[ 560.656790] env[69411]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69411) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 560.657153] env[69411]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69411) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 560.657194] env[69411]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69411) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 560.657515] env[69411]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 560.755794] env[69411]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69411) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 560.765852] env[69411]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69411) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 560.809411] env[69411]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 561.368385] env[69411]: INFO nova.virt.driver [None req-85409c6a-26bc-4c31-9e50-7e7b16c11cb4 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 561.438115] env[69411]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.438302] env[69411]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.438373] env[69411]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69411) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 564.364643] env[69411]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-8fccd70d-a25e-4ff2-8744-47f46cda5bb2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.381286] env[69411]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69411) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 564.381481] env[69411]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-300c52bd-3f84-498c-a768-5cfa67fe5244 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.413755] env[69411]: INFO oslo_vmware.api [-] Successfully established new session; session ID is c7dc1. [ 564.413900] env[69411]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.976s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 564.414492] env[69411]: INFO nova.virt.vmwareapi.driver [None req-85409c6a-26bc-4c31-9e50-7e7b16c11cb4 None None] VMware vCenter version: 7.0.3 [ 564.417866] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bf6d93-fddc-40a0-a141-593fdcb2502a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.435364] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a593a6-06bd-4571-90ec-e18316eede6d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.441178] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eca4a0e-5b93-44e2-a5c0-04ffacec3f1b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.447751] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2522c6-8124-45ce-bb0e-2473ef10dfaa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.461408] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527a280a-01c5-4fdf-b67e-acc162161ee5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.467410] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff979c9-73c0-4df5-977c-ac7f73f57d48 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.500913] env[69411]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-069deaf9-2d26-4e1a-9d42-c84bd058302d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.506375] env[69411]: DEBUG nova.virt.vmwareapi.driver [None req-85409c6a-26bc-4c31-9e50-7e7b16c11cb4 None None] Extension org.openstack.compute already exists. {{(pid=69411) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 564.508946] env[69411]: INFO nova.compute.provider_config [None req-85409c6a-26bc-4c31-9e50-7e7b16c11cb4 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 565.012241] env[69411]: DEBUG nova.context [None req-85409c6a-26bc-4c31-9e50-7e7b16c11cb4 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),94a42350-471b-4e58-8c85-00082f726a16(cell1) {{(pid=69411) load_cells /opt/stack/nova/nova/context.py:464}} [ 565.014471] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.014710] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.015440] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 565.015885] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] Acquiring lock "94a42350-471b-4e58-8c85-00082f726a16" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.016086] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] Lock "94a42350-471b-4e58-8c85-00082f726a16" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.017104] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] Lock "94a42350-471b-4e58-8c85-00082f726a16" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 565.037231] env[69411]: INFO dbcounter [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] Registered counter for database nova_cell0 [ 565.045613] env[69411]: INFO dbcounter [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] Registered counter for database nova_cell1 [ 565.490791] env[69411]: DEBUG oslo_db.sqlalchemy.engines [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69411) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 565.491294] env[69411]: DEBUG oslo_db.sqlalchemy.engines [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69411) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 565.496410] env[69411]: ERROR nova.db.main.api [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 565.496410] env[69411]: result = function(*args, **kwargs) [ 565.496410] env[69411]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 565.496410] env[69411]: return func(*args, **kwargs) [ 565.496410] env[69411]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 565.496410] env[69411]: result = fn(*args, **kwargs) [ 565.496410] env[69411]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 565.496410] env[69411]: return f(*args, **kwargs) [ 565.496410] env[69411]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 565.496410] env[69411]: return db.service_get_minimum_version(context, binaries) [ 565.496410] env[69411]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 565.496410] env[69411]: _check_db_access() [ 565.496410] env[69411]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 565.496410] env[69411]: stacktrace = ''.join(traceback.format_stack()) [ 565.496410] env[69411]: [ 565.497248] env[69411]: ERROR nova.db.main.api [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 565.497248] env[69411]: result = function(*args, **kwargs) [ 565.497248] env[69411]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 565.497248] env[69411]: return func(*args, **kwargs) [ 565.497248] env[69411]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 565.497248] env[69411]: result = fn(*args, **kwargs) [ 565.497248] env[69411]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 565.497248] env[69411]: return f(*args, **kwargs) [ 565.497248] env[69411]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 565.497248] env[69411]: return db.service_get_minimum_version(context, binaries) [ 565.497248] env[69411]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 565.497248] env[69411]: _check_db_access() [ 565.497248] env[69411]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 565.497248] env[69411]: stacktrace = ''.join(traceback.format_stack()) [ 565.497248] env[69411]: [ 565.497625] env[69411]: WARNING nova.objects.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 565.497778] env[69411]: WARNING nova.objects.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] Failed to get minimum service version for cell 94a42350-471b-4e58-8c85-00082f726a16 [ 565.498246] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] Acquiring lock "singleton_lock" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.498410] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] Acquired lock "singleton_lock" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.498659] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] Releasing lock "singleton_lock" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.498995] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] Full set of CONF: {{(pid=69411) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 565.499178] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ******************************************************************************** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 565.499309] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] Configuration options gathered from: {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 565.499451] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 565.499651] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 565.499778] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ================================================================================ {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 565.499992] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] allow_resize_to_same_host = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.500183] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] arq_binding_timeout = 300 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.500316] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] backdoor_port = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.500550] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] backdoor_socket = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.500595] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] block_device_allocate_retries = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.500756] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] block_device_allocate_retries_interval = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.500924] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cert = self.pem {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.501107] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.501282] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] compute_monitors = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.501449] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] config_dir = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.501844] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] config_drive_format = iso9660 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.502045] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.502248] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] config_source = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.502428] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] console_host = devstack {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.502602] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] control_exchange = nova {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.502765] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cpu_allocation_ratio = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.502930] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] daemon = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.503118] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] debug = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.503282] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] default_access_ip_network_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.503451] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] default_availability_zone = nova {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.503609] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] default_ephemeral_format = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.503768] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] default_green_pool_size = 1000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.504027] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.504203] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] default_schedule_zone = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.504389] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] disk_allocation_ratio = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.504556] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] enable_new_services = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.504737] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] enabled_apis = ['osapi_compute'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.504903] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] enabled_ssl_apis = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.505107] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] flat_injected = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.505289] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] force_config_drive = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.505451] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] force_raw_images = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.505623] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] graceful_shutdown_timeout = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.505785] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] heal_instance_info_cache_interval = -1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.506028] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] host = cpu-1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.506217] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.506382] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.506544] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.506761] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.506927] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] instance_build_timeout = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.507104] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] instance_delete_interval = 300 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.507278] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] instance_format = [instance: %(uuid)s] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.507446] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] instance_name_template = instance-%08x {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.507609] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] instance_usage_audit = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.507780] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] instance_usage_audit_period = month {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.507948] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.508157] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.508337] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] internal_service_availability_zone = internal {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.508496] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] key = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.508654] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] live_migration_retry_count = 30 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.508824] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] log_color = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.508991] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] log_config_append = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.509175] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.509336] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] log_dir = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.509494] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] log_file = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.509623] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] log_options = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.509782] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] log_rotate_interval = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.509952] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] log_rotate_interval_type = days {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.510136] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] log_rotation_type = none {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.510269] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.510395] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.510564] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.510794] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.510942] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.511149] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] long_rpc_timeout = 1800 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.511330] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] max_concurrent_builds = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.511497] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] max_concurrent_live_migrations = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.511658] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] max_concurrent_snapshots = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.511818] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] max_local_block_devices = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.512025] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] max_logfile_count = 30 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.512211] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] max_logfile_size_mb = 200 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.512377] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] maximum_instance_delete_attempts = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.512546] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] metadata_listen = 0.0.0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.512715] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] metadata_listen_port = 8775 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.512886] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] metadata_workers = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.513070] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] migrate_max_retries = -1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.513243] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] mkisofs_cmd = genisoimage {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.513450] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.513584] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] my_ip = 10.180.1.21 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.513791] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.513956] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] network_allocate_retries = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.514248] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.514454] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.514629] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] osapi_compute_listen_port = 8774 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.514803] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] osapi_compute_unique_server_name_scope = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.514977] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] osapi_compute_workers = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.515161] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] password_length = 12 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.515327] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] periodic_enable = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.515488] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] periodic_fuzzy_delay = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.515659] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] pointer_model = usbtablet {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.515828] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] preallocate_images = none {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.515989] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] publish_errors = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.516139] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] pybasedir = /opt/stack/nova {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.516300] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ram_allocation_ratio = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.516460] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] rate_limit_burst = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.516628] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] rate_limit_except_level = CRITICAL {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.516790] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] rate_limit_interval = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.516948] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] reboot_timeout = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.517122] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] reclaim_instance_interval = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.517280] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] record = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.517448] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] reimage_timeout_per_gb = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.517614] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] report_interval = 120 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.517777] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] rescue_timeout = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.517949] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] reserved_host_cpus = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.518138] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] reserved_host_disk_mb = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.518302] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] reserved_host_memory_mb = 512 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.518463] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] reserved_huge_pages = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.518623] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] resize_confirm_window = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.518783] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] resize_fs_using_block_device = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.518942] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] resume_guests_state_on_host_boot = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.519126] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.519291] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] rpc_response_timeout = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.519450] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] run_external_periodic_tasks = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.519618] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] running_deleted_instance_action = reap {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.519779] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.519963] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] running_deleted_instance_timeout = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.520147] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] scheduler_instance_sync_interval = 120 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.520320] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] service_down_time = 720 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.520491] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] servicegroup_driver = db {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.520650] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] shell_completion = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.520809] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] shelved_offload_time = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.520969] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] shelved_poll_interval = 3600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.521160] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] shutdown_timeout = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.521322] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] source_is_ipv6 = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.521479] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ssl_only = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.521729] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.521897] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] sync_power_state_interval = 600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.522105] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] sync_power_state_pool_size = 1000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.522285] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] syslog_log_facility = LOG_USER {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.522444] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] tempdir = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.522605] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] timeout_nbd = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.522775] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] transport_url = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.522958] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] update_resources_interval = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.523150] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] use_cow_images = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.523314] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] use_journal = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.523473] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] use_json = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.523633] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] use_rootwrap_daemon = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.523791] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] use_stderr = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.523948] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] use_syslog = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.524120] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vcpu_pin_set = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.524292] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vif_plugging_is_fatal = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.524456] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vif_plugging_timeout = 300 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.524624] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] virt_mkfs = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.524784] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] volume_usage_poll_interval = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.524943] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] watch_log_file = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.525127] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] web = /usr/share/spice-html5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.525314] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.525483] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.525646] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.525817] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_concurrency.disable_process_locking = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.526115] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.526302] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.526471] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.526641] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.526813] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.526991] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.527198] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.auth_strategy = keystone {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.527372] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.compute_link_prefix = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.527552] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.527731] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.dhcp_domain = novalocal {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.527902] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.enable_instance_password = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.528080] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.glance_link_prefix = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.528254] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.528426] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.528590] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.instance_list_per_project_cells = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.528752] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.list_records_by_skipping_down_cells = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.528913] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.local_metadata_per_cell = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.529095] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.max_limit = 1000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.529271] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.metadata_cache_expiration = 15 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.529449] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.neutron_default_tenant_id = default {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.529620] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.response_validation = warn {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.529793] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.use_neutron_default_nets = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.529994] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.530183] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.530353] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.530527] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.530696] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.vendordata_dynamic_targets = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.530863] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.vendordata_jsonfile_path = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.531056] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.531264] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.backend = dogpile.cache.memcached {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.531438] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.backend_argument = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.531609] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.backend_expiration_time = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.531783] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.config_prefix = cache.oslo {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.531981] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.dead_timeout = 60.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.532174] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.debug_cache_backend = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.532345] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.enable_retry_client = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.532510] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.enable_socket_keepalive = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.532688] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.enabled = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.532856] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.enforce_fips_mode = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.533035] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.expiration_time = 600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.533210] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.hashclient_retry_attempts = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.533378] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.533545] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.memcache_dead_retry = 300 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.533708] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.memcache_password = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.533873] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.534049] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.534221] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.memcache_pool_maxsize = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.534387] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.534551] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.memcache_sasl_enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.534731] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.534899] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.535073] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.memcache_username = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.535245] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.proxies = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.535407] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.redis_db = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.535566] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.redis_password = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.535737] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.535916] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.536102] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.redis_server = localhost:6379 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.536271] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.redis_socket_timeout = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.536510] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.redis_username = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.536585] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.retry_attempts = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.536749] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.retry_delay = 0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.536910] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.socket_keepalive_count = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.537085] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.socket_keepalive_idle = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.537247] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.socket_keepalive_interval = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.537403] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.tls_allowed_ciphers = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.537559] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.tls_cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.537713] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.tls_certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.537873] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.tls_enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.539096] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cache.tls_keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.539096] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cinder.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.539096] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cinder.auth_type = password {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.539096] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cinder.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.539096] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.539096] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cinder.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.539096] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cinder.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.539313] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cinder.cross_az_attach = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.539344] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cinder.debug = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.539493] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cinder.endpoint_template = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.539658] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cinder.http_retries = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.539837] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cinder.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.540025] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cinder.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.540200] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cinder.os_region_name = RegionOne {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.540369] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cinder.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.540529] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cinder.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.540702] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.540863] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] compute.cpu_dedicated_set = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.541033] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] compute.cpu_shared_set = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.541208] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] compute.image_type_exclude_list = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.541381] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.541548] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.541711] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.541880] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.542077] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.542258] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] compute.resource_provider_association_refresh = 300 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.542425] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.542588] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] compute.shutdown_retry_interval = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.542770] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.542955] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] conductor.workers = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.543151] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] console.allowed_origins = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.543317] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] console.ssl_ciphers = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.543490] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] console.ssl_minimum_version = default {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.543661] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] consoleauth.enforce_session_timeout = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.543832] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] consoleauth.token_ttl = 600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.544023] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.544184] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.544351] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.544512] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.connect_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.544671] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.connect_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.544829] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.endpoint_override = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.544991] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.545166] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.545326] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.max_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.545482] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.min_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.545641] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.region_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.545797] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.retriable_status_codes = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.545979] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.546188] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.service_type = accelerator {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.546360] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.546522] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.status_code_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.546680] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.status_code_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.546839] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.547030] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.547201] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] cyborg.version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.547375] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.asyncio_connection = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.547537] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.asyncio_slave_connection = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.547711] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.backend = sqlalchemy {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.547880] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.connection = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.548061] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.connection_debug = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.548239] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.connection_parameters = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.548404] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.connection_recycle_time = 3600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.548567] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.connection_trace = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.548727] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.db_inc_retry_interval = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.548892] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.db_max_retries = 20 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.549067] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.db_max_retry_interval = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.549239] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.db_retry_interval = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.549402] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.max_overflow = 50 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.549563] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.max_pool_size = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.549725] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.max_retries = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.549925] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.550118] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.mysql_wsrep_sync_wait = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.550288] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.pool_timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.550455] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.retry_interval = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.550615] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.slave_connection = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.550781] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.sqlite_synchronous = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.550944] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] database.use_db_reconnect = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.551127] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.asyncio_connection = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.551292] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.asyncio_slave_connection = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.551465] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.backend = sqlalchemy {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.551635] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.connection = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.551805] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.connection_debug = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.552009] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.connection_parameters = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.552198] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.connection_recycle_time = 3600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.552366] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.connection_trace = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.552532] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.db_inc_retry_interval = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.552696] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.db_max_retries = 20 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.552860] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.db_max_retry_interval = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.553036] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.db_retry_interval = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.553208] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.max_overflow = 50 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.553372] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.max_pool_size = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.553535] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.max_retries = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.553707] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.553865] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.554036] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.pool_timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.554207] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.retry_interval = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.554367] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.slave_connection = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.554528] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] api_database.sqlite_synchronous = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.554704] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] devices.enabled_mdev_types = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.554882] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.555067] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.555241] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ephemeral_storage_encryption.enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.555406] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.555580] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.api_servers = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.555747] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.555910] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.556087] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.556252] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.connect_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.556411] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.connect_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.556574] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.debug = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.556739] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.default_trusted_certificate_ids = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.556903] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.enable_certificate_validation = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.557085] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.enable_rbd_download = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.557251] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.endpoint_override = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.557416] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.557580] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.557740] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.max_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.557898] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.min_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.558072] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.num_retries = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.558249] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.rbd_ceph_conf = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.558413] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.rbd_connect_timeout = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.558584] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.rbd_pool = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.558751] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.rbd_user = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.558918] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.region_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.559090] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.retriable_status_codes = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.559252] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.559421] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.service_type = image {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.559584] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.559744] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.status_code_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.559941] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.status_code_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.560137] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.560327] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.560496] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.verify_glance_signatures = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.560656] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] glance.version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.560825] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] guestfs.debug = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.560995] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.561182] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.auth_type = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.561350] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.561512] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.561676] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.561838] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.connect_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.562049] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.connect_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.562215] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.endpoint_override = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.562384] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.562546] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.562709] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.max_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.562869] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.min_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.563043] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.region_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.563212] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.retriable_status_codes = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.563376] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.563549] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.service_type = shared-file-system {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.563714] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.share_apply_policy_timeout = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.563878] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.564049] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.status_code_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.564216] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.status_code_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.564379] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.564563] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.564727] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] manila.version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.564897] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] mks.enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.565280] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.565473] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] image_cache.manager_interval = 2400 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.565644] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] image_cache.precache_concurrency = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.565814] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] image_cache.remove_unused_base_images = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.565983] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.566170] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.566348] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] image_cache.subdirectory_name = _base {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.566526] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.api_max_retries = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.566690] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.api_retry_interval = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.566851] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.567025] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.auth_type = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.567197] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.567357] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.567522] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.567687] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.conductor_group = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.567847] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.connect_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.568012] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.connect_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.568182] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.endpoint_override = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.568345] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.568504] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.568662] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.max_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.568819] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.min_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.568983] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.peer_list = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.569161] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.region_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.569323] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.retriable_status_codes = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.569486] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.serial_console_state_timeout = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.569645] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.569826] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.service_type = baremetal {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.570030] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.shard = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.570211] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.570376] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.status_code_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.570538] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.status_code_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.570699] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.570887] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.571060] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ironic.version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.571252] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.571502] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] key_manager.fixed_key = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.571668] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.571858] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.barbican_api_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.572067] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.barbican_endpoint = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.572257] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.barbican_endpoint_type = public {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.572421] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.barbican_region_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.572585] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.572746] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.572912] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.573088] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.573255] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.573419] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.number_of_retries = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.573580] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.retry_delay = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.573742] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.send_service_user_token = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.573907] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.574080] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.574252] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.verify_ssl = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.574412] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican.verify_ssl_path = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.574582] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican_service_user.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.574748] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican_service_user.auth_type = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.574911] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican_service_user.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.575082] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican_service_user.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.575254] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican_service_user.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.575418] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican_service_user.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.575580] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican_service_user.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.575745] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican_service_user.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.575906] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] barbican_service_user.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.576088] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vault.approle_role_id = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.576257] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vault.approle_secret_id = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.576430] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vault.kv_mountpoint = secret {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.576593] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vault.kv_path = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.576761] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vault.kv_version = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.576923] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vault.namespace = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.577099] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vault.root_token_id = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.577263] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vault.ssl_ca_crt_file = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.577430] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vault.timeout = 60.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.577594] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vault.use_ssl = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.577766] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.577937] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.578116] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.578284] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.578446] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.connect_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.578606] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.connect_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.578765] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.endpoint_override = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.578929] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.579102] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.579264] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.max_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.579422] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.min_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.579584] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.region_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.579752] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.retriable_status_codes = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.579942] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.580146] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.service_type = identity {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.580316] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.580479] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.status_code_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.580639] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.status_code_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.580798] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.580979] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.581158] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] keystone.version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.581353] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.ceph_mount_options = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.581753] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.581964] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.connection_uri = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.582156] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.cpu_mode = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.582331] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.582503] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.cpu_models = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.582678] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.cpu_power_governor_high = performance {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.582849] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.583034] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.cpu_power_management = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.583218] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.583391] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.device_detach_attempts = 8 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.583558] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.device_detach_timeout = 20 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.583729] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.disk_cachemodes = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.583892] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.disk_prefix = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.584072] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.enabled_perf_events = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.584250] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.file_backed_memory = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.584416] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.gid_maps = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.584579] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.hw_disk_discard = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.584739] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.hw_machine_type = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.584913] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.images_rbd_ceph_conf = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.585095] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.585261] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.585431] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.images_rbd_glance_store_name = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.585600] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.images_rbd_pool = rbd {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.585773] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.images_type = default {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.585935] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.images_volume_group = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.586110] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.inject_key = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.586277] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.inject_partition = -2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.586439] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.inject_password = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.586601] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.iscsi_iface = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.586764] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.iser_use_multipath = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.586931] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.587113] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.587280] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.live_migration_downtime = 500 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.587447] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.587609] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.587771] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.live_migration_inbound_addr = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.587937] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.588115] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.588278] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.live_migration_scheme = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.588450] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.live_migration_timeout_action = abort {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.588612] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.live_migration_tunnelled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.588771] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.live_migration_uri = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.588933] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.live_migration_with_native_tls = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.589107] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.max_queues = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.589272] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.589495] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.589661] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.nfs_mount_options = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.589960] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.590161] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.590331] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.590494] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.590657] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.590818] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.num_pcie_ports = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.590988] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.591170] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.pmem_namespaces = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.591333] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.quobyte_client_cfg = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.591625] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.591797] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.591982] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.592173] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.592371] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.rbd_secret_uuid = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.592496] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.rbd_user = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.592660] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.592832] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.592996] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.rescue_image_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.593172] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.rescue_kernel_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.593333] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.rescue_ramdisk_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.593503] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.593665] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.rx_queue_size = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.593837] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.smbfs_mount_options = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.594137] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.594318] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.snapshot_compression = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.594481] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.snapshot_image_format = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.594722] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.594894] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.sparse_logical_volumes = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.595071] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.swtpm_enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.595251] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.swtpm_group = tss {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.595422] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.swtpm_user = tss {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.595593] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.sysinfo_serial = unique {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.595755] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.tb_cache_size = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.595915] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.tx_queue_size = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.596095] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.uid_maps = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.596262] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.use_virtio_for_bridges = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.596433] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.virt_type = kvm {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.596604] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.volume_clear = zero {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.596768] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.volume_clear_size = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.596933] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.volume_enforce_multipath = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.597114] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.volume_use_multipath = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.597279] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.vzstorage_cache_path = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.597450] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.597620] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.597785] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.597957] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.598262] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.598453] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.vzstorage_mount_user = stack {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.598621] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.598796] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.598972] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.auth_type = password {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.599152] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.599314] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.599477] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.599636] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.connect_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.599795] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.connect_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.599992] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.default_floating_pool = public {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.600176] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.endpoint_override = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.600343] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.extension_sync_interval = 600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.600506] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.http_retries = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.600672] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.600833] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.600993] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.max_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.601184] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.601348] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.min_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.601520] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.ovs_bridge = br-int {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.601688] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.physnets = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.601858] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.region_name = RegionOne {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.602051] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.retriable_status_codes = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.602236] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.service_metadata_proxy = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.602399] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.602569] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.service_type = network {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.602732] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.602892] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.status_code_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.603063] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.status_code_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.603231] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.603413] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.603577] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] neutron.version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.603751] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] notifications.bdms_in_notifications = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.603930] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] notifications.default_level = INFO {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.604108] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] notifications.include_share_mapping = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.604287] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] notifications.notification_format = unversioned {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.604450] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] notifications.notify_on_state_change = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.604627] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.604804] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] pci.alias = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.604979] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] pci.device_spec = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.605162] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] pci.report_in_placement = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.605339] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.605514] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.auth_type = password {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.605681] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.605842] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.605996] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.606178] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.606338] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.connect_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.606494] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.connect_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.606651] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.default_domain_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.606807] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.default_domain_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.606963] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.domain_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.607138] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.domain_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.607298] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.endpoint_override = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.607458] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.607615] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.607770] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.max_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.607930] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.min_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.608113] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.password = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.608275] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.project_domain_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.608447] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.project_domain_name = Default {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.608613] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.project_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.608788] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.project_name = service {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.608959] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.region_name = RegionOne {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.609138] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.retriable_status_codes = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.609304] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.609474] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.service_type = placement {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.609639] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.609798] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.status_code_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.609983] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.status_code_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.610164] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.system_scope = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.610323] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.610481] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.trust_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.610638] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.user_domain_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.610806] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.user_domain_name = Default {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.610965] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.user_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.611156] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.username = nova {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.611338] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.611496] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] placement.version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.611679] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] quota.cores = 20 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.611844] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] quota.count_usage_from_placement = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.612058] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.612247] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] quota.injected_file_content_bytes = 10240 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.612416] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] quota.injected_file_path_length = 255 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.612608] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] quota.injected_files = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.612747] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] quota.instances = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.612919] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] quota.key_pairs = 100 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.613119] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] quota.metadata_items = 128 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.613294] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] quota.ram = 51200 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.613461] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] quota.recheck_quota = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.613627] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] quota.server_group_members = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.613794] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] quota.server_groups = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.614010] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.614199] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] quota.unified_limits_resource_strategy = require {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.614374] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.614541] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.614705] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] scheduler.image_metadata_prefilter = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.614865] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.615040] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] scheduler.max_attempts = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.615215] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] scheduler.max_placement_results = 1000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.615381] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.615542] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.615704] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.615877] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] scheduler.workers = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.616069] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.616247] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.616428] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.616596] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.616760] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.616924] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.617101] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.617295] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.617464] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.host_subset_size = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.617629] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.617788] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.617952] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.618133] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.618312] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.618478] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.isolated_hosts = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.618645] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.isolated_images = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.618807] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.618968] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.619148] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.619313] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.pci_in_placement = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.619474] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.619634] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.619796] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.619992] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.620177] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.620343] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.620504] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.track_instance_changes = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.620680] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.620850] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] metrics.required = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.621025] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] metrics.weight_multiplier = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.621226] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.621417] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] metrics.weight_setting = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.621733] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.621925] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] serial_console.enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.622136] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] serial_console.port_range = 10000:20000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.622320] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.622491] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.622666] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] serial_console.serialproxy_port = 6083 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.622829] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] service_user.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.623009] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] service_user.auth_type = password {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.623184] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] service_user.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.623344] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] service_user.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.623508] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] service_user.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.623668] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] service_user.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.623826] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] service_user.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.624046] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] service_user.send_service_user_token = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.624175] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] service_user.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.624337] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] service_user.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.624506] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] spice.agent_enabled = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.624667] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] spice.enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.624970] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.625433] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.625433] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] spice.html5proxy_port = 6082 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.625498] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] spice.image_compression = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.625659] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] spice.jpeg_compression = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.625817] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] spice.playback_compression = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.625978] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] spice.require_secure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.626167] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] spice.server_listen = 127.0.0.1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.626338] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.626612] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.626783] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] spice.streaming_mode = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.626945] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] spice.zlib_compression = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.627128] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] upgrade_levels.baseapi = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.627305] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] upgrade_levels.compute = auto {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.627466] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] upgrade_levels.conductor = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.627625] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] upgrade_levels.scheduler = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.627789] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.627950] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.628124] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vendordata_dynamic_auth.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.628285] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vendordata_dynamic_auth.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.628446] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.628605] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vendordata_dynamic_auth.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.628762] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.628922] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.629093] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vendordata_dynamic_auth.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.629266] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.api_retry_count = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.629426] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.ca_file = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.629596] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.629763] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.cluster_name = testcl1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.629955] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.connection_pool_size = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.630142] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.console_delay_seconds = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.630317] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.datastore_regex = ^datastore.* {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.630526] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.630703] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.host_password = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.630873] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.host_port = 443 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.631057] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.host_username = administrator@vsphere.local {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.631237] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.insecure = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.631404] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.integration_bridge = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.631569] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.maximum_objects = 100 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.631729] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.pbm_default_policy = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.631892] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.pbm_enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.632115] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.pbm_wsdl_location = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.632312] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.632477] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.serial_port_proxy_uri = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.632638] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.serial_port_service_uri = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.632809] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.task_poll_interval = 0.5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.633014] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.use_linked_clone = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.633214] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.vnc_keymap = en-us {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.633388] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.vnc_port = 5900 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.633554] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vmware.vnc_port_total = 10000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.633740] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vnc.auth_schemes = ['none'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.633919] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vnc.enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.634231] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.634419] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.634593] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vnc.novncproxy_port = 6080 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.634782] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vnc.server_listen = 127.0.0.1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.634962] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.635173] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vnc.vencrypt_ca_certs = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.635344] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vnc.vencrypt_client_cert = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.635504] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vnc.vencrypt_client_key = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.635684] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.635849] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.disable_deep_image_inspection = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.636022] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.636195] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.636357] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.636519] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.disable_rootwrap = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.636681] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.enable_numa_live_migration = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.636841] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.637009] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.637183] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.637348] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.libvirt_disable_apic = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.637510] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.637674] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.637980] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.638196] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.638372] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.638536] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.638700] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.638862] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.639032] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.639204] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.639391] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.639562] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] wsgi.client_socket_timeout = 900 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.639730] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] wsgi.default_pool_size = 1000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.639922] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] wsgi.keep_alive = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.640126] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] wsgi.max_header_line = 16384 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.640297] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.640460] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] wsgi.ssl_ca_file = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.640622] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] wsgi.ssl_cert_file = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.640783] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] wsgi.ssl_key_file = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.640948] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] wsgi.tcp_keepidle = 600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.641163] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.641350] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] zvm.ca_file = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.641516] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] zvm.cloud_connector_url = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.641809] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.642015] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] zvm.reachable_timeout = 300 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.642210] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.642392] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.642571] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] profiler.connection_string = messaging:// {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.642741] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] profiler.enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.642924] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] profiler.es_doc_type = notification {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.643123] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] profiler.es_scroll_size = 10000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.643301] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] profiler.es_scroll_time = 2m {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.643465] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] profiler.filter_error_trace = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.643635] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] profiler.hmac_keys = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.643804] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] profiler.sentinel_service_name = mymaster {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.643970] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] profiler.socket_timeout = 0.1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.644189] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] profiler.trace_requests = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.644358] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] profiler.trace_sqlalchemy = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.644543] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] profiler_jaeger.process_tags = {} {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.644706] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] profiler_jaeger.service_name_prefix = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.644871] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] profiler_otlp.service_name_prefix = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.645083] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] remote_debug.host = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.645271] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] remote_debug.port = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.645452] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.645617] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.645781] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.645945] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.646123] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.646288] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.646448] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.646610] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.646771] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.646944] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.647144] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.647338] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.647510] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.647677] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.647840] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.648020] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.648194] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.648358] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.648527] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.648691] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.648851] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.649028] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.649203] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.649366] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.649526] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.649686] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.649844] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.650010] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.650247] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.650442] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.650635] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.ssl = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.650819] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.650992] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.651177] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.651349] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.651519] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.651681] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.651868] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.652075] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_notifications.retry = -1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.652287] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.652509] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.652757] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.653029] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.auth_type = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.653214] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.653386] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.653613] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.653836] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.connect_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.654024] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.connect_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.654199] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.endpoint_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.654377] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.654540] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.endpoint_override = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.654703] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.endpoint_region_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.654864] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.endpoint_service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.655033] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.endpoint_service_type = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.655207] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.655367] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.655526] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.max_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.655685] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.min_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.655844] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.region_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.656008] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.retriable_status_codes = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.656179] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.656339] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.service_type = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.656522] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.656697] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.status_code_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.656858] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.status_code_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.657039] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.657237] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.valid_interfaces = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.657404] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_limit.version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.657574] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_reports.file_event_handler = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.657742] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.657903] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] oslo_reports.log_dir = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.658091] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.658284] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.658452] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.658624] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.658791] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.658953] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.659142] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.659306] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vif_plug_ovs_privileged.group = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.659470] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.659647] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.659813] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.659974] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] vif_plug_ovs_privileged.user = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.660163] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.660349] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.660528] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.660703] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.660876] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.661063] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.661240] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.661408] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.661589] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.661763] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_vif_ovs.isolate_vif = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.661950] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.662152] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.662331] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.662504] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.662668] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] os_vif_ovs.per_port_bridge = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.662838] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] privsep_osbrick.capabilities = [21] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.663047] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] privsep_osbrick.group = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.663250] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] privsep_osbrick.helper_command = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.663404] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.663571] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.663732] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] privsep_osbrick.user = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.663907] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.664083] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] nova_sys_admin.group = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.664252] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] nova_sys_admin.helper_command = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.664452] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.664579] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.664738] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] nova_sys_admin.user = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.664871] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-d0a32c1f-9503-4965-92bd-da49231873c2 None None] ******************************************************************************** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 565.665294] env[69411]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 566.168770] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Getting list of instances from cluster (obj){ [ 566.168770] env[69411]: value = "domain-c8" [ 566.168770] env[69411]: _type = "ClusterComputeResource" [ 566.168770] env[69411]: } {{(pid=69411) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 566.169848] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1c3608-6204-418f-a7bd-b33dc2135baa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.179210] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Got total of 0 instances {{(pid=69411) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 566.179778] env[69411]: WARNING nova.virt.vmwareapi.driver [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 566.180340] env[69411]: INFO nova.virt.node [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Generated node identity b10946ce-3a6e-47d0-962e-35fd25da5d6e [ 566.180575] env[69411]: INFO nova.virt.node [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Wrote node identity b10946ce-3a6e-47d0-962e-35fd25da5d6e to /opt/stack/data/n-cpu-1/compute_id [ 566.684036] env[69411]: WARNING nova.compute.manager [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Compute nodes ['b10946ce-3a6e-47d0-962e-35fd25da5d6e'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 567.689495] env[69411]: INFO nova.compute.manager [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 568.694791] env[69411]: WARNING nova.compute.manager [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 568.695223] env[69411]: DEBUG oslo_concurrency.lockutils [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.695300] env[69411]: DEBUG oslo_concurrency.lockutils [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.695452] env[69411]: DEBUG oslo_concurrency.lockutils [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 568.695603] env[69411]: DEBUG nova.compute.resource_tracker [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 568.696535] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f081ec9-771e-4861-9c66-50cc055ee631 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.705121] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f2c90e-2c9a-4891-8115-d828fd9a7196 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.720021] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83de15cb-72e9-4b5a-9d0b-4be6b2c17002 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.726600] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e48f6e-0591-4723-a726-8012c09b75ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.757927] env[69411]: DEBUG nova.compute.resource_tracker [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180995MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 568.758146] env[69411]: DEBUG oslo_concurrency.lockutils [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.758427] env[69411]: DEBUG oslo_concurrency.lockutils [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.261617] env[69411]: WARNING nova.compute.resource_tracker [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] No compute node record for cpu-1:b10946ce-3a6e-47d0-962e-35fd25da5d6e: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host b10946ce-3a6e-47d0-962e-35fd25da5d6e could not be found. [ 569.765108] env[69411]: INFO nova.compute.resource_tracker [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: b10946ce-3a6e-47d0-962e-35fd25da5d6e [ 571.274560] env[69411]: DEBUG nova.compute.resource_tracker [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 571.274958] env[69411]: DEBUG nova.compute.resource_tracker [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 571.431839] env[69411]: INFO nova.scheduler.client.report [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] [req-0b728a8b-b98d-433e-bb77-f9a4c814803c] Created resource provider record via placement API for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 571.447781] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bd00d3-8fb0-4c6d-ba37-25eda66271ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.455319] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aab9459-a999-4c71-9c05-5a9c29ef09b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.485862] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9480e0d0-a4fc-4b71-9ee6-868da5988290 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.492758] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60026c9-4abb-4bb4-94fa-049ab88a68fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.505460] env[69411]: DEBUG nova.compute.provider_tree [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 572.040587] env[69411]: DEBUG nova.scheduler.client.report [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 572.040809] env[69411]: DEBUG nova.compute.provider_tree [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 0 to 1 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 572.040948] env[69411]: DEBUG nova.compute.provider_tree [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 572.092431] env[69411]: DEBUG nova.compute.provider_tree [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 1 to 2 during operation: update_traits {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 572.596759] env[69411]: DEBUG nova.compute.resource_tracker [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 572.597118] env[69411]: DEBUG oslo_concurrency.lockutils [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.839s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.597118] env[69411]: DEBUG nova.service [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Creating RPC server for service compute {{(pid=69411) start /opt/stack/nova/nova/service.py:186}} [ 572.612741] env[69411]: DEBUG nova.service [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] Join ServiceGroup membership for this service compute {{(pid=69411) start /opt/stack/nova/nova/service.py:203}} [ 572.612923] env[69411]: DEBUG nova.servicegroup.drivers.db [None req-11443384-5752-447e-a262-d4b1b98b9c3e None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69411) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 573.616847] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._sync_power_states {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.120101] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Getting list of instances from cluster (obj){ [ 574.120101] env[69411]: value = "domain-c8" [ 574.120101] env[69411]: _type = "ClusterComputeResource" [ 574.120101] env[69411]: } {{(pid=69411) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 574.121337] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9980eb68-0102-466b-9766-6fda2dee7ac4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.130172] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Got total of 0 instances {{(pid=69411) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 574.130402] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.130694] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Getting list of instances from cluster (obj){ [ 574.130694] env[69411]: value = "domain-c8" [ 574.130694] env[69411]: _type = "ClusterComputeResource" [ 574.130694] env[69411]: } {{(pid=69411) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 574.131517] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162b7bb2-61db-46da-bf96-839cfcc8606f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.140044] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Got total of 0 instances {{(pid=69411) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 609.458716] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquiring lock "669e974b-a8ae-48cc-83af-c8fb823310a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.458963] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Lock "669e974b-a8ae-48cc-83af-c8fb823310a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.966647] env[69411]: DEBUG nova.compute.manager [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.510176] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.510458] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.513068] env[69411]: INFO nova.compute.claims [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.569036] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df1d449-d644-451d-be1a-c3c34224acb2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.578835] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04c6cbe-fdb2-42d0-a305-7d88e1ba73d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.613586] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94a90b9-ea56-4cfb-b1e5-3900fabd2045 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.624541] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab46375-eaf5-43c2-94e0-b140c2e608b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.638943] env[69411]: DEBUG nova.compute.provider_tree [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.146263] env[69411]: DEBUG nova.scheduler.client.report [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.657953] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.657953] env[69411]: DEBUG nova.compute.manager [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.758152] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "186a6d75-3bb9-494a-b6aa-656aec48e8fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.758404] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "186a6d75-3bb9-494a-b6aa-656aec48e8fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.164306] env[69411]: DEBUG nova.compute.utils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.166254] env[69411]: DEBUG nova.compute.manager [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.166254] env[69411]: DEBUG nova.network.neutron [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.263204] env[69411]: DEBUG nova.compute.manager [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.497932] env[69411]: DEBUG nova.policy [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '526e79c926ce4e41b8d476f4e4960492', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '428cd584948b4a7ebe3b9fe2a05efd88', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.677920] env[69411]: DEBUG nova.compute.manager [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.805545] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.806159] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.808046] env[69411]: INFO nova.compute.claims [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.848742] env[69411]: DEBUG oslo_concurrency.lockutils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Acquiring lock "12cfd666-19bf-4339-91a8-19ba15c21f8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.848742] env[69411]: DEBUG oslo_concurrency.lockutils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Lock "12cfd666-19bf-4339-91a8-19ba15c21f8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.351339] env[69411]: DEBUG nova.compute.manager [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.389129] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Acquiring lock "681fe90d-a3bb-4daa-96ae-ba844c5a09d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.389494] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Lock "681fe90d-a3bb-4daa-96ae-ba844c5a09d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.494980] env[69411]: DEBUG nova.network.neutron [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Successfully created port: 4145285c-c642-4904-af0c-05a60d7d176f {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.694062] env[69411]: DEBUG nova.compute.manager [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.703037] env[69411]: DEBUG oslo_concurrency.lockutils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "0daf6eca-cc35-4960-b5e6-49f3770302e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.703186] env[69411]: DEBUG oslo_concurrency.lockutils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "0daf6eca-cc35-4960-b5e6-49f3770302e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.742540] env[69411]: DEBUG nova.virt.hardware [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.742830] env[69411]: DEBUG nova.virt.hardware [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.743086] env[69411]: DEBUG nova.virt.hardware [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.743210] env[69411]: DEBUG nova.virt.hardware [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.743352] env[69411]: DEBUG nova.virt.hardware [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.743496] env[69411]: DEBUG nova.virt.hardware [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.743696] env[69411]: DEBUG nova.virt.hardware [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.743841] env[69411]: DEBUG nova.virt.hardware [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.744226] env[69411]: DEBUG nova.virt.hardware [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.744399] env[69411]: DEBUG nova.virt.hardware [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.744700] env[69411]: DEBUG nova.virt.hardware [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.745857] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8868b1-1aaa-47a7-b47b-621d86cff99f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.758496] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34169fe5-e51a-479f-be76-9d3000ee17a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.783922] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41486941-5231-4118-96f9-313b757cabd7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.875380] env[69411]: DEBUG oslo_concurrency.lockutils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.894521] env[69411]: DEBUG nova.compute.manager [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.930239] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd63cb1d-60dc-48b0-a0e6-e1bd6c17dee0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.938537] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d41081-d027-44a2-b64a-3596a81761af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.982492] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecacd87-a2af-480a-b773-e5c9dcc5d95f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.990369] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64433e25-a3a8-41b5-be15-c24a9c68d39f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.006553] env[69411]: DEBUG nova.compute.provider_tree [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.205488] env[69411]: DEBUG nova.compute.manager [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.423530] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.512111] env[69411]: DEBUG nova.scheduler.client.report [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.739938] env[69411]: DEBUG oslo_concurrency.lockutils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.909764] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.909764] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.016208] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.016822] env[69411]: DEBUG nova.compute.manager [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.020145] env[69411]: DEBUG oslo_concurrency.lockutils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.145s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.021076] env[69411]: INFO nova.compute.claims [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.415080] env[69411]: DEBUG nova.compute.manager [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.525837] env[69411]: DEBUG nova.compute.utils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.527650] env[69411]: DEBUG nova.compute.manager [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.527858] env[69411]: DEBUG nova.network.neutron [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.546400] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquiring lock "a14a09e6-ea69-4649-9789-d947526b7b33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.546622] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Lock "a14a09e6-ea69-4649-9789-d947526b7b33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.595882] env[69411]: DEBUG nova.policy [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8fdf93e16cd45cdb6d555ec7b1700ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06c9c2fcfd7e446a815f5420276db646', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.950517] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.032764] env[69411]: DEBUG nova.compute.manager [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.049422] env[69411]: DEBUG nova.compute.manager [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.229546] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e31b756-9880-4eea-9436-cfaeb0dd4c23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.236278] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842118c7-7240-4ce1-926f-d0652c4c8b8c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.279560] env[69411]: DEBUG nova.network.neutron [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Successfully updated port: 4145285c-c642-4904-af0c-05a60d7d176f {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.284667] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b67e099-b771-4530-96cf-77de7691eb84 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.289458] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5e8733-e488-4284-9eb8-fd136842f885 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.304241] env[69411]: DEBUG nova.compute.provider_tree [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.584678] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.650233] env[69411]: DEBUG nova.network.neutron [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Successfully created port: 87ff1433-c492-4598-9864-3d384774c6a0 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.785520] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquiring lock "refresh_cache-669e974b-a8ae-48cc-83af-c8fb823310a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.785678] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquired lock "refresh_cache-669e974b-a8ae-48cc-83af-c8fb823310a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.785830] env[69411]: DEBUG nova.network.neutron [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.808171] env[69411]: DEBUG nova.scheduler.client.report [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.051665] env[69411]: DEBUG nova.compute.manager [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.088046] env[69411]: DEBUG nova.virt.hardware [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.088349] env[69411]: DEBUG nova.virt.hardware [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.088526] env[69411]: DEBUG nova.virt.hardware [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.088701] env[69411]: DEBUG nova.virt.hardware [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.091446] env[69411]: DEBUG nova.virt.hardware [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.091832] env[69411]: DEBUG nova.virt.hardware [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.091832] env[69411]: DEBUG nova.virt.hardware [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.092032] env[69411]: DEBUG nova.virt.hardware [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.092186] env[69411]: DEBUG nova.virt.hardware [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.092383] env[69411]: DEBUG nova.virt.hardware [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.092549] env[69411]: DEBUG nova.virt.hardware [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.095305] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25485466-8489-42bb-baa0-718b832998fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.105876] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f66bfe-587d-47b9-8d13-cd74f06e510e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.317044] env[69411]: DEBUG oslo_concurrency.lockutils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.317517] env[69411]: DEBUG nova.compute.manager [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.319977] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.897s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.323228] env[69411]: INFO nova.compute.claims [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.412663] env[69411]: DEBUG nova.network.neutron [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.695204] env[69411]: DEBUG nova.compute.manager [req-2eb97268-3c56-4ed0-bb01-7f9975634521 req-fe6490c9-4af1-4aa3-83e0-edb554c6cfd7 service nova] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Received event network-vif-plugged-4145285c-c642-4904-af0c-05a60d7d176f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.695204] env[69411]: DEBUG oslo_concurrency.lockutils [req-2eb97268-3c56-4ed0-bb01-7f9975634521 req-fe6490c9-4af1-4aa3-83e0-edb554c6cfd7 service nova] Acquiring lock "669e974b-a8ae-48cc-83af-c8fb823310a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.695644] env[69411]: DEBUG oslo_concurrency.lockutils [req-2eb97268-3c56-4ed0-bb01-7f9975634521 req-fe6490c9-4af1-4aa3-83e0-edb554c6cfd7 service nova] Lock "669e974b-a8ae-48cc-83af-c8fb823310a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.695884] env[69411]: DEBUG oslo_concurrency.lockutils [req-2eb97268-3c56-4ed0-bb01-7f9975634521 req-fe6490c9-4af1-4aa3-83e0-edb554c6cfd7 service nova] Lock "669e974b-a8ae-48cc-83af-c8fb823310a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.696118] env[69411]: DEBUG nova.compute.manager [req-2eb97268-3c56-4ed0-bb01-7f9975634521 req-fe6490c9-4af1-4aa3-83e0-edb554c6cfd7 service nova] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] No waiting events found dispatching network-vif-plugged-4145285c-c642-4904-af0c-05a60d7d176f {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.696294] env[69411]: WARNING nova.compute.manager [req-2eb97268-3c56-4ed0-bb01-7f9975634521 req-fe6490c9-4af1-4aa3-83e0-edb554c6cfd7 service nova] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Received unexpected event network-vif-plugged-4145285c-c642-4904-af0c-05a60d7d176f for instance with vm_state building and task_state spawning. [ 618.827571] env[69411]: DEBUG nova.compute.utils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.830864] env[69411]: DEBUG nova.compute.manager [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.832016] env[69411]: DEBUG nova.network.neutron [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.009798] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Acquiring lock "ece46e66-a835-4f04-a091-b3a4d8de0b05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.010057] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Lock "ece46e66-a835-4f04-a091-b3a4d8de0b05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.126434] env[69411]: DEBUG nova.policy [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2665ad28db254cd9a79d1915d13a463a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0677ba49eb914c00865a4503e36dee5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.306903] env[69411]: DEBUG nova.network.neutron [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Updating instance_info_cache with network_info: [{"id": "4145285c-c642-4904-af0c-05a60d7d176f", "address": "fa:16:3e:6b:f2:f1", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4145285c-c6", "ovs_interfaceid": "4145285c-c642-4904-af0c-05a60d7d176f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.340902] env[69411]: DEBUG nova.compute.manager [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.509653] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128ebf4a-98e7-48df-8287-061b31c5db25 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.516505] env[69411]: DEBUG nova.compute.manager [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.526669] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53749c7-993b-4f94-8af3-ba5694566ef6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.574084] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701d0dd9-c008-42f0-8da2-01b576d437c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.581275] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a615fc45-c65d-4b6f-aa63-da83c9d4a764 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.596992] env[69411]: DEBUG nova.compute.provider_tree [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.809557] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Releasing lock "refresh_cache-669e974b-a8ae-48cc-83af-c8fb823310a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.809557] env[69411]: DEBUG nova.compute.manager [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Instance network_info: |[{"id": "4145285c-c642-4904-af0c-05a60d7d176f", "address": "fa:16:3e:6b:f2:f1", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4145285c-c6", "ovs_interfaceid": "4145285c-c642-4904-af0c-05a60d7d176f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.809688] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:f2:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4145285c-c642-4904-af0c-05a60d7d176f', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.824755] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.824755] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abc4d750-9bac-453b-832c-1777d2eeb8fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.839301] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Created folder: OpenStack in parent group-v4. [ 619.839528] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Creating folder: Project (428cd584948b4a7ebe3b9fe2a05efd88). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.841329] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b4b668f-1f83-43a9-a24d-6254423ed98e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.854881] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Created folder: Project (428cd584948b4a7ebe3b9fe2a05efd88) in parent group-v663248. [ 619.855109] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Creating folder: Instances. Parent ref: group-v663249. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.855354] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7831f765-40dc-4601-b821-6e22823c8ed1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.866165] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Created folder: Instances in parent group-v663249. [ 619.866165] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.866165] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.866165] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-286bb7cb-45aa-463d-9027-761d11d10c08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.892188] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.892188] env[69411]: value = "task-3322379" [ 619.892188] env[69411]: _type = "Task" [ 619.892188] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.908271] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322379, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.058068] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.107350] env[69411]: DEBUG nova.scheduler.client.report [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.348337] env[69411]: DEBUG nova.compute.manager [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.392509] env[69411]: DEBUG nova.virt.hardware [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.392992] env[69411]: DEBUG nova.virt.hardware [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.392992] env[69411]: DEBUG nova.virt.hardware [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.393555] env[69411]: DEBUG nova.virt.hardware [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.393555] env[69411]: DEBUG nova.virt.hardware [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.393555] env[69411]: DEBUG nova.virt.hardware [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.393555] env[69411]: DEBUG nova.virt.hardware [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.393756] env[69411]: DEBUG nova.virt.hardware [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.394323] env[69411]: DEBUG nova.virt.hardware [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.394323] env[69411]: DEBUG nova.virt.hardware [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.395445] env[69411]: DEBUG nova.virt.hardware [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.396443] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0803cb5-b5a4-4df3-a293-c74a29d57bb1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.418283] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430f5c91-edb2-4095-badb-8904dd45b56a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.426748] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322379, 'name': CreateVM_Task, 'duration_secs': 0.343881} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.427300] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.460877] env[69411]: DEBUG oslo_vmware.service [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f537ed-7f66-43ff-a71d-b084f319c5f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.472282] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.472282] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.472282] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.472282] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0103db0d-e2b5-4c3e-a7bc-ebd78825d099 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.475934] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 620.475934] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527b4e8a-d06a-177f-9c3b-a054e7d2161f" [ 620.475934] env[69411]: _type = "Task" [ 620.475934] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.487355] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527b4e8a-d06a-177f-9c3b-a054e7d2161f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.610678] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.611169] env[69411]: DEBUG nova.compute.manager [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.616750] env[69411]: DEBUG oslo_concurrency.lockutils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.878s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.618250] env[69411]: INFO nova.compute.claims [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.819659] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.820452] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.820452] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.820452] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.820848] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.820848] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.820963] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.821114] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 620.821412] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.926320] env[69411]: DEBUG nova.network.neutron [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Successfully created port: 110a0160-7819-494b-95ee-26607f7302f9 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.986510] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.986823] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.987032] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.987196] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.987620] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.987871] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56ccab1a-5a1e-4ce7-9282-2575b34cb23d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.996376] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.996566] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.997345] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83170163-c8d5-44cf-8109-8c3e91c996e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.004227] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca55e78-99a5-429e-8d50-ff4ee53a5859 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.008655] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 621.008655] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a886ec-c006-4b5a-eff3-8227cde976a3" [ 621.008655] env[69411]: _type = "Task" [ 621.008655] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.017351] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a886ec-c006-4b5a-eff3-8227cde976a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.019441] env[69411]: DEBUG nova.compute.manager [req-ab61f5e8-6432-4dbb-99b5-879944d7d183 req-a3201a09-7256-4a39-8cc3-a91a07f3045f service nova] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Received event network-changed-4145285c-c642-4904-af0c-05a60d7d176f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.020157] env[69411]: DEBUG nova.compute.manager [req-ab61f5e8-6432-4dbb-99b5-879944d7d183 req-a3201a09-7256-4a39-8cc3-a91a07f3045f service nova] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Refreshing instance network info cache due to event network-changed-4145285c-c642-4904-af0c-05a60d7d176f. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.020157] env[69411]: DEBUG oslo_concurrency.lockutils [req-ab61f5e8-6432-4dbb-99b5-879944d7d183 req-a3201a09-7256-4a39-8cc3-a91a07f3045f service nova] Acquiring lock "refresh_cache-669e974b-a8ae-48cc-83af-c8fb823310a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.020157] env[69411]: DEBUG oslo_concurrency.lockutils [req-ab61f5e8-6432-4dbb-99b5-879944d7d183 req-a3201a09-7256-4a39-8cc3-a91a07f3045f service nova] Acquired lock "refresh_cache-669e974b-a8ae-48cc-83af-c8fb823310a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.020157] env[69411]: DEBUG nova.network.neutron [req-ab61f5e8-6432-4dbb-99b5-879944d7d183 req-a3201a09-7256-4a39-8cc3-a91a07f3045f service nova] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Refreshing network info cache for port 4145285c-c642-4904-af0c-05a60d7d176f {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.125069] env[69411]: DEBUG nova.compute.utils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.128354] env[69411]: DEBUG nova.compute.manager [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.128526] env[69411]: DEBUG nova.network.neutron [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.326568] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.336475] env[69411]: DEBUG nova.policy [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d063bfb39d34b56a33870a69b7dce19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c25c2fe81794b118eef9a2d9cf66062', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.414264] env[69411]: DEBUG nova.network.neutron [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Successfully updated port: 87ff1433-c492-4598-9864-3d384774c6a0 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.526098] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Preparing fetch location {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 621.528475] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Creating directory with path [datastore2] vmware_temp/fb32bd2b-0290-4114-a6b2-4ab2a0210347/fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.528475] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12f1ef93-2904-41cb-a75f-4fbe4726d452 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.548454] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Created directory with path [datastore2] vmware_temp/fb32bd2b-0290-4114-a6b2-4ab2a0210347/fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.548878] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Fetch image to [datastore2] vmware_temp/fb32bd2b-0290-4114-a6b2-4ab2a0210347/fdeb29d0-1398-4538-9a8f-5f916ad4b064/tmp-sparse.vmdk {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 621.549069] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Downloading image file data fdeb29d0-1398-4538-9a8f-5f916ad4b064 to [datastore2] vmware_temp/fb32bd2b-0290-4114-a6b2-4ab2a0210347/fdeb29d0-1398-4538-9a8f-5f916ad4b064/tmp-sparse.vmdk on the data store datastore2 {{(pid=69411) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 621.549889] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c9c742-0769-4978-81ea-e770cc6cbcd3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.558861] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ee293b-c239-4676-aeea-968f2166194a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.575899] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ca0389-e7f6-4aee-aca7-521246324b6e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.609413] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb8dae1-ca09-4126-a691-3a37b711b972 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.615940] env[69411]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-88e63a15-c1e3-43ff-bcb9-9ba93d330392 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.629976] env[69411]: DEBUG nova.compute.manager [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.639542] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Downloading image file data fdeb29d0-1398-4538-9a8f-5f916ad4b064 to the data store datastore2 {{(pid=69411) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 621.805684] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04fec89-8a29-44da-96bd-13343edab96c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.813022] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7205ef9a-a450-43f3-8f7e-f4698b148da5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.857555] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4185e304-00c8-41da-96ab-f3b69bf492db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.868600] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24690fc2-34fb-4254-8929-11dc25bda813 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.882549] env[69411]: DEBUG nova.compute.provider_tree [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.892269] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/fb32bd2b-0290-4114-a6b2-4ab2a0210347/fdeb29d0-1398-4538-9a8f-5f916ad4b064/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69411) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 621.952070] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "refresh_cache-186a6d75-3bb9-494a-b6aa-656aec48e8fd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.952266] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquired lock "refresh_cache-186a6d75-3bb9-494a-b6aa-656aec48e8fd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.952414] env[69411]: DEBUG nova.network.neutron [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.388639] env[69411]: DEBUG nova.scheduler.client.report [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.617429] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Completed reading data from the image iterator. {{(pid=69411) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 622.617701] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/fb32bd2b-0290-4114-a6b2-4ab2a0210347/fdeb29d0-1398-4538-9a8f-5f916ad4b064/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 622.627589] env[69411]: DEBUG nova.network.neutron [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.631307] env[69411]: DEBUG nova.compute.manager [req-6f8de372-2909-4158-b50b-ece47230cffa req-3bb4e589-66c0-495f-ba1a-74c71c514f9c service nova] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Received event network-vif-plugged-87ff1433-c492-4598-9864-3d384774c6a0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.631510] env[69411]: DEBUG oslo_concurrency.lockutils [req-6f8de372-2909-4158-b50b-ece47230cffa req-3bb4e589-66c0-495f-ba1a-74c71c514f9c service nova] Acquiring lock "186a6d75-3bb9-494a-b6aa-656aec48e8fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.631720] env[69411]: DEBUG oslo_concurrency.lockutils [req-6f8de372-2909-4158-b50b-ece47230cffa req-3bb4e589-66c0-495f-ba1a-74c71c514f9c service nova] Lock "186a6d75-3bb9-494a-b6aa-656aec48e8fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.631884] env[69411]: DEBUG oslo_concurrency.lockutils [req-6f8de372-2909-4158-b50b-ece47230cffa req-3bb4e589-66c0-495f-ba1a-74c71c514f9c service nova] Lock "186a6d75-3bb9-494a-b6aa-656aec48e8fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.632078] env[69411]: DEBUG nova.compute.manager [req-6f8de372-2909-4158-b50b-ece47230cffa req-3bb4e589-66c0-495f-ba1a-74c71c514f9c service nova] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] No waiting events found dispatching network-vif-plugged-87ff1433-c492-4598-9864-3d384774c6a0 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.632286] env[69411]: WARNING nova.compute.manager [req-6f8de372-2909-4158-b50b-ece47230cffa req-3bb4e589-66c0-495f-ba1a-74c71c514f9c service nova] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Received unexpected event network-vif-plugged-87ff1433-c492-4598-9864-3d384774c6a0 for instance with vm_state building and task_state spawning. [ 622.643869] env[69411]: DEBUG nova.compute.manager [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.667710] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Downloaded image file data fdeb29d0-1398-4538-9a8f-5f916ad4b064 to vmware_temp/fb32bd2b-0290-4114-a6b2-4ab2a0210347/fdeb29d0-1398-4538-9a8f-5f916ad4b064/tmp-sparse.vmdk on the data store datastore2 {{(pid=69411) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 622.669282] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Caching image {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 622.669531] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Copying Virtual Disk [datastore2] vmware_temp/fb32bd2b-0290-4114-a6b2-4ab2a0210347/fdeb29d0-1398-4538-9a8f-5f916ad4b064/tmp-sparse.vmdk to [datastore2] vmware_temp/fb32bd2b-0290-4114-a6b2-4ab2a0210347/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.670855] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f772645-0dc3-4bc3-89b1-8894450d337d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.674987] env[69411]: DEBUG nova.virt.hardware [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.675224] env[69411]: DEBUG nova.virt.hardware [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.675382] env[69411]: DEBUG nova.virt.hardware [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.675562] env[69411]: DEBUG nova.virt.hardware [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.675705] env[69411]: DEBUG nova.virt.hardware [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.675849] env[69411]: DEBUG nova.virt.hardware [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.676064] env[69411]: DEBUG nova.virt.hardware [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.676424] env[69411]: DEBUG nova.virt.hardware [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.676424] env[69411]: DEBUG nova.virt.hardware [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.676529] env[69411]: DEBUG nova.virt.hardware [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.676694] env[69411]: DEBUG nova.virt.hardware [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.677627] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95b7ef6-23d0-4428-b711-7a51730b40d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.688477] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb8a17c-ebbc-4275-a1aa-d5bfe8ea1683 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.695892] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 622.695892] env[69411]: value = "task-3322380" [ 622.695892] env[69411]: _type = "Task" [ 622.695892] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.711911] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.853243] env[69411]: DEBUG nova.network.neutron [req-ab61f5e8-6432-4dbb-99b5-879944d7d183 req-a3201a09-7256-4a39-8cc3-a91a07f3045f service nova] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Updated VIF entry in instance network info cache for port 4145285c-c642-4904-af0c-05a60d7d176f. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.853431] env[69411]: DEBUG nova.network.neutron [req-ab61f5e8-6432-4dbb-99b5-879944d7d183 req-a3201a09-7256-4a39-8cc3-a91a07f3045f service nova] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Updating instance_info_cache with network_info: [{"id": "4145285c-c642-4904-af0c-05a60d7d176f", "address": "fa:16:3e:6b:f2:f1", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4145285c-c6", "ovs_interfaceid": "4145285c-c642-4904-af0c-05a60d7d176f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.901637] env[69411]: DEBUG oslo_concurrency.lockutils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.902227] env[69411]: DEBUG nova.compute.manager [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.904805] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.954s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.908272] env[69411]: INFO nova.compute.claims [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.207206] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322380, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.359196] env[69411]: DEBUG oslo_concurrency.lockutils [req-ab61f5e8-6432-4dbb-99b5-879944d7d183 req-a3201a09-7256-4a39-8cc3-a91a07f3045f service nova] Releasing lock "refresh_cache-669e974b-a8ae-48cc-83af-c8fb823310a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.411975] env[69411]: DEBUG nova.compute.utils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.420757] env[69411]: DEBUG nova.compute.manager [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.420757] env[69411]: DEBUG nova.network.neutron [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.685358] env[69411]: DEBUG nova.network.neutron [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Successfully created port: 4e0e0412-5f47-4485-a9b3-d6569637bffe {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.698019] env[69411]: DEBUG nova.policy [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4f62d44dd29413ea3a8fe843443ee66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4d6c2a273454ac18eac1f390632281b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.706994] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664219} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.707390] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Copied Virtual Disk [datastore2] vmware_temp/fb32bd2b-0290-4114-a6b2-4ab2a0210347/fdeb29d0-1398-4538-9a8f-5f916ad4b064/tmp-sparse.vmdk to [datastore2] vmware_temp/fb32bd2b-0290-4114-a6b2-4ab2a0210347/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.707565] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Deleting the datastore file [datastore2] vmware_temp/fb32bd2b-0290-4114-a6b2-4ab2a0210347/fdeb29d0-1398-4538-9a8f-5f916ad4b064/tmp-sparse.vmdk {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.707954] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4c86a38-8e71-4135-b9ca-4760e492411d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.718020] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 623.718020] env[69411]: value = "task-3322381" [ 623.718020] env[69411]: _type = "Task" [ 623.718020] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.723524] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.924860] env[69411]: DEBUG nova.compute.manager [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.050889] env[69411]: DEBUG nova.network.neutron [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Updating instance_info_cache with network_info: [{"id": "87ff1433-c492-4598-9864-3d384774c6a0", "address": "fa:16:3e:9d:22:de", "network": {"id": "3c60be1f-2030-4eb8-a84c-5ca504f6de7a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-339236847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c9c2fcfd7e446a815f5420276db646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ff1433-c4", "ovs_interfaceid": "87ff1433-c492-4598-9864-3d384774c6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.066060] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076ce015-4826-44fe-aea8-1394adf8a0b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.076250] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6c4d4f-1091-45c5-ad5a-fd66d8c391bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.113861] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6f09e7-6c72-4813-8e23-7d34153dbf18 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.121181] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a984d9-de5a-4a06-8b1f-98a68d7883c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.136540] env[69411]: DEBUG nova.compute.provider_tree [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.227394] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022731} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.227750] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.227984] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Moving file from [datastore2] vmware_temp/fb32bd2b-0290-4114-a6b2-4ab2a0210347/fdeb29d0-1398-4538-9a8f-5f916ad4b064 to [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064. {{(pid=69411) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 624.228254] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-1a77d997-1341-4b95-9600-83f6089d2b55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.238647] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 624.238647] env[69411]: value = "task-3322382" [ 624.238647] env[69411]: _type = "Task" [ 624.238647] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.251105] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322382, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.561020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Releasing lock "refresh_cache-186a6d75-3bb9-494a-b6aa-656aec48e8fd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.561020] env[69411]: DEBUG nova.compute.manager [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Instance network_info: |[{"id": "87ff1433-c492-4598-9864-3d384774c6a0", "address": "fa:16:3e:9d:22:de", "network": {"id": "3c60be1f-2030-4eb8-a84c-5ca504f6de7a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-339236847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c9c2fcfd7e446a815f5420276db646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ff1433-c4", "ovs_interfaceid": "87ff1433-c492-4598-9864-3d384774c6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.561493] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:22:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87ff1433-c492-4598-9864-3d384774c6a0', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.567120] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Creating folder: Project (06c9c2fcfd7e446a815f5420276db646). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.567516] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-420f5d6a-509a-4e9d-a0d7-3faf91478d7f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.579645] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Created folder: Project (06c9c2fcfd7e446a815f5420276db646) in parent group-v663248. [ 624.579861] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Creating folder: Instances. Parent ref: group-v663252. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.580099] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e56f0c3-cd67-4512-b8cc-b87395b48bea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.591159] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Created folder: Instances in parent group-v663252. [ 624.591436] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.591635] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.591866] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-307cb484-0a6c-489a-bacc-b834838e8bc4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.612784] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.612784] env[69411]: value = "task-3322385" [ 624.612784] env[69411]: _type = "Task" [ 624.612784] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.621990] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322385, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.639840] env[69411]: DEBUG nova.scheduler.client.report [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.748562] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322382, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030239} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.748812] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] File moved {{(pid=69411) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 624.748885] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Cleaning up location [datastore2] vmware_temp/fb32bd2b-0290-4114-a6b2-4ab2a0210347 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 624.749054] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Deleting the datastore file [datastore2] vmware_temp/fb32bd2b-0290-4114-a6b2-4ab2a0210347 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.749604] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1958305-5adb-4270-9a0d-e5e8480712ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.756273] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 624.756273] env[69411]: value = "task-3322386" [ 624.756273] env[69411]: _type = "Task" [ 624.756273] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.771243] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.847892] env[69411]: DEBUG nova.network.neutron [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Successfully created port: f79500d5-4f1f-4b87-ad17-750add9583d0 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.941352] env[69411]: DEBUG nova.compute.manager [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.094820] env[69411]: DEBUG nova.virt.hardware [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.094972] env[69411]: DEBUG nova.virt.hardware [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.095149] env[69411]: DEBUG nova.virt.hardware [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.096097] env[69411]: DEBUG nova.virt.hardware [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.097155] env[69411]: DEBUG nova.virt.hardware [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.097155] env[69411]: DEBUG nova.virt.hardware [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.098214] env[69411]: DEBUG nova.virt.hardware [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.098662] env[69411]: DEBUG nova.virt.hardware [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.099669] env[69411]: DEBUG nova.virt.hardware [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.099789] env[69411]: DEBUG nova.virt.hardware [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.100028] env[69411]: DEBUG nova.virt.hardware [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.101817] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5dcd97-5796-4911-b91a-a29640ba3276 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.120392] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f989062-fa96-43b4-a803-1f3ea7f59676 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.129274] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322385, 'name': CreateVM_Task, 'duration_secs': 0.369031} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.137170] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.138226] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.138226] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.138649] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.139210] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd52d5e8-05cb-4ee1-8883-3f97c3558c16 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.147151] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.147151] env[69411]: DEBUG nova.compute.manager [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.153261] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 625.153261] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52db9a6b-96ef-db86-5acf-9a6e37f796d3" [ 625.153261] env[69411]: _type = "Task" [ 625.153261] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.153572] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.570s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.158026] env[69411]: INFO nova.compute.claims [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.175382] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52db9a6b-96ef-db86-5acf-9a6e37f796d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.176014] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.176344] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.176563] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.208561] env[69411]: DEBUG nova.compute.manager [req-1e1bf957-51dd-452c-8214-5ff4ad5372d5 req-8eeae65c-1b92-449b-bbdf-b44d78f17c85 service nova] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Received event network-changed-87ff1433-c492-4598-9864-3d384774c6a0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.208771] env[69411]: DEBUG nova.compute.manager [req-1e1bf957-51dd-452c-8214-5ff4ad5372d5 req-8eeae65c-1b92-449b-bbdf-b44d78f17c85 service nova] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Refreshing instance network info cache due to event network-changed-87ff1433-c492-4598-9864-3d384774c6a0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.209014] env[69411]: DEBUG oslo_concurrency.lockutils [req-1e1bf957-51dd-452c-8214-5ff4ad5372d5 req-8eeae65c-1b92-449b-bbdf-b44d78f17c85 service nova] Acquiring lock "refresh_cache-186a6d75-3bb9-494a-b6aa-656aec48e8fd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.209196] env[69411]: DEBUG oslo_concurrency.lockutils [req-1e1bf957-51dd-452c-8214-5ff4ad5372d5 req-8eeae65c-1b92-449b-bbdf-b44d78f17c85 service nova] Acquired lock "refresh_cache-186a6d75-3bb9-494a-b6aa-656aec48e8fd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.209369] env[69411]: DEBUG nova.network.neutron [req-1e1bf957-51dd-452c-8214-5ff4ad5372d5 req-8eeae65c-1b92-449b-bbdf-b44d78f17c85 service nova] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Refreshing network info cache for port 87ff1433-c492-4598-9864-3d384774c6a0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.267758] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026441} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.268055] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.269425] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e21cc31-cb92-4c1a-878e-ef80d281bde1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.275431] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 625.275431] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52842b76-63af-12cc-46a2-66a04015dcc3" [ 625.275431] env[69411]: _type = "Task" [ 625.275431] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.284950] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52842b76-63af-12cc-46a2-66a04015dcc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.572634] env[69411]: DEBUG nova.compute.manager [req-2818efb8-1d35-4c89-945c-c88932b88331 req-41147976-2e97-4337-94ab-1b3fbe9127f7 service nova] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Received event network-vif-plugged-110a0160-7819-494b-95ee-26607f7302f9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.573050] env[69411]: DEBUG oslo_concurrency.lockutils [req-2818efb8-1d35-4c89-945c-c88932b88331 req-41147976-2e97-4337-94ab-1b3fbe9127f7 service nova] Acquiring lock "12cfd666-19bf-4339-91a8-19ba15c21f8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.573856] env[69411]: DEBUG oslo_concurrency.lockutils [req-2818efb8-1d35-4c89-945c-c88932b88331 req-41147976-2e97-4337-94ab-1b3fbe9127f7 service nova] Lock "12cfd666-19bf-4339-91a8-19ba15c21f8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.573856] env[69411]: DEBUG oslo_concurrency.lockutils [req-2818efb8-1d35-4c89-945c-c88932b88331 req-41147976-2e97-4337-94ab-1b3fbe9127f7 service nova] Lock "12cfd666-19bf-4339-91a8-19ba15c21f8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.574136] env[69411]: DEBUG nova.compute.manager [req-2818efb8-1d35-4c89-945c-c88932b88331 req-41147976-2e97-4337-94ab-1b3fbe9127f7 service nova] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] No waiting events found dispatching network-vif-plugged-110a0160-7819-494b-95ee-26607f7302f9 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.574390] env[69411]: WARNING nova.compute.manager [req-2818efb8-1d35-4c89-945c-c88932b88331 req-41147976-2e97-4337-94ab-1b3fbe9127f7 service nova] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Received unexpected event network-vif-plugged-110a0160-7819-494b-95ee-26607f7302f9 for instance with vm_state building and task_state spawning. [ 625.661694] env[69411]: DEBUG nova.compute.utils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.666077] env[69411]: DEBUG nova.compute.manager [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.666325] env[69411]: DEBUG nova.network.neutron [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.722458] env[69411]: DEBUG nova.network.neutron [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Successfully updated port: 110a0160-7819-494b-95ee-26607f7302f9 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.789583] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52842b76-63af-12cc-46a2-66a04015dcc3, 'name': SearchDatastore_Task, 'duration_secs': 0.017483} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.789857] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.790109] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 669e974b-a8ae-48cc-83af-c8fb823310a2/669e974b-a8ae-48cc-83af-c8fb823310a2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.790394] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.790571] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.790774] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cad21a66-efa9-40a7-9ba5-ee39169b6194 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.792847] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8933af1c-e695-4464-b193-283c051da5a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.799333] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 625.799333] env[69411]: value = "task-3322387" [ 625.799333] env[69411]: _type = "Task" [ 625.799333] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.804759] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.804759] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.805691] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc22297-a165-42d4-8b77-6614f711f548 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.815757] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.818954] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 625.818954] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52aa11a2-f464-b155-29b5-8c62d75a86c5" [ 625.818954] env[69411]: _type = "Task" [ 625.818954] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.827835] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52aa11a2-f464-b155-29b5-8c62d75a86c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.895656] env[69411]: DEBUG nova.policy [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83333f25d3064db690662ea80d053a3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e58b7bd73ce40e49e67398d7db655bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.173435] env[69411]: DEBUG nova.compute.manager [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.228132] env[69411]: DEBUG oslo_concurrency.lockutils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Acquiring lock "refresh_cache-12cfd666-19bf-4339-91a8-19ba15c21f8d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.228132] env[69411]: DEBUG oslo_concurrency.lockutils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Acquired lock "refresh_cache-12cfd666-19bf-4339-91a8-19ba15c21f8d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.228132] env[69411]: DEBUG nova.network.neutron [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.316366] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322387, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.337172] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52aa11a2-f464-b155-29b5-8c62d75a86c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012554} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.340972] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12ed8ab-456b-4b44-be71-f117b623abc8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.347509] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 626.347509] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b7c5b5-fa7b-bb40-0bd0-a40954e5f166" [ 626.347509] env[69411]: _type = "Task" [ 626.347509] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.365239] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b7c5b5-fa7b-bb40-0bd0-a40954e5f166, 'name': SearchDatastore_Task, 'duration_secs': 0.01238} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.366452] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.366725] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 186a6d75-3bb9-494a-b6aa-656aec48e8fd/186a6d75-3bb9-494a-b6aa-656aec48e8fd.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.370362] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ae6e1e4-77e9-43c6-a0e9-0ddc7116990d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.378554] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 626.378554] env[69411]: value = "task-3322388" [ 626.378554] env[69411]: _type = "Task" [ 626.378554] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.389467] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.440020] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2468c466-7019-4596-93d0-05089bd62382 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.447322] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22aeff4-7963-4f96-ab3c-ed184be34770 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.489258] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2309dc-082a-4425-aef7-201a5ec4dcd8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.500382] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b47ebe8-1933-4ffa-b5a6-966fa9fdbac6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.518180] env[69411]: DEBUG nova.compute.provider_tree [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.811217] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562753} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.814033] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 669e974b-a8ae-48cc-83af-c8fb823310a2/669e974b-a8ae-48cc-83af-c8fb823310a2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.814033] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.814033] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a116d3e7-211b-4cfd-9b4d-3a70b9b28b8e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.820438] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 626.820438] env[69411]: value = "task-3322389" [ 626.820438] env[69411]: _type = "Task" [ 626.820438] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.829525] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.848036] env[69411]: DEBUG nova.network.neutron [req-1e1bf957-51dd-452c-8214-5ff4ad5372d5 req-8eeae65c-1b92-449b-bbdf-b44d78f17c85 service nova] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Updated VIF entry in instance network info cache for port 87ff1433-c492-4598-9864-3d384774c6a0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.848391] env[69411]: DEBUG nova.network.neutron [req-1e1bf957-51dd-452c-8214-5ff4ad5372d5 req-8eeae65c-1b92-449b-bbdf-b44d78f17c85 service nova] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Updating instance_info_cache with network_info: [{"id": "87ff1433-c492-4598-9864-3d384774c6a0", "address": "fa:16:3e:9d:22:de", "network": {"id": "3c60be1f-2030-4eb8-a84c-5ca504f6de7a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-339236847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c9c2fcfd7e446a815f5420276db646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ff1433-c4", "ovs_interfaceid": "87ff1433-c492-4598-9864-3d384774c6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.891097] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322388, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.021497] env[69411]: DEBUG nova.scheduler.client.report [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.047975] env[69411]: DEBUG nova.network.neutron [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.194784] env[69411]: DEBUG nova.compute.manager [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.231415] env[69411]: DEBUG nova.virt.hardware [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.231823] env[69411]: DEBUG nova.virt.hardware [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.232125] env[69411]: DEBUG nova.virt.hardware [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.232421] env[69411]: DEBUG nova.virt.hardware [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.232784] env[69411]: DEBUG nova.virt.hardware [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.233054] env[69411]: DEBUG nova.virt.hardware [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.233502] env[69411]: DEBUG nova.virt.hardware [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.233871] env[69411]: DEBUG nova.virt.hardware [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.234622] env[69411]: DEBUG nova.virt.hardware [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.237806] env[69411]: DEBUG nova.virt.hardware [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.237994] env[69411]: DEBUG nova.virt.hardware [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.239060] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe039880-23ac-4ec4-9011-e09860d41c03 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.250913] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522082d1-c27b-4493-a3d9-e064eb0e14a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.330188] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098283} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.330437] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.331364] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc97a2e-8846-47a6-9ce8-247bcefadc72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.357190] env[69411]: DEBUG oslo_concurrency.lockutils [req-1e1bf957-51dd-452c-8214-5ff4ad5372d5 req-8eeae65c-1b92-449b-bbdf-b44d78f17c85 service nova] Releasing lock "refresh_cache-186a6d75-3bb9-494a-b6aa-656aec48e8fd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.366757] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 669e974b-a8ae-48cc-83af-c8fb823310a2/669e974b-a8ae-48cc-83af-c8fb823310a2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.367081] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0d26872-ec11-4e1e-a0ea-00a79256816e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.399187] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523388} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.401153] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 186a6d75-3bb9-494a-b6aa-656aec48e8fd/186a6d75-3bb9-494a-b6aa-656aec48e8fd.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.401427] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.401784] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 627.401784] env[69411]: value = "task-3322390" [ 627.401784] env[69411]: _type = "Task" [ 627.401784] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.402047] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a18ef6f-05ca-4506-9d50-8486048c1caa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.415191] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 627.415191] env[69411]: value = "task-3322391" [ 627.415191] env[69411]: _type = "Task" [ 627.415191] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.420415] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.429176] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.535664] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.536248] env[69411]: DEBUG nova.compute.manager [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.541106] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.483s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.543118] env[69411]: INFO nova.compute.claims [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.783180] env[69411]: DEBUG nova.network.neutron [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Updating instance_info_cache with network_info: [{"id": "110a0160-7819-494b-95ee-26607f7302f9", "address": "fa:16:3e:10:2a:64", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110a0160-78", "ovs_interfaceid": "110a0160-7819-494b-95ee-26607f7302f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.917424] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322390, 'name': ReconfigVM_Task, 'duration_secs': 0.296129} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.917748] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 669e974b-a8ae-48cc-83af-c8fb823310a2/669e974b-a8ae-48cc-83af-c8fb823310a2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.918489] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cc94a19-73ec-4b9a-a407-5fe5a4480c55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.934673] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06653} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.934673] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.934673] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 627.934673] env[69411]: value = "task-3322392" [ 627.934673] env[69411]: _type = "Task" [ 627.934673] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.934673] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83639299-db57-45f8-8661-da6a6f36a35e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.965763] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 186a6d75-3bb9-494a-b6aa-656aec48e8fd/186a6d75-3bb9-494a-b6aa-656aec48e8fd.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.966156] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f370416-9db0-422a-ade9-f6d1e6e7bd2d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.988979] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 627.988979] env[69411]: value = "task-3322393" [ 627.988979] env[69411]: _type = "Task" [ 627.988979] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.999705] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.053486] env[69411]: DEBUG nova.compute.utils [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.055950] env[69411]: DEBUG nova.compute.manager [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 628.219024] env[69411]: DEBUG nova.network.neutron [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Successfully created port: 4f50fc5f-ccef-41af-bc05-cfab55ae51b3 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.288460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Releasing lock "refresh_cache-12cfd666-19bf-4339-91a8-19ba15c21f8d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.288882] env[69411]: DEBUG nova.compute.manager [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Instance network_info: |[{"id": "110a0160-7819-494b-95ee-26607f7302f9", "address": "fa:16:3e:10:2a:64", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110a0160-78", "ovs_interfaceid": "110a0160-7819-494b-95ee-26607f7302f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.289385] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:2a:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '110a0160-7819-494b-95ee-26607f7302f9', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.297098] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Creating folder: Project (0677ba49eb914c00865a4503e36dee5c). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.298697] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cd5de0e-91c2-466d-bba5-7f3cb0c15808 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.304315] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Acquiring lock "2bdfcae6-520b-42f8-9127-f58cb3f9e57d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.304538] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Lock "2bdfcae6-520b-42f8-9127-f58cb3f9e57d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.315827] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Created folder: Project (0677ba49eb914c00865a4503e36dee5c) in parent group-v663248. [ 628.315827] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Creating folder: Instances. Parent ref: group-v663255. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.315968] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12158f77-a36a-4965-91a2-b727b8d7ba2a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.327425] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Created folder: Instances in parent group-v663255. [ 628.327425] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.327425] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.327750] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be21dd89-5e60-47f1-92ec-e973fcae65c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.353501] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.353501] env[69411]: value = "task-3322396" [ 628.353501] env[69411]: _type = "Task" [ 628.353501] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.366921] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322396, 'name': CreateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.453271] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322392, 'name': Rename_Task, 'duration_secs': 0.170555} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.453271] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.453271] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cefad5b1-66e4-4b48-9289-d987f1944beb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.459897] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 628.459897] env[69411]: value = "task-3322397" [ 628.459897] env[69411]: _type = "Task" [ 628.459897] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.470782] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.481473] env[69411]: DEBUG nova.network.neutron [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Successfully updated port: f79500d5-4f1f-4b87-ad17-750add9583d0 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.507590] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322393, 'name': ReconfigVM_Task, 'duration_secs': 0.30058} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.507590] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 186a6d75-3bb9-494a-b6aa-656aec48e8fd/186a6d75-3bb9-494a-b6aa-656aec48e8fd.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.508153] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27d0d84c-e19e-44e0-8e8b-7ac52e8fb0a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.516528] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 628.516528] env[69411]: value = "task-3322398" [ 628.516528] env[69411]: _type = "Task" [ 628.516528] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.524852] env[69411]: DEBUG nova.network.neutron [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Successfully updated port: 4e0e0412-5f47-4485-a9b3-d6569637bffe {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.531439] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322398, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.560487] env[69411]: DEBUG nova.compute.manager [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.767911] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f69054c-de0b-4c3f-a12c-c165bd127d66 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.780386] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47181ce1-4903-4f64-99cd-5a4390f4467d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.820059] env[69411]: DEBUG nova.compute.manager [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.825587] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e65504c-1cd2-47c0-a391-826b6eb52d86 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.833526] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecd75a1-b9c5-4548-959b-e3ddb229a1b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.859510] env[69411]: DEBUG nova.compute.provider_tree [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.869558] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322396, 'name': CreateVM_Task, 'duration_secs': 0.358609} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.873346] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.874300] env[69411]: DEBUG oslo_concurrency.lockutils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.874379] env[69411]: DEBUG oslo_concurrency.lockutils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.874713] env[69411]: DEBUG oslo_concurrency.lockutils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.875054] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa27f206-e0c9-4c54-ab70-f07df2a8126c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.880032] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Waiting for the task: (returnval){ [ 628.880032] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52242f11-9b00-9ae7-a7d1-7a94bf05f836" [ 628.880032] env[69411]: _type = "Task" [ 628.880032] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.890340] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52242f11-9b00-9ae7-a7d1-7a94bf05f836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.975495] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322397, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.983936] env[69411]: DEBUG oslo_concurrency.lockutils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.983936] env[69411]: DEBUG oslo_concurrency.lockutils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquired lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.983936] env[69411]: DEBUG nova.network.neutron [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.033970] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Acquiring lock "refresh_cache-681fe90d-a3bb-4daa-96ae-ba844c5a09d6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.034235] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Acquired lock "refresh_cache-681fe90d-a3bb-4daa-96ae-ba844c5a09d6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.034532] env[69411]: DEBUG nova.network.neutron [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.037383] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322398, 'name': Rename_Task, 'duration_secs': 0.155411} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.038373] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.038773] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f6eac6c-42b7-47e9-8d47-f9fd672ad4cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.048291] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 629.048291] env[69411]: value = "task-3322399" [ 629.048291] env[69411]: _type = "Task" [ 629.048291] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.062719] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.352455] env[69411]: DEBUG nova.compute.manager [req-f6eca3e8-ea14-4b3a-aeb2-d08ed434fe23 req-5ff3be99-9254-4f87-9f35-c5750225354b service nova] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Received event network-changed-110a0160-7819-494b-95ee-26607f7302f9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.357893] env[69411]: DEBUG nova.compute.manager [req-f6eca3e8-ea14-4b3a-aeb2-d08ed434fe23 req-5ff3be99-9254-4f87-9f35-c5750225354b service nova] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Refreshing instance network info cache due to event network-changed-110a0160-7819-494b-95ee-26607f7302f9. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.357893] env[69411]: DEBUG oslo_concurrency.lockutils [req-f6eca3e8-ea14-4b3a-aeb2-d08ed434fe23 req-5ff3be99-9254-4f87-9f35-c5750225354b service nova] Acquiring lock "refresh_cache-12cfd666-19bf-4339-91a8-19ba15c21f8d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.357893] env[69411]: DEBUG oslo_concurrency.lockutils [req-f6eca3e8-ea14-4b3a-aeb2-d08ed434fe23 req-5ff3be99-9254-4f87-9f35-c5750225354b service nova] Acquired lock "refresh_cache-12cfd666-19bf-4339-91a8-19ba15c21f8d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.357893] env[69411]: DEBUG nova.network.neutron [req-f6eca3e8-ea14-4b3a-aeb2-d08ed434fe23 req-5ff3be99-9254-4f87-9f35-c5750225354b service nova] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Refreshing network info cache for port 110a0160-7819-494b-95ee-26607f7302f9 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.359564] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.364704] env[69411]: DEBUG nova.scheduler.client.report [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.400109] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52242f11-9b00-9ae7-a7d1-7a94bf05f836, 'name': SearchDatastore_Task, 'duration_secs': 0.015161} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.401202] env[69411]: DEBUG nova.compute.manager [req-3b3d5d7c-2355-43d9-bb23-378ecd2fdefd req-3ba45b21-e333-4b59-8840-85f931104291 service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Received event network-vif-plugged-f79500d5-4f1f-4b87-ad17-750add9583d0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.401455] env[69411]: DEBUG oslo_concurrency.lockutils [req-3b3d5d7c-2355-43d9-bb23-378ecd2fdefd req-3ba45b21-e333-4b59-8840-85f931104291 service nova] Acquiring lock "0daf6eca-cc35-4960-b5e6-49f3770302e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.402328] env[69411]: DEBUG oslo_concurrency.lockutils [req-3b3d5d7c-2355-43d9-bb23-378ecd2fdefd req-3ba45b21-e333-4b59-8840-85f931104291 service nova] Lock "0daf6eca-cc35-4960-b5e6-49f3770302e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.402328] env[69411]: DEBUG oslo_concurrency.lockutils [req-3b3d5d7c-2355-43d9-bb23-378ecd2fdefd req-3ba45b21-e333-4b59-8840-85f931104291 service nova] Lock "0daf6eca-cc35-4960-b5e6-49f3770302e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.402328] env[69411]: DEBUG nova.compute.manager [req-3b3d5d7c-2355-43d9-bb23-378ecd2fdefd req-3ba45b21-e333-4b59-8840-85f931104291 service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] No waiting events found dispatching network-vif-plugged-f79500d5-4f1f-4b87-ad17-750add9583d0 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.402328] env[69411]: WARNING nova.compute.manager [req-3b3d5d7c-2355-43d9-bb23-378ecd2fdefd req-3ba45b21-e333-4b59-8840-85f931104291 service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Received unexpected event network-vif-plugged-f79500d5-4f1f-4b87-ad17-750add9583d0 for instance with vm_state building and task_state spawning. [ 629.402553] env[69411]: DEBUG oslo_concurrency.lockutils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.402749] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.402967] env[69411]: DEBUG oslo_concurrency.lockutils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.403129] env[69411]: DEBUG oslo_concurrency.lockutils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.403281] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.403819] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4122b70e-4a61-4bb2-a37c-624ed8cfdb74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.415075] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.415269] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.416040] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-706ca0b4-38f9-4af8-b200-c501f64b63cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.422730] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Waiting for the task: (returnval){ [ 629.422730] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526ec270-affd-6746-41d6-6038524ae751" [ 629.422730] env[69411]: _type = "Task" [ 629.422730] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.431602] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526ec270-affd-6746-41d6-6038524ae751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.475147] env[69411]: DEBUG oslo_vmware.api [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322397, 'name': PowerOnVM_Task, 'duration_secs': 0.520724} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.475147] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.475147] env[69411]: INFO nova.compute.manager [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Took 14.78 seconds to spawn the instance on the hypervisor. [ 629.475564] env[69411]: DEBUG nova.compute.manager [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.476635] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97360445-42a0-458c-990c-c5e5ee96ecb4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.560605] env[69411]: DEBUG oslo_vmware.api [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322399, 'name': PowerOnVM_Task, 'duration_secs': 0.461383} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.561053] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.561316] env[69411]: INFO nova.compute.manager [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Took 11.51 seconds to spawn the instance on the hypervisor. [ 629.561884] env[69411]: DEBUG nova.compute.manager [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.562623] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f903d0-f099-4e46-8ffb-e360c41cafd6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.578539] env[69411]: DEBUG nova.compute.manager [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.613071] env[69411]: DEBUG nova.virt.hardware [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.613387] env[69411]: DEBUG nova.virt.hardware [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.613504] env[69411]: DEBUG nova.virt.hardware [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.613680] env[69411]: DEBUG nova.virt.hardware [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.614020] env[69411]: DEBUG nova.virt.hardware [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.614230] env[69411]: DEBUG nova.virt.hardware [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.614420] env[69411]: DEBUG nova.virt.hardware [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.614570] env[69411]: DEBUG nova.virt.hardware [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.614923] env[69411]: DEBUG nova.virt.hardware [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.615148] env[69411]: DEBUG nova.virt.hardware [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.615325] env[69411]: DEBUG nova.virt.hardware [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.617018] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf382d0b-627c-48d4-acc6-5f97d6789bb5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.626501] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd36b025-1e7a-45aa-bda9-d8f92237fad8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.644347] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.650431] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Creating folder: Project (7d6dc00c8e474af6bf735192c3850ac1). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.650878] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e33a266f-e6a6-453e-bc7f-c3806b64a71a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.664292] env[69411]: DEBUG nova.network.neutron [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.666922] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Created folder: Project (7d6dc00c8e474af6bf735192c3850ac1) in parent group-v663248. [ 629.667341] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Creating folder: Instances. Parent ref: group-v663258. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.667719] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-000e2d51-47c3-4e5d-aa31-97445a2f1c2e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.679025] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Created folder: Instances in parent group-v663258. [ 629.679878] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.680837] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.681151] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dff996db-b351-487b-8f8b-ef40ae23373d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.703395] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.703395] env[69411]: value = "task-3322402" [ 629.703395] env[69411]: _type = "Task" [ 629.703395] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.711626] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322402, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.748849] env[69411]: DEBUG nova.network.neutron [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.872071] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.874237] env[69411]: DEBUG nova.compute.manager [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.876575] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.550s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.876760] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.876997] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 629.877223] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.518s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.878913] env[69411]: INFO nova.compute.claims [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.884324] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddde46b0-c87b-403e-b82b-1989be491a37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.894270] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3e808f-f554-40a0-9b1d-b6ac57fe3d4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.917719] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958b3812-4f05-48e2-9d0c-97bb2c6d835b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.926785] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54834b15-615e-4b5a-8f34-d4a193aa7d9e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.942257] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526ec270-affd-6746-41d6-6038524ae751, 'name': SearchDatastore_Task, 'duration_secs': 0.022871} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.972730] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180987MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 629.972883] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.973999] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc4236a-178f-4d01-ad2e-207eab1abb96 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.980297] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Waiting for the task: (returnval){ [ 629.980297] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5238b483-964b-5603-7895-5df547ce57a0" [ 629.980297] env[69411]: _type = "Task" [ 629.980297] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.988903] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5238b483-964b-5603-7895-5df547ce57a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.004170] env[69411]: INFO nova.compute.manager [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Took 19.53 seconds to build instance. [ 630.088320] env[69411]: INFO nova.compute.manager [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Took 16.32 seconds to build instance. [ 630.225545] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322402, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.387020] env[69411]: DEBUG nova.compute.utils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.387020] env[69411]: DEBUG nova.compute.manager [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.387020] env[69411]: DEBUG nova.network.neutron [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.396130] env[69411]: DEBUG nova.network.neutron [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Updating instance_info_cache with network_info: [{"id": "4e0e0412-5f47-4485-a9b3-d6569637bffe", "address": "fa:16:3e:6a:3c:87", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0e0412-5f", "ovs_interfaceid": "4e0e0412-5f47-4485-a9b3-d6569637bffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.491879] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5238b483-964b-5603-7895-5df547ce57a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010672} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.492888] env[69411]: DEBUG oslo_concurrency.lockutils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.492888] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 12cfd666-19bf-4339-91a8-19ba15c21f8d/12cfd666-19bf-4339-91a8-19ba15c21f8d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.493092] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1da33af-7f56-48d1-942b-bb757b46ee39 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.504877] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Waiting for the task: (returnval){ [ 630.504877] env[69411]: value = "task-3322403" [ 630.504877] env[69411]: _type = "Task" [ 630.504877] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.513461] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b642a478-a40c-4479-9cfd-7e1b7355b2b2 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Lock "669e974b-a8ae-48cc-83af-c8fb823310a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.054s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.513600] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': task-3322403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.570455] env[69411]: DEBUG nova.policy [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67b86eaca891443aba032a773540811c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66fd9e808bbf434e8ee8f20efec1bca5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.595421] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87cc4c1e-9e72-4618-bb20-a1ad64578ac6 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "186a6d75-3bb9-494a-b6aa-656aec48e8fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.836s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.725454] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322402, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.823813] env[69411]: DEBUG nova.network.neutron [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Updating instance_info_cache with network_info: [{"id": "f79500d5-4f1f-4b87-ad17-750add9583d0", "address": "fa:16:3e:fa:68:e7", "network": {"id": "6b359fb5-ad5a-45a6-8d08-f0ee161571b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1858010619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4d6c2a273454ac18eac1f390632281b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79500d5-4f", "ovs_interfaceid": "f79500d5-4f1f-4b87-ad17-750add9583d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.898310] env[69411]: DEBUG nova.compute.manager [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.908397] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Releasing lock "refresh_cache-681fe90d-a3bb-4daa-96ae-ba844c5a09d6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.909413] env[69411]: DEBUG nova.compute.manager [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Instance network_info: |[{"id": "4e0e0412-5f47-4485-a9b3-d6569637bffe", "address": "fa:16:3e:6a:3c:87", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0e0412-5f", "ovs_interfaceid": "4e0e0412-5f47-4485-a9b3-d6569637bffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.917408] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:3c:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e0e0412-5f47-4485-a9b3-d6569637bffe', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.929803] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Creating folder: Project (5c25c2fe81794b118eef9a2d9cf66062). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.932974] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dc1ca72-9749-4f8f-bb6d-79b3d856ea1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.945644] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Created folder: Project (5c25c2fe81794b118eef9a2d9cf66062) in parent group-v663248. [ 630.945644] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Creating folder: Instances. Parent ref: group-v663261. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.945644] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9510d8b3-259a-4b93-bf8c-491d960a5d60 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.964164] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Created folder: Instances in parent group-v663261. [ 630.964491] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.964722] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.964984] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54360ed5-1f69-4c70-89ca-f106a6f847aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.990689] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.990689] env[69411]: value = "task-3322406" [ 630.990689] env[69411]: _type = "Task" [ 630.990689] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.000440] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322406, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.018738] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': task-3322403, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.163927] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d53651-deda-43e8-bde6-03bf155dbdcb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.163927] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29606db6-9920-49c2-a59f-7c6a9a8fd06f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.196691] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9e1804-0cb0-435e-b0cd-2e378dcd3ff2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.204819] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da209b94-34ad-4cf7-9fdc-019fb393f1d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.217950] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322402, 'name': CreateVM_Task, 'duration_secs': 1.098229} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.227241] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.227758] env[69411]: DEBUG nova.compute.provider_tree [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.230250] env[69411]: DEBUG oslo_vmware.service [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450bb96b-912b-4c53-8a1f-b1a19c16c2d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.237940] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.237940] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.238283] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.238747] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43c28c9c-652e-4120-a875-7759a4dbad86 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.244430] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 631.244430] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52437f14-28a8-7399-d9da-b15ec04c7123" [ 631.244430] env[69411]: _type = "Task" [ 631.244430] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.255355] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52437f14-28a8-7399-d9da-b15ec04c7123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.327968] env[69411]: DEBUG oslo_concurrency.lockutils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Releasing lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.327968] env[69411]: DEBUG nova.compute.manager [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Instance network_info: |[{"id": "f79500d5-4f1f-4b87-ad17-750add9583d0", "address": "fa:16:3e:fa:68:e7", "network": {"id": "6b359fb5-ad5a-45a6-8d08-f0ee161571b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1858010619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4d6c2a273454ac18eac1f390632281b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79500d5-4f", "ovs_interfaceid": "f79500d5-4f1f-4b87-ad17-750add9583d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.328156] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:68:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f79500d5-4f1f-4b87-ad17-750add9583d0', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.338405] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Creating folder: Project (b4d6c2a273454ac18eac1f390632281b). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.338405] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b47c072-c16e-4804-9e68-7290afd2cea8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.349915] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Created folder: Project (b4d6c2a273454ac18eac1f390632281b) in parent group-v663248. [ 631.349915] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Creating folder: Instances. Parent ref: group-v663264. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.350603] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6546cfc-6de4-45f7-aaae-6d8b47cfc887 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.359070] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Created folder: Instances in parent group-v663264. [ 631.359070] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.359978] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.359978] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae8d188d-45ea-4aa5-a6fa-1ba615f63e4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.384167] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquiring lock "40176678-8725-4455-bf34-48274d2724ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.384167] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Lock "40176678-8725-4455-bf34-48274d2724ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.387522] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.387522] env[69411]: value = "task-3322409" [ 631.387522] env[69411]: _type = "Task" [ 631.387522] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.396740] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322409, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.452216] env[69411]: DEBUG nova.network.neutron [req-f6eca3e8-ea14-4b3a-aeb2-d08ed434fe23 req-5ff3be99-9254-4f87-9f35-c5750225354b service nova] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Updated VIF entry in instance network info cache for port 110a0160-7819-494b-95ee-26607f7302f9. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.456627] env[69411]: DEBUG nova.network.neutron [req-f6eca3e8-ea14-4b3a-aeb2-d08ed434fe23 req-5ff3be99-9254-4f87-9f35-c5750225354b service nova] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Updating instance_info_cache with network_info: [{"id": "110a0160-7819-494b-95ee-26607f7302f9", "address": "fa:16:3e:10:2a:64", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110a0160-78", "ovs_interfaceid": "110a0160-7819-494b-95ee-26607f7302f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.507296] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322406, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.518097] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': task-3322403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603351} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.518382] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 12cfd666-19bf-4339-91a8-19ba15c21f8d/12cfd666-19bf-4339-91a8-19ba15c21f8d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.518607] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.518994] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cacb900c-b9cb-4082-959d-441c733a2507 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.525734] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Waiting for the task: (returnval){ [ 631.525734] env[69411]: value = "task-3322410" [ 631.525734] env[69411]: _type = "Task" [ 631.525734] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.540867] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': task-3322410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.735274] env[69411]: DEBUG nova.scheduler.client.report [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.757068] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.757068] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.757068] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.757068] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.757494] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.757494] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5f58b10-3df7-4d9b-8628-16aa716d08be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.767286] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.767559] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.768413] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28faf469-1a22-471a-8263-18cd7f10b582 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.776109] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da1f37ee-0a9e-4ea2-ab8d-c0171aa79d1b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.781747] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 631.781747] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52713365-c9b4-88e7-1701-c7a153f2f33a" [ 631.781747] env[69411]: _type = "Task" [ 631.781747] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.790419] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52713365-c9b4-88e7-1701-c7a153f2f33a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.886782] env[69411]: DEBUG nova.compute.manager [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.902208] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322409, 'name': CreateVM_Task, 'duration_secs': 0.462736} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.902208] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.902208] env[69411]: DEBUG oslo_concurrency.lockutils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.902208] env[69411]: DEBUG oslo_concurrency.lockutils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.902500] env[69411]: DEBUG oslo_concurrency.lockutils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.903076] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3fa1d90-e1a9-4d70-9e48-35126ec0d224 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.910104] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 631.910104] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ab6723-46c5-5430-a41b-ffafcf03d33c" [ 631.910104] env[69411]: _type = "Task" [ 631.910104] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.917679] env[69411]: DEBUG nova.compute.manager [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.927871] env[69411]: DEBUG oslo_concurrency.lockutils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.927871] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.927871] env[69411]: DEBUG oslo_concurrency.lockutils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.956509] env[69411]: DEBUG nova.virt.hardware [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.957162] env[69411]: DEBUG nova.virt.hardware [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.957162] env[69411]: DEBUG nova.virt.hardware [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.957162] env[69411]: DEBUG nova.virt.hardware [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.957369] env[69411]: DEBUG nova.virt.hardware [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.957464] env[69411]: DEBUG nova.virt.hardware [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.957647] env[69411]: DEBUG nova.virt.hardware [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.957801] env[69411]: DEBUG nova.virt.hardware [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.958397] env[69411]: DEBUG nova.virt.hardware [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.958397] env[69411]: DEBUG nova.virt.hardware [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.958397] env[69411]: DEBUG nova.virt.hardware [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.959515] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd1b10d-3dbc-43f8-916b-4d2d1e536c94 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.965206] env[69411]: DEBUG oslo_concurrency.lockutils [req-f6eca3e8-ea14-4b3a-aeb2-d08ed434fe23 req-5ff3be99-9254-4f87-9f35-c5750225354b service nova] Releasing lock "refresh_cache-12cfd666-19bf-4339-91a8-19ba15c21f8d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.970720] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f9929d-bea5-473a-b632-9ca2a043af4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.000876] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322406, 'name': CreateVM_Task, 'duration_secs': 0.578323} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.001211] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.001887] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.001982] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.002487] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.002633] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da2d2eb-53e1-4caf-868b-8f58c3a2f00d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.007318] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Waiting for the task: (returnval){ [ 632.007318] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b8c308-05fc-a483-0eaf-07c3a419c42c" [ 632.007318] env[69411]: _type = "Task" [ 632.007318] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.015859] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b8c308-05fc-a483-0eaf-07c3a419c42c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.035123] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': task-3322410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069687} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.035245] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.036118] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473cd01d-2c03-445a-8b5c-4e2ed15c5b58 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.059200] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 12cfd666-19bf-4339-91a8-19ba15c21f8d/12cfd666-19bf-4339-91a8-19ba15c21f8d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.061178] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e6c5665-01fc-4174-8677-923f95589352 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.083025] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Waiting for the task: (returnval){ [ 632.083025] env[69411]: value = "task-3322411" [ 632.083025] env[69411]: _type = "Task" [ 632.083025] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.092246] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': task-3322411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.241610] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.242523] env[69411]: DEBUG nova.compute.manager [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.248019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.273s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.321863] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Preparing fetch location {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 632.322300] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Creating directory with path [datastore1] vmware_temp/1b2bf10a-0f8f-4cd5-94b5-659d00927eec/fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.323250] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90662112-4788-4194-925b-b74cb4dd221f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.340958] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Created directory with path [datastore1] vmware_temp/1b2bf10a-0f8f-4cd5-94b5-659d00927eec/fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.341382] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Fetch image to [datastore1] vmware_temp/1b2bf10a-0f8f-4cd5-94b5-659d00927eec/fdeb29d0-1398-4538-9a8f-5f916ad4b064/tmp-sparse.vmdk {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 632.341382] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Downloading image file data fdeb29d0-1398-4538-9a8f-5f916ad4b064 to [datastore1] vmware_temp/1b2bf10a-0f8f-4cd5-94b5-659d00927eec/fdeb29d0-1398-4538-9a8f-5f916ad4b064/tmp-sparse.vmdk on the data store datastore1 {{(pid=69411) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 632.342270] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae19c3b-84c0-4789-9948-4793654fa947 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.358621] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85636ca-29e7-4dcd-aa58-69a40363b60d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.374434] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3b3fbc-1322-47ea-a9b4-b473de32efab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.412058] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906dcd19-6cda-4c12-af34-6e3beb273722 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.427174] env[69411]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e9d4b2f2-ff5e-4f1a-a798-2ca266917d37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.449192] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.465668] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Downloading image file data fdeb29d0-1398-4538-9a8f-5f916ad4b064 to the data store datastore1 {{(pid=69411) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 632.520317] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b8c308-05fc-a483-0eaf-07c3a419c42c, 'name': SearchDatastore_Task, 'duration_secs': 0.015277} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.520990] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.520990] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.521486] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.521486] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.521486] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.521681] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80872ee0-7c2f-4e70-9c1f-e2f65001d946 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.532413] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.532865] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.533590] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-184d74a2-efb1-4526-a605-4e3c5bd5e5c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.539447] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Waiting for the task: (returnval){ [ 632.539447] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c58b8d-6a63-f220-992e-eae87845d7a4" [ 632.539447] env[69411]: _type = "Task" [ 632.539447] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.549023] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c58b8d-6a63-f220-992e-eae87845d7a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.549023] env[69411]: DEBUG oslo_vmware.rw_handles [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1b2bf10a-0f8f-4cd5-94b5-659d00927eec/fdeb29d0-1398-4538-9a8f-5f916ad4b064/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69411) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 632.635600] env[69411]: DEBUG nova.network.neutron [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Successfully updated port: 4f50fc5f-ccef-41af-bc05-cfab55ae51b3 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.647533] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': task-3322411, 'name': ReconfigVM_Task, 'duration_secs': 0.331782} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.648328] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 12cfd666-19bf-4339-91a8-19ba15c21f8d/12cfd666-19bf-4339-91a8-19ba15c21f8d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.649034] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c48311b4-a26b-45e6-a201-550263f24bb6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.655975] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Waiting for the task: (returnval){ [ 632.655975] env[69411]: value = "task-3322412" [ 632.655975] env[69411]: _type = "Task" [ 632.655975] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.665557] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': task-3322412, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.750708] env[69411]: DEBUG nova.compute.utils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.762882] env[69411]: DEBUG nova.compute.manager [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.763107] env[69411]: DEBUG nova.network.neutron [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.793205] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Acquiring lock "669e974b-a8ae-48cc-83af-c8fb823310a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.793205] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Lock "669e974b-a8ae-48cc-83af-c8fb823310a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.793205] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Acquiring lock "669e974b-a8ae-48cc-83af-c8fb823310a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.793205] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Lock "669e974b-a8ae-48cc-83af-c8fb823310a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.793343] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Lock "669e974b-a8ae-48cc-83af-c8fb823310a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.793563] env[69411]: INFO nova.compute.manager [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Terminating instance [ 632.944271] env[69411]: DEBUG nova.policy [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daa6b8daaccd4769a4586bac6b885510', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b3c54d6002d4494af65874393530311', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.053696] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c58b8d-6a63-f220-992e-eae87845d7a4, 'name': SearchDatastore_Task, 'duration_secs': 0.018108} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.054670] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-412c822a-725f-4bf1-bebd-fe93b3e8fbaf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.065281] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Waiting for the task: (returnval){ [ 633.065281] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52100cd6-3aef-76a3-91b4-9c079393843e" [ 633.065281] env[69411]: _type = "Task" [ 633.065281] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.079757] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52100cd6-3aef-76a3-91b4-9c079393843e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.084108] env[69411]: DEBUG nova.network.neutron [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Successfully created port: cc599dcc-13bd-41f8-83f7-6edfd36683ff {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.141859] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "refresh_cache-e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.142150] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquired lock "refresh_cache-e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.142263] env[69411]: DEBUG nova.network.neutron [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.167035] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': task-3322412, 'name': Rename_Task, 'duration_secs': 0.177048} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.168076] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.168076] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a3039d3-9c0a-4944-b2c4-b910e732f34c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.174451] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Waiting for the task: (returnval){ [ 633.174451] env[69411]: value = "task-3322413" [ 633.174451] env[69411]: _type = "Task" [ 633.174451] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.222497] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Acquiring lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.222697] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.266929] env[69411]: DEBUG oslo_vmware.rw_handles [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Completed reading data from the image iterator. {{(pid=69411) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 633.267210] env[69411]: DEBUG oslo_vmware.rw_handles [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1b2bf10a-0f8f-4cd5-94b5-659d00927eec/fdeb29d0-1398-4538-9a8f-5f916ad4b064/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 633.275078] env[69411]: DEBUG nova.compute.manager [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.297329] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 669e974b-a8ae-48cc-83af-c8fb823310a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.297560] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 186a6d75-3bb9-494a-b6aa-656aec48e8fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.297910] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 12cfd666-19bf-4339-91a8-19ba15c21f8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.297991] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 681fe90d-a3bb-4daa-96ae-ba844c5a09d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.298158] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 0daf6eca-cc35-4960-b5e6-49f3770302e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.298326] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance e1dd4dda-25fc-4422-bccc-4e4cf4e30bce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.299050] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance a14a09e6-ea69-4649-9789-d947526b7b33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.299050] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance ece46e66-a835-4f04-a091-b3a4d8de0b05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.299050] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2bdfcae6-520b-42f8-9127-f58cb3f9e57d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.302116] env[69411]: DEBUG nova.compute.manager [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 633.302775] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 633.304229] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee79b5e-6036-49ba-bf7b-ccaad4c8336b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.317338] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.318451] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f5d128-e82a-4ae3-b3eb-d3f7eec67ccf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.328236] env[69411]: DEBUG oslo_vmware.api [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Waiting for the task: (returnval){ [ 633.328236] env[69411]: value = "task-3322414" [ 633.328236] env[69411]: _type = "Task" [ 633.328236] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.338990] env[69411]: DEBUG oslo_vmware.api [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Task: {'id': task-3322414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.431024] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Downloaded image file data fdeb29d0-1398-4538-9a8f-5f916ad4b064 to vmware_temp/1b2bf10a-0f8f-4cd5-94b5-659d00927eec/fdeb29d0-1398-4538-9a8f-5f916ad4b064/tmp-sparse.vmdk on the data store datastore1 {{(pid=69411) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 633.432659] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Caching image {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 633.432914] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Copying Virtual Disk [datastore1] vmware_temp/1b2bf10a-0f8f-4cd5-94b5-659d00927eec/fdeb29d0-1398-4538-9a8f-5f916ad4b064/tmp-sparse.vmdk to [datastore1] vmware_temp/1b2bf10a-0f8f-4cd5-94b5-659d00927eec/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.433707] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-996a2de4-63c0-48b4-9b41-79865b72edc8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.442187] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 633.442187] env[69411]: value = "task-3322415" [ 633.442187] env[69411]: _type = "Task" [ 633.442187] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.450849] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.577782] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52100cd6-3aef-76a3-91b4-9c079393843e, 'name': SearchDatastore_Task, 'duration_secs': 0.011568} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.577782] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.577989] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 681fe90d-a3bb-4daa-96ae-ba844c5a09d6/681fe90d-a3bb-4daa-96ae-ba844c5a09d6.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.578198] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12a97363-ef69-4d2e-ab9d-0935981f2044 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.584136] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Waiting for the task: (returnval){ [ 633.584136] env[69411]: value = "task-3322416" [ 633.584136] env[69411]: _type = "Task" [ 633.584136] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.593114] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.688177] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': task-3322413, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.728063] env[69411]: DEBUG nova.compute.manager [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.802937] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 40176678-8725-4455-bf34-48274d2724ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 633.842642] env[69411]: DEBUG oslo_vmware.api [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Task: {'id': task-3322414, 'name': PowerOffVM_Task, 'duration_secs': 0.21388} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.844153] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.844413] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.844607] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02876468-1c71-43dd-bf68-8733f011e305 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.877478] env[69411]: DEBUG nova.network.neutron [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.936763] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.937047] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.937221] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Deleting the datastore file [datastore2] 669e974b-a8ae-48cc-83af-c8fb823310a2 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.937496] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1f7780b-4ef9-4bc4-b67d-c463ffbee017 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.956027] env[69411]: DEBUG oslo_vmware.api [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Waiting for the task: (returnval){ [ 633.956027] env[69411]: value = "task-3322422" [ 633.956027] env[69411]: _type = "Task" [ 633.956027] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.975019] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322415, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.980975] env[69411]: DEBUG oslo_vmware.api [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Task: {'id': task-3322422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.006446] env[69411]: DEBUG nova.compute.manager [req-51732990-d5de-4caf-b340-d9b168311e36 req-66f981d2-0205-4fe3-b1e7-f7216edb04ce service nova] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Received event network-vif-plugged-4e0e0412-5f47-4485-a9b3-d6569637bffe {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.007057] env[69411]: DEBUG oslo_concurrency.lockutils [req-51732990-d5de-4caf-b340-d9b168311e36 req-66f981d2-0205-4fe3-b1e7-f7216edb04ce service nova] Acquiring lock "681fe90d-a3bb-4daa-96ae-ba844c5a09d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.007057] env[69411]: DEBUG oslo_concurrency.lockutils [req-51732990-d5de-4caf-b340-d9b168311e36 req-66f981d2-0205-4fe3-b1e7-f7216edb04ce service nova] Lock "681fe90d-a3bb-4daa-96ae-ba844c5a09d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.007729] env[69411]: DEBUG oslo_concurrency.lockutils [req-51732990-d5de-4caf-b340-d9b168311e36 req-66f981d2-0205-4fe3-b1e7-f7216edb04ce service nova] Lock "681fe90d-a3bb-4daa-96ae-ba844c5a09d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.007729] env[69411]: DEBUG nova.compute.manager [req-51732990-d5de-4caf-b340-d9b168311e36 req-66f981d2-0205-4fe3-b1e7-f7216edb04ce service nova] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] No waiting events found dispatching network-vif-plugged-4e0e0412-5f47-4485-a9b3-d6569637bffe {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.007729] env[69411]: WARNING nova.compute.manager [req-51732990-d5de-4caf-b340-d9b168311e36 req-66f981d2-0205-4fe3-b1e7-f7216edb04ce service nova] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Received unexpected event network-vif-plugged-4e0e0412-5f47-4485-a9b3-d6569637bffe for instance with vm_state building and task_state spawning. [ 634.008186] env[69411]: DEBUG nova.compute.manager [req-51732990-d5de-4caf-b340-d9b168311e36 req-66f981d2-0205-4fe3-b1e7-f7216edb04ce service nova] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Received event network-changed-4e0e0412-5f47-4485-a9b3-d6569637bffe {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.008186] env[69411]: DEBUG nova.compute.manager [req-51732990-d5de-4caf-b340-d9b168311e36 req-66f981d2-0205-4fe3-b1e7-f7216edb04ce service nova] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Refreshing instance network info cache due to event network-changed-4e0e0412-5f47-4485-a9b3-d6569637bffe. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.008471] env[69411]: DEBUG oslo_concurrency.lockutils [req-51732990-d5de-4caf-b340-d9b168311e36 req-66f981d2-0205-4fe3-b1e7-f7216edb04ce service nova] Acquiring lock "refresh_cache-681fe90d-a3bb-4daa-96ae-ba844c5a09d6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.008560] env[69411]: DEBUG oslo_concurrency.lockutils [req-51732990-d5de-4caf-b340-d9b168311e36 req-66f981d2-0205-4fe3-b1e7-f7216edb04ce service nova] Acquired lock "refresh_cache-681fe90d-a3bb-4daa-96ae-ba844c5a09d6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.008724] env[69411]: DEBUG nova.network.neutron [req-51732990-d5de-4caf-b340-d9b168311e36 req-66f981d2-0205-4fe3-b1e7-f7216edb04ce service nova] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Refreshing network info cache for port 4e0e0412-5f47-4485-a9b3-d6569637bffe {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.057082] env[69411]: DEBUG nova.compute.manager [req-835a0542-e009-4b50-b184-5560df51c012 req-b2831cb9-a880-47aa-adbb-a3343c29e0e8 service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Received event network-changed-f79500d5-4f1f-4b87-ad17-750add9583d0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.057702] env[69411]: DEBUG nova.compute.manager [req-835a0542-e009-4b50-b184-5560df51c012 req-b2831cb9-a880-47aa-adbb-a3343c29e0e8 service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Refreshing instance network info cache due to event network-changed-f79500d5-4f1f-4b87-ad17-750add9583d0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.057702] env[69411]: DEBUG oslo_concurrency.lockutils [req-835a0542-e009-4b50-b184-5560df51c012 req-b2831cb9-a880-47aa-adbb-a3343c29e0e8 service nova] Acquiring lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.057702] env[69411]: DEBUG oslo_concurrency.lockutils [req-835a0542-e009-4b50-b184-5560df51c012 req-b2831cb9-a880-47aa-adbb-a3343c29e0e8 service nova] Acquired lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.058908] env[69411]: DEBUG nova.network.neutron [req-835a0542-e009-4b50-b184-5560df51c012 req-b2831cb9-a880-47aa-adbb-a3343c29e0e8 service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Refreshing network info cache for port f79500d5-4f1f-4b87-ad17-750add9583d0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.102570] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322416, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.185016] env[69411]: DEBUG oslo_vmware.api [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': task-3322413, 'name': PowerOnVM_Task, 'duration_secs': 0.609567} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.189521] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.189817] env[69411]: INFO nova.compute.manager [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Took 13.84 seconds to spawn the instance on the hypervisor. [ 634.189989] env[69411]: DEBUG nova.compute.manager [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.190948] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730bcd4f-4d02-4f60-a2d6-9ba6fdd80d6e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.273352] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.288855] env[69411]: DEBUG nova.compute.manager [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.307274] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance d131e908-dbcb-44e3-8768-71cc1a7fefa1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.307541] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 634.307703] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 634.329416] env[69411]: DEBUG nova.virt.hardware [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:02:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1690630948',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-555586632',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.329416] env[69411]: DEBUG nova.virt.hardware [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.329416] env[69411]: DEBUG nova.virt.hardware [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.329566] env[69411]: DEBUG nova.virt.hardware [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.329566] env[69411]: DEBUG nova.virt.hardware [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.329566] env[69411]: DEBUG nova.virt.hardware [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.330992] env[69411]: DEBUG nova.virt.hardware [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.331455] env[69411]: DEBUG nova.virt.hardware [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.331774] env[69411]: DEBUG nova.virt.hardware [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.332145] env[69411]: DEBUG nova.virt.hardware [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.332438] env[69411]: DEBUG nova.virt.hardware [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.334217] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8624dcd-9109-4a98-9cff-8c7435ca29a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.358019] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f35750-3bd4-4f97-be84-a24f49179e73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.463650] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.91878} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.470707] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Copied Virtual Disk [datastore1] vmware_temp/1b2bf10a-0f8f-4cd5-94b5-659d00927eec/fdeb29d0-1398-4538-9a8f-5f916ad4b064/tmp-sparse.vmdk to [datastore1] vmware_temp/1b2bf10a-0f8f-4cd5-94b5-659d00927eec/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.470824] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Deleting the datastore file [datastore1] vmware_temp/1b2bf10a-0f8f-4cd5-94b5-659d00927eec/fdeb29d0-1398-4538-9a8f-5f916ad4b064/tmp-sparse.vmdk {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.471115] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32b7cd62-4154-438b-ae85-a4eac987f1b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.479318] env[69411]: DEBUG oslo_vmware.api [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Task: {'id': task-3322422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432713} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.484723] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.484723] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.484723] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.484890] env[69411]: INFO nova.compute.manager [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 634.485102] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.485370] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 634.485370] env[69411]: value = "task-3322423" [ 634.485370] env[69411]: _type = "Task" [ 634.485370] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.485992] env[69411]: DEBUG nova.compute.manager [-] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 634.486116] env[69411]: DEBUG nova.network.neutron [-] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 634.497357] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.565439] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131ed06b-bd42-4729-8135-ed6d34796664 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.580476] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be01dfb0-a18d-41e4-b248-c42d32368edc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.620597] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5693d736-b3c4-4508-abdc-e38370e44d5a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.625371] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591822} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.626356] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 681fe90d-a3bb-4daa-96ae-ba844c5a09d6/681fe90d-a3bb-4daa-96ae-ba844c5a09d6.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.626596] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.626839] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7bc6328-6894-47f9-a476-2d88f2ddba59 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.634011] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828c7c6c-6b3e-42e9-8fb2-c0d4cdad4bfa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.645285] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Waiting for the task: (returnval){ [ 634.645285] env[69411]: value = "task-3322424" [ 634.645285] env[69411]: _type = "Task" [ 634.645285] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.658904] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.666517] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.714885] env[69411]: INFO nova.compute.manager [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Took 19.86 seconds to build instance. [ 634.837513] env[69411]: DEBUG nova.network.neutron [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Updating instance_info_cache with network_info: [{"id": "4f50fc5f-ccef-41af-bc05-cfab55ae51b3", "address": "fa:16:3e:33:0c:e2", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f50fc5f-cc", "ovs_interfaceid": "4f50fc5f-ccef-41af-bc05-cfab55ae51b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.000754] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023119} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.001679] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.002723] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Moving file from [datastore1] vmware_temp/1b2bf10a-0f8f-4cd5-94b5-659d00927eec/fdeb29d0-1398-4538-9a8f-5f916ad4b064 to [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064. {{(pid=69411) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 635.002723] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-06c91be3-da6d-40b4-803a-9b5d68333362 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.015498] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 635.015498] env[69411]: value = "task-3322425" [ 635.015498] env[69411]: _type = "Task" [ 635.015498] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.024386] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322425, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.111662] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Acquiring lock "45a36b27-f562-4e2a-8d95-1956a9bd96d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.111955] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Lock "45a36b27-f562-4e2a-8d95-1956a9bd96d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.156401] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061903} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.156655] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.157476] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eb9305-6a51-4a17-bfa8-2da63cf41306 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.164080] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.192300] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 681fe90d-a3bb-4daa-96ae-ba844c5a09d6/681fe90d-a3bb-4daa-96ae-ba844c5a09d6.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.193876] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a047201-1d6c-4211-8962-b0f04d99a9ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.217118] env[69411]: DEBUG oslo_concurrency.lockutils [None req-92c3c035-ac75-493e-9961-fe6a6f1cbf5d tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Lock "12cfd666-19bf-4339-91a8-19ba15c21f8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.370s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.217479] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Waiting for the task: (returnval){ [ 635.217479] env[69411]: value = "task-3322426" [ 635.217479] env[69411]: _type = "Task" [ 635.217479] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.226184] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.340031] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Releasing lock "refresh_cache-e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.340711] env[69411]: DEBUG nova.compute.manager [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Instance network_info: |[{"id": "4f50fc5f-ccef-41af-bc05-cfab55ae51b3", "address": "fa:16:3e:33:0c:e2", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f50fc5f-cc", "ovs_interfaceid": "4f50fc5f-ccef-41af-bc05-cfab55ae51b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.340853] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:0c:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f50fc5f-ccef-41af-bc05-cfab55ae51b3', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.350381] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Creating folder: Project (0e58b7bd73ce40e49e67398d7db655bb). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.350381] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32acd245-29f0-4ab4-8332-290b9af39f62 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.360217] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Created folder: Project (0e58b7bd73ce40e49e67398d7db655bb) in parent group-v663248. [ 635.360450] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Creating folder: Instances. Parent ref: group-v663270. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.360990] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1fd8557-ecb9-4820-9b1c-d9a4e6e654b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.371407] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Created folder: Instances in parent group-v663270. [ 635.371407] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.371407] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.371407] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da1e5ebf-e26c-4140-8507-3fdee5ca4338 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.401153] env[69411]: DEBUG nova.network.neutron [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Successfully created port: c880c03c-2dad-44c6-a06b-a4f7ef5d66e8 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.410116] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.410116] env[69411]: value = "task-3322429" [ 635.410116] env[69411]: _type = "Task" [ 635.410116] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.427348] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322429, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.524615] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322425, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026403} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.525979] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] File moved {{(pid=69411) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 635.525979] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Cleaning up location [datastore1] vmware_temp/1b2bf10a-0f8f-4cd5-94b5-659d00927eec {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 635.526282] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Deleting the datastore file [datastore1] vmware_temp/1b2bf10a-0f8f-4cd5-94b5-659d00927eec {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.526317] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fc762cc-bb94-4849-bd98-f8b00e03af01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.533781] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 635.533781] env[69411]: value = "task-3322430" [ 635.533781] env[69411]: _type = "Task" [ 635.533781] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.542495] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.614990] env[69411]: DEBUG nova.compute.manager [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.671852] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 635.672408] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.426s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.673178] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.224s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.675604] env[69411]: INFO nova.compute.claims [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.732330] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.927149] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322429, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.931471] env[69411]: DEBUG nova.network.neutron [req-835a0542-e009-4b50-b184-5560df51c012 req-b2831cb9-a880-47aa-adbb-a3343c29e0e8 service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Updated VIF entry in instance network info cache for port f79500d5-4f1f-4b87-ad17-750add9583d0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.933417] env[69411]: DEBUG nova.network.neutron [req-835a0542-e009-4b50-b184-5560df51c012 req-b2831cb9-a880-47aa-adbb-a3343c29e0e8 service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Updating instance_info_cache with network_info: [{"id": "f79500d5-4f1f-4b87-ad17-750add9583d0", "address": "fa:16:3e:fa:68:e7", "network": {"id": "6b359fb5-ad5a-45a6-8d08-f0ee161571b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1858010619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4d6c2a273454ac18eac1f390632281b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79500d5-4f", "ovs_interfaceid": "f79500d5-4f1f-4b87-ad17-750add9583d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.034383] env[69411]: DEBUG nova.network.neutron [req-51732990-d5de-4caf-b340-d9b168311e36 req-66f981d2-0205-4fe3-b1e7-f7216edb04ce service nova] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Updated VIF entry in instance network info cache for port 4e0e0412-5f47-4485-a9b3-d6569637bffe. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.034710] env[69411]: DEBUG nova.network.neutron [req-51732990-d5de-4caf-b340-d9b168311e36 req-66f981d2-0205-4fe3-b1e7-f7216edb04ce service nova] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Updating instance_info_cache with network_info: [{"id": "4e0e0412-5f47-4485-a9b3-d6569637bffe", "address": "fa:16:3e:6a:3c:87", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0e0412-5f", "ovs_interfaceid": "4e0e0412-5f47-4485-a9b3-d6569637bffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.056419] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029736} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.060370] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.062950] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ca96c4-bf1c-4a83-9f33-3153a94b08b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.075797] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 636.075797] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528509ad-8275-a80f-0e18-fcdb3c650128" [ 636.075797] env[69411]: _type = "Task" [ 636.075797] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.085802] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528509ad-8275-a80f-0e18-fcdb3c650128, 'name': SearchDatastore_Task, 'duration_secs': 0.008601} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.086025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.087301] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] a14a09e6-ea69-4649-9789-d947526b7b33/a14a09e6-ea69-4649-9789-d947526b7b33.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.087301] env[69411]: DEBUG oslo_concurrency.lockutils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.087701] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.087925] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fc843bc-332c-4336-90d6-ed04d4d588e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.090707] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02c6baf2-5c4f-43b3-8fbb-a197d4ad9010 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.099781] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 636.099781] env[69411]: value = "task-3322431" [ 636.099781] env[69411]: _type = "Task" [ 636.099781] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.101097] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.101281] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.107032] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39468a71-036a-42bb-9df7-932694ec8401 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.115996] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 636.115996] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5226620e-02fc-72b3-fdb7-5c0a6471f460" [ 636.115996] env[69411]: _type = "Task" [ 636.115996] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.123754] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.144070] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5226620e-02fc-72b3-fdb7-5c0a6471f460, 'name': SearchDatastore_Task, 'duration_secs': 0.008114} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.145978] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-283f9c0c-64fc-4cb2-b51e-9ec1c9d2dadf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.155772] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 636.155772] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52841fc9-31b5-f392-8cb0-685c9be8970c" [ 636.155772] env[69411]: _type = "Task" [ 636.155772] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.156518] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.162381] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52841fc9-31b5-f392-8cb0-685c9be8970c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.230297] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322426, 'name': ReconfigVM_Task, 'duration_secs': 0.606964} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.230533] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 681fe90d-a3bb-4daa-96ae-ba844c5a09d6/681fe90d-a3bb-4daa-96ae-ba844c5a09d6.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.231348] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62f8064d-5a3c-48a5-8c7f-07eaf5319cc8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.238716] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Waiting for the task: (returnval){ [ 636.238716] env[69411]: value = "task-3322432" [ 636.238716] env[69411]: _type = "Task" [ 636.238716] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.250061] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322432, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.427403] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322429, 'name': CreateVM_Task, 'duration_secs': 0.567747} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.427744] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.429041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.429041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.429916] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.429916] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e69a08c7-4b2e-4c84-adc8-cb5643a598d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.438327] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 636.438327] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c99c56-2f80-f7c5-093c-ab4da74552e9" [ 636.438327] env[69411]: _type = "Task" [ 636.438327] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.440039] env[69411]: DEBUG oslo_concurrency.lockutils [req-835a0542-e009-4b50-b184-5560df51c012 req-b2831cb9-a880-47aa-adbb-a3343c29e0e8 service nova] Releasing lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.446349] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Acquiring lock "c10e93a5-b4eb-4f36-8988-c556ea271d0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.447016] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Lock "c10e93a5-b4eb-4f36-8988-c556ea271d0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.455429] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c99c56-2f80-f7c5-093c-ab4da74552e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.544167] env[69411]: DEBUG oslo_concurrency.lockutils [req-51732990-d5de-4caf-b340-d9b168311e36 req-66f981d2-0205-4fe3-b1e7-f7216edb04ce service nova] Releasing lock "refresh_cache-681fe90d-a3bb-4daa-96ae-ba844c5a09d6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.616055] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322431, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.641926] env[69411]: DEBUG nova.network.neutron [-] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.665890] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52841fc9-31b5-f392-8cb0-685c9be8970c, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.669671] env[69411]: DEBUG oslo_concurrency.lockutils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.670209] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 0daf6eca-cc35-4960-b5e6-49f3770302e1/0daf6eca-cc35-4960-b5e6-49f3770302e1.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.671738] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9660fcc9-b35b-4c1c-89b5-93c727a671e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.682115] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 636.682115] env[69411]: value = "task-3322434" [ 636.682115] env[69411]: _type = "Task" [ 636.682115] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.697671] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.758528] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322432, 'name': Rename_Task, 'duration_secs': 0.18375} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.758994] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.759126] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0628bdc6-4968-434d-9479-42912d7e641e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.765114] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Waiting for the task: (returnval){ [ 636.765114] env[69411]: value = "task-3322435" [ 636.765114] env[69411]: _type = "Task" [ 636.765114] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.787480] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322435, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.955341] env[69411]: DEBUG nova.compute.manager [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.963335] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c99c56-2f80-f7c5-093c-ab4da74552e9, 'name': SearchDatastore_Task, 'duration_secs': 0.054027} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.963943] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.967768] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.967768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.967768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.967768] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.967768] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2ae7303-8ebf-46a0-98f4-f0a23596d469 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.980642] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.980747] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.981719] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda44f90-cd8d-4278-9ca2-806a566e9cd6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.994980] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 636.994980] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fcf977-f0ec-2cd9-b937-9ac05a0987e3" [ 636.994980] env[69411]: _type = "Task" [ 636.994980] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.006414] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fcf977-f0ec-2cd9-b937-9ac05a0987e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.052099] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b71adc-9770-4413-920b-2cea149bb758 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.066183] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5599e6-f84e-429d-a680-00d918b9e477 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.122025] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df36925-78a4-4fc4-b576-d316a32672ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.133101] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546296} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.136201] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] a14a09e6-ea69-4649-9789-d947526b7b33/a14a09e6-ea69-4649-9789-d947526b7b33.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.136647] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.137049] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-544b2a86-7eec-4df9-8a9e-0ce729320cd3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.140461] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afee6398-a908-456b-9694-186d94152f45 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.145333] env[69411]: INFO nova.compute.manager [-] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Took 2.66 seconds to deallocate network for instance. [ 637.162464] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 637.162464] env[69411]: value = "task-3322436" [ 637.162464] env[69411]: _type = "Task" [ 637.162464] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.163977] env[69411]: DEBUG nova.compute.provider_tree [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.178025] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.195960] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322434, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.283645] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322435, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.504918] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.516875] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fcf977-f0ec-2cd9-b937-9ac05a0987e3, 'name': SearchDatastore_Task, 'duration_secs': 0.056118} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.518625] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3caedc0b-06e1-49bd-800d-d640cf26fa15 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.525465] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 637.525465] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5231ce9d-55e7-2a65-f0ed-cf4a79b99861" [ 637.525465] env[69411]: _type = "Task" [ 637.525465] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.538952] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5231ce9d-55e7-2a65-f0ed-cf4a79b99861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.665731] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.684377] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095708} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.687555] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.689024] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37ab534-458f-4ef8-abfe-e4256c8675ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.700692] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622354} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.710604] env[69411]: ERROR nova.scheduler.client.report [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [req-cb36f741-f560-4cf1-beed-8ad769100994] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cb36f741-f560-4cf1-beed-8ad769100994"}]} [ 637.710941] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 0daf6eca-cc35-4960-b5e6-49f3770302e1/0daf6eca-cc35-4960-b5e6-49f3770302e1.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.711203] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.722263] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] a14a09e6-ea69-4649-9789-d947526b7b33/a14a09e6-ea69-4649-9789-d947526b7b33.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.725795] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60143854-3f77-4506-b321-138d52370919 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.728267] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d743eaa3-5341-4698-8778-bf03ad9f3492 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.753784] env[69411]: DEBUG nova.scheduler.client.report [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 637.755983] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 637.755983] env[69411]: value = "task-3322437" [ 637.755983] env[69411]: _type = "Task" [ 637.755983] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.756238] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 637.756238] env[69411]: value = "task-3322438" [ 637.756238] env[69411]: _type = "Task" [ 637.756238] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.774949] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.779834] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.791021] env[69411]: DEBUG oslo_vmware.api [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322435, 'name': PowerOnVM_Task, 'duration_secs': 0.939471} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.792494] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.792741] env[69411]: INFO nova.compute.manager [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Took 15.15 seconds to spawn the instance on the hypervisor. [ 637.792931] env[69411]: DEBUG nova.compute.manager [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.794247] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f268130-443f-44a5-93d4-bf35713a94ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.799466] env[69411]: DEBUG nova.scheduler.client.report [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 637.799586] env[69411]: DEBUG nova.compute.provider_tree [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.814089] env[69411]: DEBUG nova.scheduler.client.report [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 637.848165] env[69411]: DEBUG nova.scheduler.client.report [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 638.050704] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5231ce9d-55e7-2a65-f0ed-cf4a79b99861, 'name': SearchDatastore_Task, 'duration_secs': 0.009569} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.050704] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.050862] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] e1dd4dda-25fc-4422-bccc-4e4cf4e30bce/e1dd4dda-25fc-4422-bccc-4e4cf4e30bce.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.051387] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3109734e-93c4-421d-ae42-439b594b01e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.059672] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 638.059672] env[69411]: value = "task-3322439" [ 638.059672] env[69411]: _type = "Task" [ 638.059672] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.072176] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.132496] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aafb21-eca9-44a7-82d6-8ded650438b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.145026] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8b6b44-1059-443e-8698-ee8204ae012f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.181631] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9156ca69-8364-47fb-ab7f-9ec6f24e4c35 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.192208] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d4373c-7a1a-4de1-a286-d7178267bd6c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.214578] env[69411]: DEBUG nova.compute.provider_tree [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.278856] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07279} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.283848] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.288449] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.288449] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0ac882-1e01-436e-8fb9-1d5e1d078953 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.311645] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 0daf6eca-cc35-4960-b5e6-49f3770302e1/0daf6eca-cc35-4960-b5e6-49f3770302e1.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.316114] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5313256-0e51-4a2c-8e72-3ab9854aaf62 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.334100] env[69411]: INFO nova.compute.manager [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Took 22.94 seconds to build instance. [ 638.339526] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 638.339526] env[69411]: value = "task-3322440" [ 638.339526] env[69411]: _type = "Task" [ 638.339526] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.346288] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.577167] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322439, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.643834] env[69411]: DEBUG nova.network.neutron [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Successfully updated port: cc599dcc-13bd-41f8-83f7-6edfd36683ff {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.720618] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "1603a151-7d9e-4914-89e3-38a1a9819ca2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.720978] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "1603a151-7d9e-4914-89e3-38a1a9819ca2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.742268] env[69411]: ERROR nova.scheduler.client.report [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [req-3d305778-397b-4b17-80f8-cd834034eab1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3d305778-397b-4b17-80f8-cd834034eab1"}]} [ 638.768520] env[69411]: DEBUG nova.scheduler.client.report [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 638.778577] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322438, 'name': ReconfigVM_Task, 'duration_secs': 0.970308} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.778577] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Reconfigured VM instance instance-00000007 to attach disk [datastore1] a14a09e6-ea69-4649-9789-d947526b7b33/a14a09e6-ea69-4649-9789-d947526b7b33.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.778577] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b27c4533-9b35-45e2-bed5-094047c17bd3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.783154] env[69411]: DEBUG nova.scheduler.client.report [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 638.783387] env[69411]: DEBUG nova.compute.provider_tree [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.787540] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 638.787540] env[69411]: value = "task-3322442" [ 638.787540] env[69411]: _type = "Task" [ 638.787540] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.799130] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322442, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.800335] env[69411]: DEBUG nova.scheduler.client.report [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 638.822883] env[69411]: DEBUG nova.scheduler.client.report [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 638.836919] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f586b29c-336f-4902-9491-8ed8f954396c tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Lock "681fe90d-a3bb-4daa-96ae-ba844c5a09d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.447s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.851786] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.922852] env[69411]: DEBUG nova.network.neutron [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Successfully updated port: c880c03c-2dad-44c6-a06b-a4f7ef5d66e8 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.082794] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871402} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.083151] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] e1dd4dda-25fc-4422-bccc-4e4cf4e30bce/e1dd4dda-25fc-4422-bccc-4e4cf4e30bce.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.083832] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.084183] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88317068-4afe-4643-a4ec-4ee3a5011c2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.092050] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 639.092050] env[69411]: value = "task-3322443" [ 639.092050] env[69411]: _type = "Task" [ 639.092050] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.109558] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Acquiring lock "37ceffed-a475-4dc3-928c-b0e7dd9e43ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.109888] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Lock "37ceffed-a475-4dc3-928c-b0e7dd9e43ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.110228] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.152109] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Acquiring lock "refresh_cache-ece46e66-a835-4f04-a091-b3a4d8de0b05" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.152109] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Acquired lock "refresh_cache-ece46e66-a835-4f04-a091-b3a4d8de0b05" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.152109] env[69411]: DEBUG nova.network.neutron [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.163871] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaca914-9b29-49eb-988c-d6e33dfbb58e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.179091] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2a7b2b-ed41-4e92-8e2f-305b56fc8db0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.184760] env[69411]: DEBUG nova.compute.manager [req-cb2c2e04-3a13-4ee1-b918-998db3bf7d87 req-f281cb63-89bf-4b69-b77a-5211388fb594 service nova] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Received event network-vif-plugged-4f50fc5f-ccef-41af-bc05-cfab55ae51b3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.185326] env[69411]: DEBUG oslo_concurrency.lockutils [req-cb2c2e04-3a13-4ee1-b918-998db3bf7d87 req-f281cb63-89bf-4b69-b77a-5211388fb594 service nova] Acquiring lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.185690] env[69411]: DEBUG oslo_concurrency.lockutils [req-cb2c2e04-3a13-4ee1-b918-998db3bf7d87 req-f281cb63-89bf-4b69-b77a-5211388fb594 service nova] Lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.185965] env[69411]: DEBUG oslo_concurrency.lockutils [req-cb2c2e04-3a13-4ee1-b918-998db3bf7d87 req-f281cb63-89bf-4b69-b77a-5211388fb594 service nova] Lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.186278] env[69411]: DEBUG nova.compute.manager [req-cb2c2e04-3a13-4ee1-b918-998db3bf7d87 req-f281cb63-89bf-4b69-b77a-5211388fb594 service nova] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] No waiting events found dispatching network-vif-plugged-4f50fc5f-ccef-41af-bc05-cfab55ae51b3 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.186600] env[69411]: WARNING nova.compute.manager [req-cb2c2e04-3a13-4ee1-b918-998db3bf7d87 req-f281cb63-89bf-4b69-b77a-5211388fb594 service nova] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Received unexpected event network-vif-plugged-4f50fc5f-ccef-41af-bc05-cfab55ae51b3 for instance with vm_state building and task_state spawning. [ 639.186899] env[69411]: DEBUG nova.compute.manager [req-cb2c2e04-3a13-4ee1-b918-998db3bf7d87 req-f281cb63-89bf-4b69-b77a-5211388fb594 service nova] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Received event network-changed-4f50fc5f-ccef-41af-bc05-cfab55ae51b3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.187280] env[69411]: DEBUG nova.compute.manager [req-cb2c2e04-3a13-4ee1-b918-998db3bf7d87 req-f281cb63-89bf-4b69-b77a-5211388fb594 service nova] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Refreshing instance network info cache due to event network-changed-4f50fc5f-ccef-41af-bc05-cfab55ae51b3. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.187625] env[69411]: DEBUG oslo_concurrency.lockutils [req-cb2c2e04-3a13-4ee1-b918-998db3bf7d87 req-f281cb63-89bf-4b69-b77a-5211388fb594 service nova] Acquiring lock "refresh_cache-e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.187901] env[69411]: DEBUG oslo_concurrency.lockutils [req-cb2c2e04-3a13-4ee1-b918-998db3bf7d87 req-f281cb63-89bf-4b69-b77a-5211388fb594 service nova] Acquired lock "refresh_cache-e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.188209] env[69411]: DEBUG nova.network.neutron [req-cb2c2e04-3a13-4ee1-b918-998db3bf7d87 req-f281cb63-89bf-4b69-b77a-5211388fb594 service nova] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Refreshing network info cache for port 4f50fc5f-ccef-41af-bc05-cfab55ae51b3 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.223182] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beb2899-3390-4527-8258-8a9e193fdd26 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.233498] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142602ce-79c1-4899-a086-c805004a2b9d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.253291] env[69411]: DEBUG nova.compute.provider_tree [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.299805] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322442, 'name': Rename_Task, 'duration_secs': 0.232901} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.300087] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.300484] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25dfa46b-e4e2-420a-860c-db2b0bf617f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.307125] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 639.307125] env[69411]: value = "task-3322444" [ 639.307125] env[69411]: _type = "Task" [ 639.307125] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.315527] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.339772] env[69411]: DEBUG nova.compute.manager [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.353165] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322440, 'name': ReconfigVM_Task, 'duration_secs': 0.759198} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.353853] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 0daf6eca-cc35-4960-b5e6-49f3770302e1/0daf6eca-cc35-4960-b5e6-49f3770302e1.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.354126] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6af2dff3-4207-4ed6-9f75-00b8fcdf36b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.361214] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 639.361214] env[69411]: value = "task-3322445" [ 639.361214] env[69411]: _type = "Task" [ 639.361214] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.372924] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322445, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.433714] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Acquiring lock "refresh_cache-2bdfcae6-520b-42f8-9127-f58cb3f9e57d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.433863] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Acquired lock "refresh_cache-2bdfcae6-520b-42f8-9127-f58cb3f9e57d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.434174] env[69411]: DEBUG nova.network.neutron [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.603683] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060358} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.604081] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.604573] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb6aab1-753c-4e23-9376-e1e124cf061b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.627480] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] e1dd4dda-25fc-4422-bccc-4e4cf4e30bce/e1dd4dda-25fc-4422-bccc-4e4cf4e30bce.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.627796] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-868af313-e9ee-4c52-b802-f9ef625512c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.649063] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 639.649063] env[69411]: value = "task-3322446" [ 639.649063] env[69411]: _type = "Task" [ 639.649063] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.659019] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.702880] env[69411]: DEBUG nova.network.neutron [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.732698] env[69411]: DEBUG nova.compute.manager [req-4feb1baf-08dc-41fb-bbb1-f9d6b9e3df5c req-b34d216f-bba0-44db-9515-c575b0c51fb3 service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Received event network-vif-plugged-cc599dcc-13bd-41f8-83f7-6edfd36683ff {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.734265] env[69411]: DEBUG oslo_concurrency.lockutils [req-4feb1baf-08dc-41fb-bbb1-f9d6b9e3df5c req-b34d216f-bba0-44db-9515-c575b0c51fb3 service nova] Acquiring lock "ece46e66-a835-4f04-a091-b3a4d8de0b05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.734265] env[69411]: DEBUG oslo_concurrency.lockutils [req-4feb1baf-08dc-41fb-bbb1-f9d6b9e3df5c req-b34d216f-bba0-44db-9515-c575b0c51fb3 service nova] Lock "ece46e66-a835-4f04-a091-b3a4d8de0b05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.734265] env[69411]: DEBUG oslo_concurrency.lockutils [req-4feb1baf-08dc-41fb-bbb1-f9d6b9e3df5c req-b34d216f-bba0-44db-9515-c575b0c51fb3 service nova] Lock "ece46e66-a835-4f04-a091-b3a4d8de0b05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.734265] env[69411]: DEBUG nova.compute.manager [req-4feb1baf-08dc-41fb-bbb1-f9d6b9e3df5c req-b34d216f-bba0-44db-9515-c575b0c51fb3 service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] No waiting events found dispatching network-vif-plugged-cc599dcc-13bd-41f8-83f7-6edfd36683ff {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.734265] env[69411]: WARNING nova.compute.manager [req-4feb1baf-08dc-41fb-bbb1-f9d6b9e3df5c req-b34d216f-bba0-44db-9515-c575b0c51fb3 service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Received unexpected event network-vif-plugged-cc599dcc-13bd-41f8-83f7-6edfd36683ff for instance with vm_state building and task_state spawning. [ 639.807714] env[69411]: DEBUG nova.scheduler.client.report [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 19 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 639.807969] env[69411]: DEBUG nova.compute.provider_tree [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 19 to 20 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 639.808231] env[69411]: DEBUG nova.compute.provider_tree [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.836551] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322444, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.871749] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.879778] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322445, 'name': Rename_Task, 'duration_secs': 0.151134} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.882240] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.882485] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a84c23a9-a330-4d84-bd7d-5cd9bba23c48 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.892173] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 639.892173] env[69411]: value = "task-3322447" [ 639.892173] env[69411]: _type = "Task" [ 639.892173] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.903858] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.944939] env[69411]: DEBUG nova.network.neutron [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Updating instance_info_cache with network_info: [{"id": "cc599dcc-13bd-41f8-83f7-6edfd36683ff", "address": "fa:16:3e:07:96:63", "network": {"id": "a9ccb547-6509-4ddf-8894-92ba8be3e68d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-454447434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66fd9e808bbf434e8ee8f20efec1bca5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc599dcc-13", "ovs_interfaceid": "cc599dcc-13bd-41f8-83f7-6edfd36683ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.003368] env[69411]: DEBUG nova.network.neutron [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.162079] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.326000] env[69411]: DEBUG oslo_vmware.api [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322444, 'name': PowerOnVM_Task, 'duration_secs': 1.01515} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.326355] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.326552] env[69411]: INFO nova.compute.manager [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Took 10.75 seconds to spawn the instance on the hypervisor. [ 640.326721] env[69411]: DEBUG nova.compute.manager [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.327505] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.655s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.328109] env[69411]: DEBUG nova.compute.manager [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.331758] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763da360-ed69-449a-a7a4-b37205b9d177 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.334988] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.062s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.336528] env[69411]: INFO nova.compute.claims [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.404907] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.439291] env[69411]: DEBUG nova.network.neutron [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Updating instance_info_cache with network_info: [{"id": "c880c03c-2dad-44c6-a06b-a4f7ef5d66e8", "address": "fa:16:3e:06:71:b2", "network": {"id": "75e4a099-9657-4e3f-811d-dd2211a04728", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1022781525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3c54d6002d4494af65874393530311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc880c03c-2d", "ovs_interfaceid": "c880c03c-2dad-44c6-a06b-a4f7ef5d66e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.452194] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Releasing lock "refresh_cache-ece46e66-a835-4f04-a091-b3a4d8de0b05" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.452529] env[69411]: DEBUG nova.compute.manager [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Instance network_info: |[{"id": "cc599dcc-13bd-41f8-83f7-6edfd36683ff", "address": "fa:16:3e:07:96:63", "network": {"id": "a9ccb547-6509-4ddf-8894-92ba8be3e68d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-454447434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66fd9e808bbf434e8ee8f20efec1bca5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc599dcc-13", "ovs_interfaceid": "cc599dcc-13bd-41f8-83f7-6edfd36683ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.452985] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:96:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc599dcc-13bd-41f8-83f7-6edfd36683ff', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.465020] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Creating folder: Project (66fd9e808bbf434e8ee8f20efec1bca5). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.465702] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e0deb1f-2c1b-4cbe-914a-e05556206dbb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.478895] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Created folder: Project (66fd9e808bbf434e8ee8f20efec1bca5) in parent group-v663248. [ 640.479140] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Creating folder: Instances. Parent ref: group-v663273. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.479405] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2868643-bedd-41b0-aa4e-dd267877a195 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.493832] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Created folder: Instances in parent group-v663273. [ 640.496448] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.496683] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.497147] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-536e0244-4dd0-41d9-b1a2-7731675cbeb5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.517356] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.517356] env[69411]: value = "task-3322450" [ 640.517356] env[69411]: _type = "Task" [ 640.517356] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.525496] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322450, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.561874] env[69411]: DEBUG nova.network.neutron [req-cb2c2e04-3a13-4ee1-b918-998db3bf7d87 req-f281cb63-89bf-4b69-b77a-5211388fb594 service nova] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Updated VIF entry in instance network info cache for port 4f50fc5f-ccef-41af-bc05-cfab55ae51b3. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.562309] env[69411]: DEBUG nova.network.neutron [req-cb2c2e04-3a13-4ee1-b918-998db3bf7d87 req-f281cb63-89bf-4b69-b77a-5211388fb594 service nova] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Updating instance_info_cache with network_info: [{"id": "4f50fc5f-ccef-41af-bc05-cfab55ae51b3", "address": "fa:16:3e:33:0c:e2", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f50fc5f-cc", "ovs_interfaceid": "4f50fc5f-ccef-41af-bc05-cfab55ae51b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.660497] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322446, 'name': ReconfigVM_Task, 'duration_secs': 0.848263} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.660873] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Reconfigured VM instance instance-00000006 to attach disk [datastore1] e1dd4dda-25fc-4422-bccc-4e4cf4e30bce/e1dd4dda-25fc-4422-bccc-4e4cf4e30bce.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.662096] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53fb8062-160b-4511-a8aa-ab178c2fa07d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.670157] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 640.670157] env[69411]: value = "task-3322451" [ 640.670157] env[69411]: _type = "Task" [ 640.670157] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.686510] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322451, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.838115] env[69411]: DEBUG nova.compute.utils [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.839707] env[69411]: DEBUG nova.compute.manager [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 640.856851] env[69411]: INFO nova.compute.manager [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Took 23.30 seconds to build instance. [ 640.904704] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322447, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.943885] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Releasing lock "refresh_cache-2bdfcae6-520b-42f8-9127-f58cb3f9e57d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.944559] env[69411]: DEBUG nova.compute.manager [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Instance network_info: |[{"id": "c880c03c-2dad-44c6-a06b-a4f7ef5d66e8", "address": "fa:16:3e:06:71:b2", "network": {"id": "75e4a099-9657-4e3f-811d-dd2211a04728", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1022781525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3c54d6002d4494af65874393530311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc880c03c-2d", "ovs_interfaceid": "c880c03c-2dad-44c6-a06b-a4f7ef5d66e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.945139] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:71:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c880c03c-2dad-44c6-a06b-a4f7ef5d66e8', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.963924] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Creating folder: Project (9b3c54d6002d4494af65874393530311). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.964935] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5025c77-4eff-4e8e-a49f-38763b84be09 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.980998] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Created folder: Project (9b3c54d6002d4494af65874393530311) in parent group-v663248. [ 640.980998] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Creating folder: Instances. Parent ref: group-v663276. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.980998] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59952bf1-6deb-40e5-98e2-bfd3623267b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.995890] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Created folder: Instances in parent group-v663276. [ 640.996409] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.996588] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.996897] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c310287-543b-4ece-8e85-ef5d29e694c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.043634] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322450, 'name': CreateVM_Task, 'duration_secs': 0.416715} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.047546] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.047887] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.047887] env[69411]: value = "task-3322455" [ 641.047887] env[69411]: _type = "Task" [ 641.047887] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.049156] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.049411] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.050075] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.050619] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e220935f-667a-4064-b689-155abf2ba957 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.061272] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Waiting for the task: (returnval){ [ 641.061272] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5227de5f-d0a1-ff4d-6a6c-f32fb2bb6d61" [ 641.061272] env[69411]: _type = "Task" [ 641.061272] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.067374] env[69411]: DEBUG oslo_concurrency.lockutils [req-cb2c2e04-3a13-4ee1-b918-998db3bf7d87 req-f281cb63-89bf-4b69-b77a-5211388fb594 service nova] Releasing lock "refresh_cache-e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.068045] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322455, 'name': CreateVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.080987] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5227de5f-d0a1-ff4d-6a6c-f32fb2bb6d61, 'name': SearchDatastore_Task, 'duration_secs': 0.012234} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.081335] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.081719] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.082132] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.082432] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.082686] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.083071] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c69adaa-478c-431a-bc67-6967b93b7fb4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.093356] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.094241] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.095837] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18106180-f35b-4130-85b2-98c088b74cc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.105221] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Waiting for the task: (returnval){ [ 641.105221] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fffcf6-2c98-529a-d871-71e842661d0c" [ 641.105221] env[69411]: _type = "Task" [ 641.105221] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.122902] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fffcf6-2c98-529a-d871-71e842661d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011143} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.124191] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-760003ee-526a-4b19-82a8-984f9a94d166 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.132617] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Waiting for the task: (returnval){ [ 641.132617] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523806ce-1d68-b019-5ce8-2dfe93a4e5ce" [ 641.132617] env[69411]: _type = "Task" [ 641.132617] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.145716] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523806ce-1d68-b019-5ce8-2dfe93a4e5ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.189272] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322451, 'name': Rename_Task, 'duration_secs': 0.213494} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.189574] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.189781] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0801cee8-dde1-4ed7-93dc-a75cd2803596 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.196544] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 641.196544] env[69411]: value = "task-3322456" [ 641.196544] env[69411]: _type = "Task" [ 641.196544] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.206434] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.340504] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Acquiring lock "12cfd666-19bf-4339-91a8-19ba15c21f8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.340504] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Lock "12cfd666-19bf-4339-91a8-19ba15c21f8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.341811] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Acquiring lock "12cfd666-19bf-4339-91a8-19ba15c21f8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.341811] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Lock "12cfd666-19bf-4339-91a8-19ba15c21f8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.341811] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Lock "12cfd666-19bf-4339-91a8-19ba15c21f8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.345132] env[69411]: DEBUG nova.compute.manager [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.347437] env[69411]: INFO nova.compute.manager [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Terminating instance [ 641.359823] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18e81d7f-6381-47f7-b48a-c96fbacee2ec tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Lock "a14a09e6-ea69-4649-9789-d947526b7b33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.813s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.400973] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "eadfa105-5e1c-46c2-aead-d9e9af54b9e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.400973] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "eadfa105-5e1c-46c2-aead-d9e9af54b9e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.414329] env[69411]: DEBUG oslo_vmware.api [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322447, 'name': PowerOnVM_Task, 'duration_secs': 1.125472} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.415426] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.415673] env[69411]: INFO nova.compute.manager [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Took 16.47 seconds to spawn the instance on the hypervisor. [ 641.415793] env[69411]: DEBUG nova.compute.manager [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.416633] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4db686b-6a7a-4818-a13a-6867910069af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.563842] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322455, 'name': CreateVM_Task, 'duration_secs': 0.396268} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.564832] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.566164] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.566259] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.566656] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.567716] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a22c7692-9316-4792-b834-35230f01972b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.576777] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Waiting for the task: (returnval){ [ 641.576777] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524127cb-aec8-08b5-8042-ec5d4443567e" [ 641.576777] env[69411]: _type = "Task" [ 641.576777] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.589285] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524127cb-aec8-08b5-8042-ec5d4443567e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.650738] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523806ce-1d68-b019-5ce8-2dfe93a4e5ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013126} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.653693] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.653976] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] ece46e66-a835-4f04-a091-b3a4d8de0b05/ece46e66-a835-4f04-a091-b3a4d8de0b05.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.656183] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4031c835-abb3-4258-bc4b-eac342045ed9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.664787] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Waiting for the task: (returnval){ [ 641.664787] env[69411]: value = "task-3322457" [ 641.664787] env[69411]: _type = "Task" [ 641.664787] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.673547] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.689541] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24bf204-fe6a-400e-b7b3-f4faeb4103f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.701374] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be42ca3c-2f0b-46fa-91de-86883e26b947 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.711504] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.747560] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db334dd6-aa75-4f23-adcf-5994bc0691ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.754750] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cb4a21-116e-4094-98bb-37ea695650df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.771247] env[69411]: DEBUG nova.compute.provider_tree [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.855103] env[69411]: DEBUG nova.compute.manager [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 641.855780] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.857648] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5522e052-33ae-4114-bed5-429858d90cb9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.865118] env[69411]: DEBUG nova.compute.manager [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.876184] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.876184] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ce30ec8-6659-4555-ac7e-20e36ed209cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.885789] env[69411]: DEBUG oslo_vmware.api [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Waiting for the task: (returnval){ [ 641.885789] env[69411]: value = "task-3322458" [ 641.885789] env[69411]: _type = "Task" [ 641.885789] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.895312] env[69411]: DEBUG oslo_vmware.api [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': task-3322458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.942607] env[69411]: INFO nova.compute.manager [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Took 26.23 seconds to build instance. [ 642.090341] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524127cb-aec8-08b5-8042-ec5d4443567e, 'name': SearchDatastore_Task, 'duration_secs': 0.026082} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.094043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.094043] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.094043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.094043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.094328] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.094328] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b71c7af4-3132-4ba4-8135-c39c2542767b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.109830] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.110266] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.111205] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b1ae39-dccc-4641-9803-8e95f5d9d596 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.118139] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Waiting for the task: (returnval){ [ 642.118139] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52096aa1-b271-6197-1f7b-e83a0bbcc3bf" [ 642.118139] env[69411]: _type = "Task" [ 642.118139] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.133353] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52096aa1-b271-6197-1f7b-e83a0bbcc3bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.177289] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322457, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.213311] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322456, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.274275] env[69411]: DEBUG nova.scheduler.client.report [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.357079] env[69411]: DEBUG nova.compute.manager [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.392435] env[69411]: DEBUG nova.virt.hardware [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.393355] env[69411]: DEBUG nova.virt.hardware [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.393355] env[69411]: DEBUG nova.virt.hardware [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.393355] env[69411]: DEBUG nova.virt.hardware [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.393355] env[69411]: DEBUG nova.virt.hardware [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.393355] env[69411]: DEBUG nova.virt.hardware [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.393538] env[69411]: DEBUG nova.virt.hardware [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.393702] env[69411]: DEBUG nova.virt.hardware [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.393852] env[69411]: DEBUG nova.virt.hardware [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.394020] env[69411]: DEBUG nova.virt.hardware [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.394187] env[69411]: DEBUG nova.virt.hardware [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.395038] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d7b43b-f6c9-48c7-91fd-d976e456c7a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.402526] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.411551] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07caaf2-6885-48ae-9ac2-052ee16dcefe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.417279] env[69411]: DEBUG oslo_vmware.api [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': task-3322458, 'name': PowerOffVM_Task, 'duration_secs': 0.198492} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.417279] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.417412] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.418143] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5982f66c-09f8-4068-8b23-df7a4accb774 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.427479] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.433877] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Creating folder: Project (8e048598934343e3864d9cebf402e0d2). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.435109] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa40b09c-4d56-4c6e-a248-5a86206ed64a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.445459] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Created folder: Project (8e048598934343e3864d9cebf402e0d2) in parent group-v663248. [ 642.445670] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Creating folder: Instances. Parent ref: group-v663279. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.446102] env[69411]: DEBUG oslo_concurrency.lockutils [None req-080d0027-a467-4fec-88d4-5a20eafd545e tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "0daf6eca-cc35-4960-b5e6-49f3770302e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.743s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.446306] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bef0d9aa-6906-47e4-b705-c87c271e3e67 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.457904] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Created folder: Instances in parent group-v663279. [ 642.459478] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.461088] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40176678-8725-4455-bf34-48274d2724ef] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.461088] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-048ca742-d048-44c7-a49a-c0bd5627a8ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.486493] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.486493] env[69411]: value = "task-3322462" [ 642.486493] env[69411]: _type = "Task" [ 642.486493] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.495882] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322462, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.516610] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.516610] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.516610] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Deleting the datastore file [datastore2] 12cfd666-19bf-4339-91a8-19ba15c21f8d {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.516774] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4bb1d5b-c2ce-43a7-b28e-51bda2914044 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.523697] env[69411]: DEBUG oslo_vmware.api [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Waiting for the task: (returnval){ [ 642.523697] env[69411]: value = "task-3322463" [ 642.523697] env[69411]: _type = "Task" [ 642.523697] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.532548] env[69411]: DEBUG oslo_vmware.api [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': task-3322463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.629352] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52096aa1-b271-6197-1f7b-e83a0bbcc3bf, 'name': SearchDatastore_Task, 'duration_secs': 0.055482} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.630160] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f7fc56-bb5c-4d3d-acad-77e59063f6e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.636317] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Waiting for the task: (returnval){ [ 642.636317] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523c135f-7b76-3ab2-cfd6-84a42aaf8176" [ 642.636317] env[69411]: _type = "Task" [ 642.636317] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.644876] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523c135f-7b76-3ab2-cfd6-84a42aaf8176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.677182] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746293} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.677719] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] ece46e66-a835-4f04-a091-b3a4d8de0b05/ece46e66-a835-4f04-a091-b3a4d8de0b05.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.677719] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.678015] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faad277a-1157-4c81-9aac-7597b5852e6c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.684796] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Waiting for the task: (returnval){ [ 642.684796] env[69411]: value = "task-3322464" [ 642.684796] env[69411]: _type = "Task" [ 642.684796] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.694375] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.709935] env[69411]: DEBUG oslo_vmware.api [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322456, 'name': PowerOnVM_Task, 'duration_secs': 1.202532} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.710749] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.710749] env[69411]: INFO nova.compute.manager [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Took 15.52 seconds to spawn the instance on the hypervisor. [ 642.711030] env[69411]: DEBUG nova.compute.manager [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.713468] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35140fac-3380-4872-b698-adbb767f43c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.783152] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.783646] env[69411]: DEBUG nova.compute.manager [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.786947] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.631s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.788370] env[69411]: INFO nova.compute.claims [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.953140] env[69411]: DEBUG nova.compute.manager [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.006029] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322462, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.042134] env[69411]: DEBUG oslo_vmware.api [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Task: {'id': task-3322463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436623} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.042468] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.042643] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.042814] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.042995] env[69411]: INFO nova.compute.manager [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 643.043308] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.043515] env[69411]: DEBUG nova.compute.manager [-] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.043609] env[69411]: DEBUG nova.network.neutron [-] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.150326] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523c135f-7b76-3ab2-cfd6-84a42aaf8176, 'name': SearchDatastore_Task, 'duration_secs': 0.039437} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.150604] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.150927] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 2bdfcae6-520b-42f8-9127-f58cb3f9e57d/2bdfcae6-520b-42f8-9127-f58cb3f9e57d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.151201] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb5f5701-43a7-42b4-89e3-e10439e696b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.158714] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Waiting for the task: (returnval){ [ 643.158714] env[69411]: value = "task-3322466" [ 643.158714] env[69411]: _type = "Task" [ 643.158714] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.169605] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3322466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.200725] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065893} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.201086] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.202307] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65adc1b7-f7f2-4209-9b88-19481138d571 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.230899] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] ece46e66-a835-4f04-a091-b3a4d8de0b05/ece46e66-a835-4f04-a091-b3a4d8de0b05.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.238251] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58ccfb3c-bb9e-42cf-a387-a2f6637fac24 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.261754] env[69411]: INFO nova.compute.manager [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Took 26.34 seconds to build instance. [ 643.271510] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Waiting for the task: (returnval){ [ 643.271510] env[69411]: value = "task-3322467" [ 643.271510] env[69411]: _type = "Task" [ 643.271510] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.289583] env[69411]: DEBUG nova.compute.utils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.290959] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.291685] env[69411]: DEBUG nova.compute.manager [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.291795] env[69411]: DEBUG nova.network.neutron [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.341246] env[69411]: DEBUG nova.policy [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2ff4b102d454fc3a7159a1659bdd231', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac635add84da4376bb3454248b4feaab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.488488] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.502684] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322462, 'name': CreateVM_Task, 'duration_secs': 0.577162} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.502684] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40176678-8725-4455-bf34-48274d2724ef] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.503193] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.503404] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.504233] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.504499] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a5152a-df89-4239-951a-dec266a34a60 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.510034] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 643.510034] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d613f7-50d7-40d9-48f9-0546b62aebca" [ 643.510034] env[69411]: _type = "Task" [ 643.510034] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.518651] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d613f7-50d7-40d9-48f9-0546b62aebca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.675961] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3322466, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.692029] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "c7eac186-dbcb-4d23-9ccd-269843702b00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.692827] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c7eac186-dbcb-4d23-9ccd-269843702b00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.767963] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8838514-d42d-4cbc-a813-fd050a985682 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.858s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.786121] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322467, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.792721] env[69411]: DEBUG nova.compute.manager [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.810327] env[69411]: DEBUG nova.network.neutron [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Successfully created port: f22041f2-054e-45be-a03f-f7ee2c6d3529 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.023432] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d613f7-50d7-40d9-48f9-0546b62aebca, 'name': SearchDatastore_Task, 'duration_secs': 0.012468} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.023779] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.024047] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.024364] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.024606] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.024808] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.025097] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0115146-08a0-477e-9db8-9bf7db1c1b18 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.039753] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.039964] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.040707] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b835520a-1c33-4245-b367-98931d842c47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.047985] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 644.047985] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52012423-0df8-67d8-9651-3c80d7cef69b" [ 644.047985] env[69411]: _type = "Task" [ 644.047985] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.061994] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52012423-0df8-67d8-9651-3c80d7cef69b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.157542] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee429c8e-daf1-4345-ab6d-4e4916de4eb0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.177952] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb30099-d05c-418b-a7d3-95ea3317ac4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.182523] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3322466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823357} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.182812] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 2bdfcae6-520b-42f8-9127-f58cb3f9e57d/2bdfcae6-520b-42f8-9127-f58cb3f9e57d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.183053] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.183708] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa45d6cc-692e-460e-ba14-bb9427839869 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.218056] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a22e2f-4c81-4f67-82bc-605cea6df13f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.221506] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Waiting for the task: (returnval){ [ 644.221506] env[69411]: value = "task-3322468" [ 644.221506] env[69411]: _type = "Task" [ 644.221506] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.234210] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f592806d-6d78-49c4-826b-da3c6d24492c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.240300] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3322468, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.252263] env[69411]: DEBUG nova.compute.provider_tree [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.270149] env[69411]: DEBUG nova.compute.manager [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.286990] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322467, 'name': ReconfigVM_Task, 'duration_secs': 0.522442} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.287298] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Reconfigured VM instance instance-00000008 to attach disk [datastore1] ece46e66-a835-4f04-a091-b3a4d8de0b05/ece46e66-a835-4f04-a091-b3a4d8de0b05.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.287970] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d06735a0-7075-4821-832d-e3d99d29c722 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.294643] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Waiting for the task: (returnval){ [ 644.294643] env[69411]: value = "task-3322469" [ 644.294643] env[69411]: _type = "Task" [ 644.294643] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.307770] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322469, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.466364] env[69411]: DEBUG nova.compute.manager [req-1efaeb5e-c5c7-4625-97ae-14e82dc568ee req-b6f47fdf-8d1e-45f7-a6e4-68a3be48f818 service nova] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Received event network-vif-deleted-4145285c-c642-4904-af0c-05a60d7d176f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.466451] env[69411]: DEBUG nova.compute.manager [req-1efaeb5e-c5c7-4625-97ae-14e82dc568ee req-b6f47fdf-8d1e-45f7-a6e4-68a3be48f818 service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Received event network-vif-plugged-c880c03c-2dad-44c6-a06b-a4f7ef5d66e8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.466603] env[69411]: DEBUG oslo_concurrency.lockutils [req-1efaeb5e-c5c7-4625-97ae-14e82dc568ee req-b6f47fdf-8d1e-45f7-a6e4-68a3be48f818 service nova] Acquiring lock "2bdfcae6-520b-42f8-9127-f58cb3f9e57d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.466811] env[69411]: DEBUG oslo_concurrency.lockutils [req-1efaeb5e-c5c7-4625-97ae-14e82dc568ee req-b6f47fdf-8d1e-45f7-a6e4-68a3be48f818 service nova] Lock "2bdfcae6-520b-42f8-9127-f58cb3f9e57d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.466997] env[69411]: DEBUG oslo_concurrency.lockutils [req-1efaeb5e-c5c7-4625-97ae-14e82dc568ee req-b6f47fdf-8d1e-45f7-a6e4-68a3be48f818 service nova] Lock "2bdfcae6-520b-42f8-9127-f58cb3f9e57d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.467247] env[69411]: DEBUG nova.compute.manager [req-1efaeb5e-c5c7-4625-97ae-14e82dc568ee req-b6f47fdf-8d1e-45f7-a6e4-68a3be48f818 service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] No waiting events found dispatching network-vif-plugged-c880c03c-2dad-44c6-a06b-a4f7ef5d66e8 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.467457] env[69411]: WARNING nova.compute.manager [req-1efaeb5e-c5c7-4625-97ae-14e82dc568ee req-b6f47fdf-8d1e-45f7-a6e4-68a3be48f818 service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Received unexpected event network-vif-plugged-c880c03c-2dad-44c6-a06b-a4f7ef5d66e8 for instance with vm_state building and task_state spawning. [ 644.467630] env[69411]: DEBUG nova.compute.manager [req-1efaeb5e-c5c7-4625-97ae-14e82dc568ee req-b6f47fdf-8d1e-45f7-a6e4-68a3be48f818 service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Received event network-changed-c880c03c-2dad-44c6-a06b-a4f7ef5d66e8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.467784] env[69411]: DEBUG nova.compute.manager [req-1efaeb5e-c5c7-4625-97ae-14e82dc568ee req-b6f47fdf-8d1e-45f7-a6e4-68a3be48f818 service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Refreshing instance network info cache due to event network-changed-c880c03c-2dad-44c6-a06b-a4f7ef5d66e8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.467972] env[69411]: DEBUG oslo_concurrency.lockutils [req-1efaeb5e-c5c7-4625-97ae-14e82dc568ee req-b6f47fdf-8d1e-45f7-a6e4-68a3be48f818 service nova] Acquiring lock "refresh_cache-2bdfcae6-520b-42f8-9127-f58cb3f9e57d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.468126] env[69411]: DEBUG oslo_concurrency.lockutils [req-1efaeb5e-c5c7-4625-97ae-14e82dc568ee req-b6f47fdf-8d1e-45f7-a6e4-68a3be48f818 service nova] Acquired lock "refresh_cache-2bdfcae6-520b-42f8-9127-f58cb3f9e57d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.468338] env[69411]: DEBUG nova.network.neutron [req-1efaeb5e-c5c7-4625-97ae-14e82dc568ee req-b6f47fdf-8d1e-45f7-a6e4-68a3be48f818 service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Refreshing network info cache for port c880c03c-2dad-44c6-a06b-a4f7ef5d66e8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.559056] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52012423-0df8-67d8-9651-3c80d7cef69b, 'name': SearchDatastore_Task, 'duration_secs': 0.012432} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.559892] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa28bfa9-bb9e-474a-9fee-5995e24107bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.565567] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 644.565567] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527261a2-c986-013f-6af3-ea679b659d94" [ 644.565567] env[69411]: _type = "Task" [ 644.565567] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.574538] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527261a2-c986-013f-6af3-ea679b659d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.636785] env[69411]: DEBUG nova.compute.manager [req-55acb76e-dc4c-47cf-8121-dd71778a916b req-8a6603dd-66d4-429e-a4f8-54e5d8d6266c service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Received event network-changed-cc599dcc-13bd-41f8-83f7-6edfd36683ff {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.637016] env[69411]: DEBUG nova.compute.manager [req-55acb76e-dc4c-47cf-8121-dd71778a916b req-8a6603dd-66d4-429e-a4f8-54e5d8d6266c service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Refreshing instance network info cache due to event network-changed-cc599dcc-13bd-41f8-83f7-6edfd36683ff. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.637464] env[69411]: DEBUG oslo_concurrency.lockutils [req-55acb76e-dc4c-47cf-8121-dd71778a916b req-8a6603dd-66d4-429e-a4f8-54e5d8d6266c service nova] Acquiring lock "refresh_cache-ece46e66-a835-4f04-a091-b3a4d8de0b05" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.637619] env[69411]: DEBUG oslo_concurrency.lockutils [req-55acb76e-dc4c-47cf-8121-dd71778a916b req-8a6603dd-66d4-429e-a4f8-54e5d8d6266c service nova] Acquired lock "refresh_cache-ece46e66-a835-4f04-a091-b3a4d8de0b05" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.637785] env[69411]: DEBUG nova.network.neutron [req-55acb76e-dc4c-47cf-8121-dd71778a916b req-8a6603dd-66d4-429e-a4f8-54e5d8d6266c service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Refreshing network info cache for port cc599dcc-13bd-41f8-83f7-6edfd36683ff {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.732968] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3322468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0698} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.732968] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.733529] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c193338-bcb8-44fc-92a7-91b96225209b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.759966] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 2bdfcae6-520b-42f8-9127-f58cb3f9e57d/2bdfcae6-520b-42f8-9127-f58cb3f9e57d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.760914] env[69411]: DEBUG nova.scheduler.client.report [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.764832] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cd16c47-ce34-4266-916f-2e230ed5ac14 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.779705] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.993s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.780051] env[69411]: DEBUG nova.compute.manager [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.786160] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.280s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.787606] env[69411]: INFO nova.compute.claims [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.801068] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Waiting for the task: (returnval){ [ 644.801068] env[69411]: value = "task-3322470" [ 644.801068] env[69411]: _type = "Task" [ 644.801068] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.808104] env[69411]: DEBUG nova.compute.manager [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.810345] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322469, 'name': Rename_Task, 'duration_secs': 0.455426} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.811463] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.811695] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-918c73b2-069e-44a6-ab50-cd2b8be12ad4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.817085] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3322470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.818118] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.822837] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Waiting for the task: (returnval){ [ 644.822837] env[69411]: value = "task-3322471" [ 644.822837] env[69411]: _type = "Task" [ 644.822837] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.831331] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.841868] env[69411]: DEBUG nova.virt.hardware [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.841868] env[69411]: DEBUG nova.virt.hardware [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.842064] env[69411]: DEBUG nova.virt.hardware [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.842207] env[69411]: DEBUG nova.virt.hardware [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.842355] env[69411]: DEBUG nova.virt.hardware [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.842555] env[69411]: DEBUG nova.virt.hardware [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.842705] env[69411]: DEBUG nova.virt.hardware [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.842857] env[69411]: DEBUG nova.virt.hardware [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.843041] env[69411]: DEBUG nova.virt.hardware [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.843559] env[69411]: DEBUG nova.virt.hardware [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.843559] env[69411]: DEBUG nova.virt.hardware [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.845582] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbeed14-c69d-4847-83d6-94541eb46fca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.853187] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585e4d48-1e5a-4364-951c-1ea5cc3e93d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.861237] env[69411]: DEBUG nova.network.neutron [-] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.079991] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527261a2-c986-013f-6af3-ea679b659d94, 'name': SearchDatastore_Task, 'duration_secs': 0.039836} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.080354] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.080536] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 40176678-8725-4455-bf34-48274d2724ef/40176678-8725-4455-bf34-48274d2724ef.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.080968] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c486623a-8626-4e2e-bda4-dc56f3f0cd92 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.090261] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 645.090261] env[69411]: value = "task-3322473" [ 645.090261] env[69411]: _type = "Task" [ 645.090261] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.099224] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.226122] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "1e662452-e43f-4789-97ac-e6dac28f3490" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.226412] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "1e662452-e43f-4789-97ac-e6dac28f3490" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.291048] env[69411]: DEBUG nova.compute.utils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.294275] env[69411]: DEBUG nova.compute.manager [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.294382] env[69411]: DEBUG nova.network.neutron [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.311272] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3322470, 'name': ReconfigVM_Task, 'duration_secs': 0.416691} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.311834] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 2bdfcae6-520b-42f8-9127-f58cb3f9e57d/2bdfcae6-520b-42f8-9127-f58cb3f9e57d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.312353] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8ba667b-360b-40d1-8003-75583e6f5920 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.318757] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Waiting for the task: (returnval){ [ 645.318757] env[69411]: value = "task-3322474" [ 645.318757] env[69411]: _type = "Task" [ 645.318757] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.330782] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3322474, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.336609] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322471, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.362413] env[69411]: INFO nova.compute.manager [-] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Took 2.32 seconds to deallocate network for instance. [ 645.440962] env[69411]: DEBUG nova.policy [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d53b0d622c5447c9e97cb4a934066e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18d478474416488b81f188a5d84cc7b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.551576] env[69411]: DEBUG nova.network.neutron [req-1efaeb5e-c5c7-4625-97ae-14e82dc568ee req-b6f47fdf-8d1e-45f7-a6e4-68a3be48f818 service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Updated VIF entry in instance network info cache for port c880c03c-2dad-44c6-a06b-a4f7ef5d66e8. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.551987] env[69411]: DEBUG nova.network.neutron [req-1efaeb5e-c5c7-4625-97ae-14e82dc568ee req-b6f47fdf-8d1e-45f7-a6e4-68a3be48f818 service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Updating instance_info_cache with network_info: [{"id": "c880c03c-2dad-44c6-a06b-a4f7ef5d66e8", "address": "fa:16:3e:06:71:b2", "network": {"id": "75e4a099-9657-4e3f-811d-dd2211a04728", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1022781525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3c54d6002d4494af65874393530311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc880c03c-2d", "ovs_interfaceid": "c880c03c-2dad-44c6-a06b-a4f7ef5d66e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.602667] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322473, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.680735] env[69411]: DEBUG nova.network.neutron [req-55acb76e-dc4c-47cf-8121-dd71778a916b req-8a6603dd-66d4-429e-a4f8-54e5d8d6266c service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Updated VIF entry in instance network info cache for port cc599dcc-13bd-41f8-83f7-6edfd36683ff. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.681264] env[69411]: DEBUG nova.network.neutron [req-55acb76e-dc4c-47cf-8121-dd71778a916b req-8a6603dd-66d4-429e-a4f8-54e5d8d6266c service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Updating instance_info_cache with network_info: [{"id": "cc599dcc-13bd-41f8-83f7-6edfd36683ff", "address": "fa:16:3e:07:96:63", "network": {"id": "a9ccb547-6509-4ddf-8894-92ba8be3e68d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-454447434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66fd9e808bbf434e8ee8f20efec1bca5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc599dcc-13", "ovs_interfaceid": "cc599dcc-13bd-41f8-83f7-6edfd36683ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.802352] env[69411]: DEBUG nova.compute.manager [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.837942] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3322474, 'name': Rename_Task, 'duration_secs': 0.231851} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.843594] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.843894] env[69411]: DEBUG oslo_vmware.api [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322471, 'name': PowerOnVM_Task, 'duration_secs': 0.680052} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.844356] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6347f8e5-7027-4c07-9fb3-6dc40efb1719 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.845978] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.846233] env[69411]: INFO nova.compute.manager [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Took 13.93 seconds to spawn the instance on the hypervisor. [ 645.846423] env[69411]: DEBUG nova.compute.manager [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.847187] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d052149-815f-4d68-a015-2654978d85ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.861519] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Waiting for the task: (returnval){ [ 645.861519] env[69411]: value = "task-3322475" [ 645.861519] env[69411]: _type = "Task" [ 645.861519] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.869074] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.875706] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3322475, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.955080] env[69411]: DEBUG nova.network.neutron [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Successfully created port: 14456938-7ef3-4515-8efb-a11fee19053d {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.055899] env[69411]: DEBUG oslo_concurrency.lockutils [req-1efaeb5e-c5c7-4625-97ae-14e82dc568ee req-b6f47fdf-8d1e-45f7-a6e4-68a3be48f818 service nova] Releasing lock "refresh_cache-2bdfcae6-520b-42f8-9127-f58cb3f9e57d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.078510] env[69411]: DEBUG nova.network.neutron [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Successfully updated port: f22041f2-054e-45be-a03f-f7ee2c6d3529 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.105856] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664217} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.109166] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 40176678-8725-4455-bf34-48274d2724ef/40176678-8725-4455-bf34-48274d2724ef.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.109517] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.110563] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dd389fd-2d27-4456-806f-29e6d24f34a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.116735] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 646.116735] env[69411]: value = "task-3322476" [ 646.116735] env[69411]: _type = "Task" [ 646.116735] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.126693] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.173236] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f0c58d-41a4-466f-a3e0-5d844a04751b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.183083] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a576649-564b-46d7-ab79-3ec8bc72d234 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.187192] env[69411]: DEBUG oslo_concurrency.lockutils [req-55acb76e-dc4c-47cf-8121-dd71778a916b req-8a6603dd-66d4-429e-a4f8-54e5d8d6266c service nova] Releasing lock "refresh_cache-ece46e66-a835-4f04-a091-b3a4d8de0b05" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.220569] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621b90df-70ec-4160-bdf4-0c81c2a006c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.228958] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dac48f-f3a6-412e-9abd-d6fe38158ed9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.246331] env[69411]: DEBUG nova.compute.provider_tree [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.374078] env[69411]: INFO nova.compute.manager [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Took 26.35 seconds to build instance. [ 646.384505] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3322475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.490923] env[69411]: DEBUG oslo_concurrency.lockutils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquiring lock "7bf59d0f-d2ef-40ba-94e7-2311605cb2e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.491185] env[69411]: DEBUG oslo_concurrency.lockutils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "7bf59d0f-d2ef-40ba-94e7-2311605cb2e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.582618] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Acquiring lock "refresh_cache-d131e908-dbcb-44e3-8768-71cc1a7fefa1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.582817] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Acquired lock "refresh_cache-d131e908-dbcb-44e3-8768-71cc1a7fefa1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.583016] env[69411]: DEBUG nova.network.neutron [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.627783] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076406} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.628021] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.628841] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f168744-0032-4401-aab6-a52ecd169860 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.650572] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 40176678-8725-4455-bf34-48274d2724ef/40176678-8725-4455-bf34-48274d2724ef.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.650826] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0400c628-4092-48c8-ab31-806183969a10 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.672864] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 646.672864] env[69411]: value = "task-3322477" [ 646.672864] env[69411]: _type = "Task" [ 646.672864] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.682514] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.749280] env[69411]: DEBUG nova.scheduler.client.report [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.815860] env[69411]: DEBUG nova.compute.manager [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.855024] env[69411]: DEBUG nova.virt.hardware [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.855466] env[69411]: DEBUG nova.virt.hardware [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.855466] env[69411]: DEBUG nova.virt.hardware [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.855645] env[69411]: DEBUG nova.virt.hardware [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.855787] env[69411]: DEBUG nova.virt.hardware [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.855939] env[69411]: DEBUG nova.virt.hardware [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.856165] env[69411]: DEBUG nova.virt.hardware [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.856321] env[69411]: DEBUG nova.virt.hardware [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.856480] env[69411]: DEBUG nova.virt.hardware [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.856638] env[69411]: DEBUG nova.virt.hardware [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.856797] env[69411]: DEBUG nova.virt.hardware [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.857692] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237e4aac-9f4b-412e-9da4-ca7c9617c32c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.867557] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c8a889-6ebb-4770-afda-4fb80c236def {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.876967] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5b9d049f-31e2-4bf4-8e05-90ae47f88236 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Lock "ece46e66-a835-4f04-a091-b3a4d8de0b05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.867s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.892651] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3322475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.902082] env[69411]: INFO nova.compute.manager [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Rebuilding instance [ 646.948972] env[69411]: DEBUG nova.compute.manager [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.949791] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee64fec-a54a-4a6c-843a-18e1fa6afc74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.018277] env[69411]: DEBUG nova.compute.manager [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 647.130077] env[69411]: DEBUG nova.network.neutron [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.185053] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.256419] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.257142] env[69411]: DEBUG nova.compute.manager [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.264027] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.595s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.264027] env[69411]: DEBUG nova.objects.instance [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Lazy-loading 'resources' on Instance uuid 669e974b-a8ae-48cc-83af-c8fb823310a2 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.320591] env[69411]: DEBUG nova.network.neutron [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Updating instance_info_cache with network_info: [{"id": "f22041f2-054e-45be-a03f-f7ee2c6d3529", "address": "fa:16:3e:a2:1b:d5", "network": {"id": "77b1a488-9e6d-4edc-8f80-195599bed03b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1730961998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac635add84da4376bb3454248b4feaab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22041f2-05", "ovs_interfaceid": "f22041f2-054e-45be-a03f-f7ee2c6d3529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.379682] env[69411]: DEBUG nova.compute.manager [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.386085] env[69411]: DEBUG oslo_vmware.api [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3322475, 'name': PowerOnVM_Task, 'duration_secs': 1.418518} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.386747] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.386914] env[69411]: INFO nova.compute.manager [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Took 13.10 seconds to spawn the instance on the hypervisor. [ 647.386967] env[69411]: DEBUG nova.compute.manager [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.387800] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99892279-aec4-4600-8139-d03ef562e4cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.547236] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.687068] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322477, 'name': ReconfigVM_Task, 'duration_secs': 0.874332} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.687068] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 40176678-8725-4455-bf34-48274d2724ef/40176678-8725-4455-bf34-48274d2724ef.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.689669] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48d50418-4883-4677-bb53-4d1569b9228d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.695995] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 647.695995] env[69411]: value = "task-3322479" [ 647.695995] env[69411]: _type = "Task" [ 647.695995] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.707290] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322479, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.766208] env[69411]: DEBUG nova.compute.utils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.772062] env[69411]: DEBUG nova.compute.manager [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.772298] env[69411]: DEBUG nova.network.neutron [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.812246] env[69411]: DEBUG nova.network.neutron [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Successfully updated port: 14456938-7ef3-4515-8efb-a11fee19053d {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.826759] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Releasing lock "refresh_cache-d131e908-dbcb-44e3-8768-71cc1a7fefa1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.827111] env[69411]: DEBUG nova.compute.manager [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Instance network_info: |[{"id": "f22041f2-054e-45be-a03f-f7ee2c6d3529", "address": "fa:16:3e:a2:1b:d5", "network": {"id": "77b1a488-9e6d-4edc-8f80-195599bed03b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1730961998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac635add84da4376bb3454248b4feaab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22041f2-05", "ovs_interfaceid": "f22041f2-054e-45be-a03f-f7ee2c6d3529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.827814] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:1b:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f22041f2-054e-45be-a03f-f7ee2c6d3529', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.836986] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Creating folder: Project (ac635add84da4376bb3454248b4feaab). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.840400] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99d3fe26-b6d6-4207-bbff-34ae37b2d38f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.855287] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Created folder: Project (ac635add84da4376bb3454248b4feaab) in parent group-v663248. [ 647.855491] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Creating folder: Instances. Parent ref: group-v663283. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.855753] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-183cc13e-968c-437e-bbe3-65226d4c72c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.864602] env[69411]: DEBUG nova.policy [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6cdae44608a42f282ba34f4a681e8e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36f6c0c20a344c898665d17f681a02d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.876236] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Created folder: Instances in parent group-v663283. [ 647.877375] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.877586] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.877804] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c368f46d-a3ec-4b4a-88c4-c1ea6772aff7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.922504] env[69411]: INFO nova.compute.manager [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Took 18.59 seconds to build instance. [ 647.929626] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.929626] env[69411]: value = "task-3322482" [ 647.929626] env[69411]: _type = "Task" [ 647.929626] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.937196] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.946127] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322482, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.965178] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.965292] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76d7552b-e39b-4499-8f54-a18016b67595 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.976562] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 647.976562] env[69411]: value = "task-3322483" [ 647.976562] env[69411]: _type = "Task" [ 647.976562] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.989909] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.034915] env[69411]: DEBUG oslo_concurrency.lockutils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.035143] env[69411]: DEBUG oslo_concurrency.lockutils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.211099] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322479, 'name': Rename_Task, 'duration_secs': 0.305435} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.215733] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.216695] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9062743e-f249-45a8-97c9-c19394734eff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.224898] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 648.224898] env[69411]: value = "task-3322484" [ 648.224898] env[69411]: _type = "Task" [ 648.224898] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.245491] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.262265] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad27b48-d2e6-48cf-af11-88fc595f84e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.276016] env[69411]: DEBUG nova.compute.manager [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.283565] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b816875-8007-4535-94e0-edbdf0664d28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.325621] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Acquiring lock "refresh_cache-45a36b27-f562-4e2a-8d95-1956a9bd96d3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.325779] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Acquired lock "refresh_cache-45a36b27-f562-4e2a-8d95-1956a9bd96d3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.326101] env[69411]: DEBUG nova.network.neutron [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.328891] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1726d5d-4915-4966-9f33-a9d5cf177e46 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.358615] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea98c596-ed57-42b8-a69b-1cd2981804c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.375429] env[69411]: DEBUG nova.compute.provider_tree [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.425304] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50bf81f2-fee7-466d-a774-36f8d50a78e8 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Lock "2bdfcae6-520b-42f8-9127-f58cb3f9e57d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.121s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.441758] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322482, 'name': CreateVM_Task, 'duration_secs': 0.42523} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.441901] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.442604] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.442813] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.443683] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.443683] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c919eddf-9bea-48fd-90fa-8d70c147ae6c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.450970] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Waiting for the task: (returnval){ [ 648.450970] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b46c12-e28a-10d7-83fb-60804074db28" [ 648.450970] env[69411]: _type = "Task" [ 648.450970] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.463373] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b46c12-e28a-10d7-83fb-60804074db28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.488748] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322483, 'name': PowerOffVM_Task, 'duration_secs': 0.379217} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.489626] env[69411]: DEBUG nova.network.neutron [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Successfully created port: c4d6262c-53f6-465a-a022-faae5ca77652 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.492619] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.492619] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.493403] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab331f1a-9634-4adb-bd88-c08f22459f3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.503549] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.503549] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cce14303-90c5-41fd-89d3-f3730127c579 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.535184] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.535450] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.535630] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Deleting the datastore file [datastore1] a14a09e6-ea69-4649-9789-d947526b7b33 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.535892] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ad3a31f-3ade-4824-bab8-4eb4c3785664 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.546082] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 648.546082] env[69411]: value = "task-3322486" [ 648.546082] env[69411]: _type = "Task" [ 648.546082] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.559879] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.743478] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.754646] env[69411]: DEBUG nova.compute.manager [req-84f24e40-79ef-4ba1-a2ec-843c331506c2 req-184fb81e-c91f-47ab-8280-4f3a7ac3885f service nova] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Received event network-vif-plugged-f22041f2-054e-45be-a03f-f7ee2c6d3529 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.754883] env[69411]: DEBUG oslo_concurrency.lockutils [req-84f24e40-79ef-4ba1-a2ec-843c331506c2 req-184fb81e-c91f-47ab-8280-4f3a7ac3885f service nova] Acquiring lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.755258] env[69411]: DEBUG oslo_concurrency.lockutils [req-84f24e40-79ef-4ba1-a2ec-843c331506c2 req-184fb81e-c91f-47ab-8280-4f3a7ac3885f service nova] Lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.755344] env[69411]: DEBUG oslo_concurrency.lockutils [req-84f24e40-79ef-4ba1-a2ec-843c331506c2 req-184fb81e-c91f-47ab-8280-4f3a7ac3885f service nova] Lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.755458] env[69411]: DEBUG nova.compute.manager [req-84f24e40-79ef-4ba1-a2ec-843c331506c2 req-184fb81e-c91f-47ab-8280-4f3a7ac3885f service nova] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] No waiting events found dispatching network-vif-plugged-f22041f2-054e-45be-a03f-f7ee2c6d3529 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.755623] env[69411]: WARNING nova.compute.manager [req-84f24e40-79ef-4ba1-a2ec-843c331506c2 req-184fb81e-c91f-47ab-8280-4f3a7ac3885f service nova] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Received unexpected event network-vif-plugged-f22041f2-054e-45be-a03f-f7ee2c6d3529 for instance with vm_state building and task_state spawning. [ 648.755849] env[69411]: DEBUG nova.compute.manager [req-84f24e40-79ef-4ba1-a2ec-843c331506c2 req-184fb81e-c91f-47ab-8280-4f3a7ac3885f service nova] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Received event network-changed-f22041f2-054e-45be-a03f-f7ee2c6d3529 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.756201] env[69411]: DEBUG nova.compute.manager [req-84f24e40-79ef-4ba1-a2ec-843c331506c2 req-184fb81e-c91f-47ab-8280-4f3a7ac3885f service nova] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Refreshing instance network info cache due to event network-changed-f22041f2-054e-45be-a03f-f7ee2c6d3529. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.756590] env[69411]: DEBUG oslo_concurrency.lockutils [req-84f24e40-79ef-4ba1-a2ec-843c331506c2 req-184fb81e-c91f-47ab-8280-4f3a7ac3885f service nova] Acquiring lock "refresh_cache-d131e908-dbcb-44e3-8768-71cc1a7fefa1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.756728] env[69411]: DEBUG oslo_concurrency.lockutils [req-84f24e40-79ef-4ba1-a2ec-843c331506c2 req-184fb81e-c91f-47ab-8280-4f3a7ac3885f service nova] Acquired lock "refresh_cache-d131e908-dbcb-44e3-8768-71cc1a7fefa1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.756887] env[69411]: DEBUG nova.network.neutron [req-84f24e40-79ef-4ba1-a2ec-843c331506c2 req-184fb81e-c91f-47ab-8280-4f3a7ac3885f service nova] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Refreshing network info cache for port f22041f2-054e-45be-a03f-f7ee2c6d3529 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.762500] env[69411]: DEBUG nova.compute.manager [req-0f23fd83-2a7c-49e1-8619-70ddcda09954 req-e94095b3-35d3-415d-9498-a2e37f41f190 service nova] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Received event network-vif-deleted-110a0160-7819-494b-95ee-26607f7302f9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.879724] env[69411]: DEBUG nova.scheduler.client.report [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.911980] env[69411]: DEBUG nova.network.neutron [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.931390] env[69411]: DEBUG nova.compute.manager [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.966607] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b46c12-e28a-10d7-83fb-60804074db28, 'name': SearchDatastore_Task, 'duration_secs': 0.035492} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.966985] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.967283] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.967569] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.967754] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.967975] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.968943] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bca312eb-2e2e-4afc-bf19-367054886aae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.981863] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.982187] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.983134] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476931d7-ef55-4cd8-8d26-146feb2d2e2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.990521] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Waiting for the task: (returnval){ [ 648.990521] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522d8402-0e06-7f1a-63c1-8aba87f8495f" [ 648.990521] env[69411]: _type = "Task" [ 648.990521] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.000908] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522d8402-0e06-7f1a-63c1-8aba87f8495f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.058896] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328206} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.062516] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.062793] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.062995] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.109011] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Acquiring lock "bb654b91-7b58-4709-8a04-d8716e503d1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.109445] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Lock "bb654b91-7b58-4709-8a04-d8716e503d1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.202044] env[69411]: DEBUG nova.network.neutron [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Updating instance_info_cache with network_info: [{"id": "14456938-7ef3-4515-8efb-a11fee19053d", "address": "fa:16:3e:e8:af:39", "network": {"id": "cb5c593a-70e8-4803-9e25-c888f6c98c3d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1423053254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d478474416488b81f188a5d84cc7b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14456938-7e", "ovs_interfaceid": "14456938-7ef3-4515-8efb-a11fee19053d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.237617] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322484, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.294033] env[69411]: DEBUG nova.compute.manager [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.334036] env[69411]: DEBUG nova.virt.hardware [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.334679] env[69411]: DEBUG nova.virt.hardware [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.334874] env[69411]: DEBUG nova.virt.hardware [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.335091] env[69411]: DEBUG nova.virt.hardware [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.335594] env[69411]: DEBUG nova.virt.hardware [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.335594] env[69411]: DEBUG nova.virt.hardware [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.335594] env[69411]: DEBUG nova.virt.hardware [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.335748] env[69411]: DEBUG nova.virt.hardware [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.335879] env[69411]: DEBUG nova.virt.hardware [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.336041] env[69411]: DEBUG nova.virt.hardware [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.336209] env[69411]: DEBUG nova.virt.hardware [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.337304] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef02ed52-fe97-4051-80b5-658d91bf2920 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.355551] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f282d5fa-fefb-436f-a09b-58b55819c801 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.385028] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.387190] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.516s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.388498] env[69411]: INFO nova.compute.claims [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.420579] env[69411]: INFO nova.scheduler.client.report [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Deleted allocations for instance 669e974b-a8ae-48cc-83af-c8fb823310a2 [ 649.460840] env[69411]: DEBUG oslo_concurrency.lockutils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.505852] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522d8402-0e06-7f1a-63c1-8aba87f8495f, 'name': SearchDatastore_Task, 'duration_secs': 0.013411} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.509440] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8dc53aa-dcec-4eab-a1ec-e63f3199ddc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.516207] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Waiting for the task: (returnval){ [ 649.516207] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c81376-2a44-a58a-4a5b-edfd0d6ca84f" [ 649.516207] env[69411]: _type = "Task" [ 649.516207] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.525321] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c81376-2a44-a58a-4a5b-edfd0d6ca84f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.576105] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Acquiring lock "681fe90d-a3bb-4daa-96ae-ba844c5a09d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.576363] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Lock "681fe90d-a3bb-4daa-96ae-ba844c5a09d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.576602] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Acquiring lock "681fe90d-a3bb-4daa-96ae-ba844c5a09d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.576732] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Lock "681fe90d-a3bb-4daa-96ae-ba844c5a09d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.576935] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Lock "681fe90d-a3bb-4daa-96ae-ba844c5a09d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.580204] env[69411]: INFO nova.compute.manager [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Terminating instance [ 649.589189] env[69411]: DEBUG nova.network.neutron [req-84f24e40-79ef-4ba1-a2ec-843c331506c2 req-184fb81e-c91f-47ab-8280-4f3a7ac3885f service nova] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Updated VIF entry in instance network info cache for port f22041f2-054e-45be-a03f-f7ee2c6d3529. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.589527] env[69411]: DEBUG nova.network.neutron [req-84f24e40-79ef-4ba1-a2ec-843c331506c2 req-184fb81e-c91f-47ab-8280-4f3a7ac3885f service nova] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Updating instance_info_cache with network_info: [{"id": "f22041f2-054e-45be-a03f-f7ee2c6d3529", "address": "fa:16:3e:a2:1b:d5", "network": {"id": "77b1a488-9e6d-4edc-8f80-195599bed03b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1730961998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac635add84da4376bb3454248b4feaab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22041f2-05", "ovs_interfaceid": "f22041f2-054e-45be-a03f-f7ee2c6d3529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.705356] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Releasing lock "refresh_cache-45a36b27-f562-4e2a-8d95-1956a9bd96d3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.705698] env[69411]: DEBUG nova.compute.manager [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Instance network_info: |[{"id": "14456938-7ef3-4515-8efb-a11fee19053d", "address": "fa:16:3e:e8:af:39", "network": {"id": "cb5c593a-70e8-4803-9e25-c888f6c98c3d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1423053254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d478474416488b81f188a5d84cc7b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14456938-7e", "ovs_interfaceid": "14456938-7ef3-4515-8efb-a11fee19053d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.706107] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:af:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14456938-7ef3-4515-8efb-a11fee19053d', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.715139] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Creating folder: Project (18d478474416488b81f188a5d84cc7b1). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.715139] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6701ad9e-66f7-4a72-8e22-c77ac7196650 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.732031] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Created folder: Project (18d478474416488b81f188a5d84cc7b1) in parent group-v663248. [ 649.732289] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Creating folder: Instances. Parent ref: group-v663286. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.732545] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a196a11c-373f-4687-bc48-028e45c3dabe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.741602] env[69411]: DEBUG oslo_vmware.api [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322484, 'name': PowerOnVM_Task, 'duration_secs': 1.134027} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.741967] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.742209] env[69411]: INFO nova.compute.manager [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Took 7.39 seconds to spawn the instance on the hypervisor. [ 649.742387] env[69411]: DEBUG nova.compute.manager [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.743277] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6632bb7-dd07-4809-8b67-0101352425b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.747380] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Created folder: Instances in parent group-v663286. [ 649.747611] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.748164] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.748409] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a554b82-2973-4469-90e9-6f2b26e55527 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.776201] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.776201] env[69411]: value = "task-3322490" [ 649.776201] env[69411]: _type = "Task" [ 649.776201] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.785476] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322490, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.931805] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0bdf67e9-517c-494b-a17f-51358025547e tempest-DeleteServersAdminTestJSON-2082392280 tempest-DeleteServersAdminTestJSON-2082392280-project-admin] Lock "669e974b-a8ae-48cc-83af-c8fb823310a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.141s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.027736] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c81376-2a44-a58a-4a5b-edfd0d6ca84f, 'name': SearchDatastore_Task, 'duration_secs': 0.036135} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.028216] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.028621] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] d131e908-dbcb-44e3-8768-71cc1a7fefa1/d131e908-dbcb-44e3-8768-71cc1a7fefa1.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.029105] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fd71e0e-aad5-4ae9-aca5-60468e1e1fc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.037988] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Waiting for the task: (returnval){ [ 650.037988] env[69411]: value = "task-3322491" [ 650.037988] env[69411]: _type = "Task" [ 650.037988] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.048806] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3322491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.086301] env[69411]: DEBUG nova.compute.manager [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.087162] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.088241] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df75e10-5c14-4dae-a30f-c0e650173e89 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.094059] env[69411]: DEBUG oslo_concurrency.lockutils [req-84f24e40-79ef-4ba1-a2ec-843c331506c2 req-184fb81e-c91f-47ab-8280-4f3a7ac3885f service nova] Releasing lock "refresh_cache-d131e908-dbcb-44e3-8768-71cc1a7fefa1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.105593] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.105593] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff068623-8419-4bac-a294-1841ad4971fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.113709] env[69411]: DEBUG oslo_vmware.api [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Waiting for the task: (returnval){ [ 650.113709] env[69411]: value = "task-3322492" [ 650.113709] env[69411]: _type = "Task" [ 650.113709] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.120841] env[69411]: DEBUG nova.virt.hardware [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.121119] env[69411]: DEBUG nova.virt.hardware [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.121325] env[69411]: DEBUG nova.virt.hardware [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.121611] env[69411]: DEBUG nova.virt.hardware [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.121941] env[69411]: DEBUG nova.virt.hardware [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.122015] env[69411]: DEBUG nova.virt.hardware [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.122363] env[69411]: DEBUG nova.virt.hardware [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.122571] env[69411]: DEBUG nova.virt.hardware [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.122803] env[69411]: DEBUG nova.virt.hardware [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.123069] env[69411]: DEBUG nova.virt.hardware [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.123310] env[69411]: DEBUG nova.virt.hardware [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.124277] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a546d3f0-464d-4072-850b-d34e87b8b8a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.138458] env[69411]: DEBUG oslo_vmware.api [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.141280] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890b396e-e317-4ecc-af12-69b33d6d44f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.166574] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.175586] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.176070] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.176743] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9aa70ad-e4f8-49fd-8074-8e0c127ac242 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.199141] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.199141] env[69411]: value = "task-3322493" [ 650.199141] env[69411]: _type = "Task" [ 650.199141] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.208656] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322493, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.283219] env[69411]: INFO nova.compute.manager [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Took 17.87 seconds to build instance. [ 650.289522] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322490, 'name': CreateVM_Task, 'duration_secs': 0.463192} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.289573] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.290651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.290651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.291020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.293077] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b175672d-4de6-49dd-9b93-355ce9e5c7ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.299173] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Waiting for the task: (returnval){ [ 650.299173] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cbee5e-bfdd-6eb3-30b7-11fd7ec875ed" [ 650.299173] env[69411]: _type = "Task" [ 650.299173] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.311415] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cbee5e-bfdd-6eb3-30b7-11fd7ec875ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.455693] env[69411]: DEBUG nova.network.neutron [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Successfully updated port: c4d6262c-53f6-465a-a022-faae5ca77652 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.551730] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3322491, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.632130] env[69411]: DEBUG oslo_vmware.api [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322492, 'name': PowerOffVM_Task, 'duration_secs': 0.293086} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.632130] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.632130] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.635212] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a5bc930-842e-424f-8bc2-c6d02d911f25 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.717726] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322493, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.735291] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.735597] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.735988] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Deleting the datastore file [datastore2] 681fe90d-a3bb-4daa-96ae-ba844c5a09d6 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.736153] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5b07887-9e92-44b4-9e7b-b75cf3804fd5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.749258] env[69411]: DEBUG oslo_vmware.api [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Waiting for the task: (returnval){ [ 650.749258] env[69411]: value = "task-3322495" [ 650.749258] env[69411]: _type = "Task" [ 650.749258] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.759944] env[69411]: DEBUG oslo_vmware.api [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.785629] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5f9848-b8a8-4cba-a695-2c20926e5776 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Lock "40176678-8725-4455-bf34-48274d2724ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.402s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.805092] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48907bc7-d38b-408a-912e-615eedfa9ea0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.811720] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cbee5e-bfdd-6eb3-30b7-11fd7ec875ed, 'name': SearchDatastore_Task, 'duration_secs': 0.053572} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.813050] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.813314] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.813560] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.813705] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.813889] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.814506] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-632be4b9-3984-4b78-9cda-1888065cc31a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.821525] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0465d893-07af-42b4-a307-d05580d72d01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.858348] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d259b59-55dd-4b6e-938f-33bc2497fdd4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.861146] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.861328] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.862066] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07202c97-ed1b-4b26-a585-9156aa0dc90d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.871598] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24393d91-5ab7-47e7-94b7-d9c4962fb4c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.875598] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Waiting for the task: (returnval){ [ 650.875598] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f4caba-7e3e-c8cd-117d-3d4f509e0e93" [ 650.875598] env[69411]: _type = "Task" [ 650.875598] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.887910] env[69411]: DEBUG nova.compute.provider_tree [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.894716] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f4caba-7e3e-c8cd-117d-3d4f509e0e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.963895] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Acquiring lock "refresh_cache-c10e93a5-b4eb-4f36-8988-c556ea271d0b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.964074] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Acquired lock "refresh_cache-c10e93a5-b4eb-4f36-8988-c556ea271d0b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.964304] env[69411]: DEBUG nova.network.neutron [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.053244] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3322491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546748} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.054149] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] d131e908-dbcb-44e3-8768-71cc1a7fefa1/d131e908-dbcb-44e3-8768-71cc1a7fefa1.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.054149] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.054149] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5c55864-54ca-4f20-b70a-a7c21a1b4023 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.062553] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Waiting for the task: (returnval){ [ 651.062553] env[69411]: value = "task-3322496" [ 651.062553] env[69411]: _type = "Task" [ 651.062553] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.072060] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3322496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.188909] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "87a204b4-119e-42e7-b5af-3816e908120d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.189094] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "87a204b4-119e-42e7-b5af-3816e908120d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.213630] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322493, 'name': CreateVM_Task, 'duration_secs': 0.689336} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.213860] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.214877] env[69411]: DEBUG oslo_concurrency.lockutils [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.214877] env[69411]: DEBUG oslo_concurrency.lockutils [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.214877] env[69411]: DEBUG oslo_concurrency.lockutils [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.215062] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5160a150-9d0c-44c1-b352-9f6b5d3f4a9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.221654] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 651.221654] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525bde64-e4ba-cbcb-a7bd-dd393dc2f25c" [ 651.221654] env[69411]: _type = "Task" [ 651.221654] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.233685] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525bde64-e4ba-cbcb-a7bd-dd393dc2f25c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.263530] env[69411]: DEBUG oslo_vmware.api [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.292082] env[69411]: DEBUG nova.compute.manager [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.390032] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f4caba-7e3e-c8cd-117d-3d4f509e0e93, 'name': SearchDatastore_Task, 'duration_secs': 0.043135} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.390291] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9446acbd-8e25-48fb-acfc-cd1e0140a5cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.393932] env[69411]: DEBUG nova.scheduler.client.report [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.401512] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Waiting for the task: (returnval){ [ 651.401512] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52abc077-f29b-0094-9c7b-4638ebbb28da" [ 651.401512] env[69411]: _type = "Task" [ 651.401512] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.414636] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52abc077-f29b-0094-9c7b-4638ebbb28da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.527820] env[69411]: DEBUG nova.network.neutron [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.574308] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3322496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160636} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.577733] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.579495] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8219c2-c7fc-4691-a76f-cf723c171ef1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.610795] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] d131e908-dbcb-44e3-8768-71cc1a7fefa1/d131e908-dbcb-44e3-8768-71cc1a7fefa1.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.611809] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-190f7e61-1374-4a97-9652-5cf477cba13c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.641190] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Waiting for the task: (returnval){ [ 651.641190] env[69411]: value = "task-3322497" [ 651.641190] env[69411]: _type = "Task" [ 651.641190] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.648939] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3322497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.736713] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525bde64-e4ba-cbcb-a7bd-dd393dc2f25c, 'name': SearchDatastore_Task, 'duration_secs': 0.030817} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.736944] env[69411]: DEBUG oslo_concurrency.lockutils [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.737159] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.737506] env[69411]: DEBUG oslo_concurrency.lockutils [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.762195] env[69411]: DEBUG oslo_vmware.api [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Task: {'id': task-3322495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.616375} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.762499] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.762724] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.763677] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.764050] env[69411]: INFO nova.compute.manager [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Took 1.68 seconds to destroy the instance on the hypervisor. [ 651.764317] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.764525] env[69411]: DEBUG nova.compute.manager [-] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.764629] env[69411]: DEBUG nova.network.neutron [-] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.786244] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquiring lock "a81f023f-4bc6-4ad7-8d56-70d2a091f874" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.786641] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "a81f023f-4bc6-4ad7-8d56-70d2a091f874" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.816311] env[69411]: DEBUG oslo_concurrency.lockutils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.855141] env[69411]: DEBUG nova.network.neutron [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Updating instance_info_cache with network_info: [{"id": "c4d6262c-53f6-465a-a022-faae5ca77652", "address": "fa:16:3e:de:74:73", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d6262c-53", "ovs_interfaceid": "c4d6262c-53f6-465a-a022-faae5ca77652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.899489] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.900052] env[69411]: DEBUG nova.compute.manager [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.906019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.501s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.906019] env[69411]: INFO nova.compute.claims [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.919091] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52abc077-f29b-0094-9c7b-4638ebbb28da, 'name': SearchDatastore_Task, 'duration_secs': 0.019376} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.919524] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.919820] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 45a36b27-f562-4e2a-8d95-1956a9bd96d3/45a36b27-f562-4e2a-8d95-1956a9bd96d3.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.920068] env[69411]: DEBUG oslo_concurrency.lockutils [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.920253] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.920482] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7c81c00-dc46-4f20-ad91-47815cae403e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.924508] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8157f35-0c3f-407a-80c7-024cc036efba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.931206] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Waiting for the task: (returnval){ [ 651.931206] env[69411]: value = "task-3322498" [ 651.931206] env[69411]: _type = "Task" [ 651.931206] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.943422] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.947948] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.947948] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.948977] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bccdf92a-134d-4373-861e-42c9d3c90ddb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.955696] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 651.955696] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ea5768-7de9-bc9e-32dc-b9c503a4c3ff" [ 651.955696] env[69411]: _type = "Task" [ 651.955696] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.968079] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ea5768-7de9-bc9e-32dc-b9c503a4c3ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.151515] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3322497, 'name': ReconfigVM_Task, 'duration_secs': 0.506653} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.151929] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Reconfigured VM instance instance-0000000b to attach disk [datastore2] d131e908-dbcb-44e3-8768-71cc1a7fefa1/d131e908-dbcb-44e3-8768-71cc1a7fefa1.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.152847] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb622318-badb-4b95-9871-ec81112585f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.161805] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Waiting for the task: (returnval){ [ 652.161805] env[69411]: value = "task-3322499" [ 652.161805] env[69411]: _type = "Task" [ 652.161805] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.173277] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3322499, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.356903] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Releasing lock "refresh_cache-c10e93a5-b4eb-4f36-8988-c556ea271d0b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.357359] env[69411]: DEBUG nova.compute.manager [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Instance network_info: |[{"id": "c4d6262c-53f6-465a-a022-faae5ca77652", "address": "fa:16:3e:de:74:73", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d6262c-53", "ovs_interfaceid": "c4d6262c-53f6-465a-a022-faae5ca77652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.357993] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:74:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4d6262c-53f6-465a-a022-faae5ca77652', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.367712] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Creating folder: Project (36f6c0c20a344c898665d17f681a02d3). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.368018] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d1d47a9-fe86-4906-8ae3-37de261d4393 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.383900] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Created folder: Project (36f6c0c20a344c898665d17f681a02d3) in parent group-v663248. [ 652.384274] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Creating folder: Instances. Parent ref: group-v663290. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.384605] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77d11af9-a683-4f9d-b9a1-dcedc3c596cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.399522] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Created folder: Instances in parent group-v663290. [ 652.399821] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.400367] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.400471] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2aabca82-4043-4e51-9b52-65982154c709 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.419638] env[69411]: DEBUG nova.compute.utils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.423999] env[69411]: DEBUG nova.compute.manager [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.423999] env[69411]: DEBUG nova.network.neutron [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.439173] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.439173] env[69411]: value = "task-3322502" [ 652.439173] env[69411]: _type = "Task" [ 652.439173] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.449628] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322498, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.457615] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322502, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.468866] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ea5768-7de9-bc9e-32dc-b9c503a4c3ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012476} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.471503] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d27e4a-4088-44fa-a949-49c67bcf8105 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.478776] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 652.478776] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f58d4a-a176-315e-05b2-2ebd47b5b7c5" [ 652.478776] env[69411]: _type = "Task" [ 652.478776] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.485102] env[69411]: DEBUG nova.policy [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f8f1deb9fee414ea3f8fbd9375b979f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ca6a4f8a0124f728e1a9dcfbf900814', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.491014] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f58d4a-a176-315e-05b2-2ebd47b5b7c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.672735] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3322499, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.894092] env[69411]: DEBUG nova.network.neutron [-] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.922474] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquiring lock "f8741d92-4d28-43b5-a7fa-519acd5aa94f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.922736] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Lock "f8741d92-4d28-43b5-a7fa-519acd5aa94f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.924118] env[69411]: DEBUG nova.compute.manager [req-8ec2c74d-7b5e-4514-b339-ab248eca4cdc req-7b5940f9-eaed-48f1-8a5a-89ea47bef07c service nova] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Received event network-vif-plugged-c4d6262c-53f6-465a-a022-faae5ca77652 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.924444] env[69411]: DEBUG oslo_concurrency.lockutils [req-8ec2c74d-7b5e-4514-b339-ab248eca4cdc req-7b5940f9-eaed-48f1-8a5a-89ea47bef07c service nova] Acquiring lock "c10e93a5-b4eb-4f36-8988-c556ea271d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.925294] env[69411]: DEBUG oslo_concurrency.lockutils [req-8ec2c74d-7b5e-4514-b339-ab248eca4cdc req-7b5940f9-eaed-48f1-8a5a-89ea47bef07c service nova] Lock "c10e93a5-b4eb-4f36-8988-c556ea271d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.925512] env[69411]: DEBUG oslo_concurrency.lockutils [req-8ec2c74d-7b5e-4514-b339-ab248eca4cdc req-7b5940f9-eaed-48f1-8a5a-89ea47bef07c service nova] Lock "c10e93a5-b4eb-4f36-8988-c556ea271d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.925697] env[69411]: DEBUG nova.compute.manager [req-8ec2c74d-7b5e-4514-b339-ab248eca4cdc req-7b5940f9-eaed-48f1-8a5a-89ea47bef07c service nova] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] No waiting events found dispatching network-vif-plugged-c4d6262c-53f6-465a-a022-faae5ca77652 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.925926] env[69411]: WARNING nova.compute.manager [req-8ec2c74d-7b5e-4514-b339-ab248eca4cdc req-7b5940f9-eaed-48f1-8a5a-89ea47bef07c service nova] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Received unexpected event network-vif-plugged-c4d6262c-53f6-465a-a022-faae5ca77652 for instance with vm_state building and task_state spawning. [ 652.926056] env[69411]: DEBUG nova.compute.manager [req-8ec2c74d-7b5e-4514-b339-ab248eca4cdc req-7b5940f9-eaed-48f1-8a5a-89ea47bef07c service nova] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Received event network-changed-c4d6262c-53f6-465a-a022-faae5ca77652 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.926227] env[69411]: DEBUG nova.compute.manager [req-8ec2c74d-7b5e-4514-b339-ab248eca4cdc req-7b5940f9-eaed-48f1-8a5a-89ea47bef07c service nova] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Refreshing instance network info cache due to event network-changed-c4d6262c-53f6-465a-a022-faae5ca77652. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.926746] env[69411]: DEBUG oslo_concurrency.lockutils [req-8ec2c74d-7b5e-4514-b339-ab248eca4cdc req-7b5940f9-eaed-48f1-8a5a-89ea47bef07c service nova] Acquiring lock "refresh_cache-c10e93a5-b4eb-4f36-8988-c556ea271d0b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.926746] env[69411]: DEBUG oslo_concurrency.lockutils [req-8ec2c74d-7b5e-4514-b339-ab248eca4cdc req-7b5940f9-eaed-48f1-8a5a-89ea47bef07c service nova] Acquired lock "refresh_cache-c10e93a5-b4eb-4f36-8988-c556ea271d0b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.926746] env[69411]: DEBUG nova.network.neutron [req-8ec2c74d-7b5e-4514-b339-ab248eca4cdc req-7b5940f9-eaed-48f1-8a5a-89ea47bef07c service nova] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Refreshing network info cache for port c4d6262c-53f6-465a-a022-faae5ca77652 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.927998] env[69411]: DEBUG nova.compute.manager [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.935754] env[69411]: DEBUG nova.network.neutron [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Successfully created port: 903e63a9-dfdb-4017-bb9e-b2374bec8791 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.956209] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322502, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.959896] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519379} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.960198] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 45a36b27-f562-4e2a-8d95-1956a9bd96d3/45a36b27-f562-4e2a-8d95-1956a9bd96d3.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.960348] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.961093] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2382c3cf-d613-4b28-bee5-2ce7fa52067d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.973500] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Waiting for the task: (returnval){ [ 652.973500] env[69411]: value = "task-3322503" [ 652.973500] env[69411]: _type = "Task" [ 652.973500] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.988019] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.999500] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f58d4a-a176-315e-05b2-2ebd47b5b7c5, 'name': SearchDatastore_Task, 'duration_secs': 0.033883} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.999848] env[69411]: DEBUG oslo_concurrency.lockutils [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.000229] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] a14a09e6-ea69-4649-9789-d947526b7b33/a14a09e6-ea69-4649-9789-d947526b7b33.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.000390] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdaf7198-f74b-4fda-94a0-b43039054431 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.010324] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 653.010324] env[69411]: value = "task-3322504" [ 653.010324] env[69411]: _type = "Task" [ 653.010324] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.020598] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.163478] env[69411]: DEBUG nova.compute.manager [req-db915095-2ff2-440d-b939-381a05303b4b req-742a7182-b251-46ff-8121-a0edb368a5b7 service nova] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Received event network-vif-plugged-14456938-7ef3-4515-8efb-a11fee19053d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.163738] env[69411]: DEBUG oslo_concurrency.lockutils [req-db915095-2ff2-440d-b939-381a05303b4b req-742a7182-b251-46ff-8121-a0edb368a5b7 service nova] Acquiring lock "45a36b27-f562-4e2a-8d95-1956a9bd96d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.163970] env[69411]: DEBUG oslo_concurrency.lockutils [req-db915095-2ff2-440d-b939-381a05303b4b req-742a7182-b251-46ff-8121-a0edb368a5b7 service nova] Lock "45a36b27-f562-4e2a-8d95-1956a9bd96d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.164644] env[69411]: DEBUG oslo_concurrency.lockutils [req-db915095-2ff2-440d-b939-381a05303b4b req-742a7182-b251-46ff-8121-a0edb368a5b7 service nova] Lock "45a36b27-f562-4e2a-8d95-1956a9bd96d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.164855] env[69411]: DEBUG nova.compute.manager [req-db915095-2ff2-440d-b939-381a05303b4b req-742a7182-b251-46ff-8121-a0edb368a5b7 service nova] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] No waiting events found dispatching network-vif-plugged-14456938-7ef3-4515-8efb-a11fee19053d {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.165082] env[69411]: WARNING nova.compute.manager [req-db915095-2ff2-440d-b939-381a05303b4b req-742a7182-b251-46ff-8121-a0edb368a5b7 service nova] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Received unexpected event network-vif-plugged-14456938-7ef3-4515-8efb-a11fee19053d for instance with vm_state building and task_state spawning. [ 653.165265] env[69411]: DEBUG nova.compute.manager [req-db915095-2ff2-440d-b939-381a05303b4b req-742a7182-b251-46ff-8121-a0edb368a5b7 service nova] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Received event network-changed-14456938-7ef3-4515-8efb-a11fee19053d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.165419] env[69411]: DEBUG nova.compute.manager [req-db915095-2ff2-440d-b939-381a05303b4b req-742a7182-b251-46ff-8121-a0edb368a5b7 service nova] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Refreshing instance network info cache due to event network-changed-14456938-7ef3-4515-8efb-a11fee19053d. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.165604] env[69411]: DEBUG oslo_concurrency.lockutils [req-db915095-2ff2-440d-b939-381a05303b4b req-742a7182-b251-46ff-8121-a0edb368a5b7 service nova] Acquiring lock "refresh_cache-45a36b27-f562-4e2a-8d95-1956a9bd96d3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.168037] env[69411]: DEBUG oslo_concurrency.lockutils [req-db915095-2ff2-440d-b939-381a05303b4b req-742a7182-b251-46ff-8121-a0edb368a5b7 service nova] Acquired lock "refresh_cache-45a36b27-f562-4e2a-8d95-1956a9bd96d3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.168037] env[69411]: DEBUG nova.network.neutron [req-db915095-2ff2-440d-b939-381a05303b4b req-742a7182-b251-46ff-8121-a0edb368a5b7 service nova] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Refreshing network info cache for port 14456938-7ef3-4515-8efb-a11fee19053d {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.179364] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3322499, 'name': Rename_Task, 'duration_secs': 0.537083} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.182593] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.184103] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8f55f97-dfcc-4690-8ece-a2b7f929548c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.196262] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Waiting for the task: (returnval){ [ 653.196262] env[69411]: value = "task-3322505" [ 653.196262] env[69411]: _type = "Task" [ 653.196262] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.209267] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3322505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.374602] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb58813-a3f3-4732-bcd4-2cece7d2be39 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.386469] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a1a0d3-1d13-41fe-baf3-a345a6e9a0b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.426907] env[69411]: INFO nova.compute.manager [-] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Took 1.66 seconds to deallocate network for instance. [ 653.429795] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902710a6-48ce-4baf-8bc7-7e1346374a79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.450396] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa955d7d-dd10-4b20-8ca0-cdf3e523697a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.458175] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322502, 'name': CreateVM_Task, 'duration_secs': 0.732076} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.458797] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.459536] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.459707] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.460050] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.460316] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a78a1bcd-1bb5-4647-9905-0a3e77d4510d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.470491] env[69411]: DEBUG nova.compute.provider_tree [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.479867] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Waiting for the task: (returnval){ [ 653.479867] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52728e49-e962-6194-2a14-de05c8a1644a" [ 653.479867] env[69411]: _type = "Task" [ 653.479867] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.490133] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14943} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.491259] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.494272] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d8b811-a84d-430b-9589-09e79fa2a88f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.500636] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52728e49-e962-6194-2a14-de05c8a1644a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.523605] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 45a36b27-f562-4e2a-8d95-1956a9bd96d3/45a36b27-f562-4e2a-8d95-1956a9bd96d3.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.529163] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aa9d23d-2347-41a6-acec-e31f24c708a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.549579] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322504, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.551459] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Waiting for the task: (returnval){ [ 653.551459] env[69411]: value = "task-3322506" [ 653.551459] env[69411]: _type = "Task" [ 653.551459] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.563073] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.720772] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3322505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.943268] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.944990] env[69411]: DEBUG nova.compute.manager [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.974233] env[69411]: DEBUG nova.scheduler.client.report [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.978877] env[69411]: DEBUG nova.virt.hardware [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.979110] env[69411]: DEBUG nova.virt.hardware [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.979294] env[69411]: DEBUG nova.virt.hardware [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.979485] env[69411]: DEBUG nova.virt.hardware [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.980206] env[69411]: DEBUG nova.virt.hardware [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.980206] env[69411]: DEBUG nova.virt.hardware [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.980206] env[69411]: DEBUG nova.virt.hardware [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.980206] env[69411]: DEBUG nova.virt.hardware [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.980393] env[69411]: DEBUG nova.virt.hardware [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.980493] env[69411]: DEBUG nova.virt.hardware [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.980726] env[69411]: DEBUG nova.virt.hardware [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.981777] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746aae29-e4a5-44b1-9084-60645aae8233 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.994396] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52728e49-e962-6194-2a14-de05c8a1644a, 'name': SearchDatastore_Task, 'duration_secs': 0.060195} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.997254] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.997577] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.997719] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.997860] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.998079] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.998595] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a6926dd-4b98-4df3-a04c-3d4845f55fe1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.003467] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd36346b-f1a8-48eb-9f02-7e9c7ad1d628 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.022446] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.022646] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.023523] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98f9ae2c-f657-4a8d-b85d-8569ec5cb10f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.030191] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Waiting for the task: (returnval){ [ 654.030191] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dd5398-6ed7-e118-02be-8c2ced7e7ad8" [ 654.030191] env[69411]: _type = "Task" [ 654.030191] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.033430] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702539} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.036420] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] a14a09e6-ea69-4649-9789-d947526b7b33/a14a09e6-ea69-4649-9789-d947526b7b33.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.036684] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.039313] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9661119d-5815-4cf3-ba99-734f6c956e02 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.049108] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dd5398-6ed7-e118-02be-8c2ced7e7ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.016329} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.050958] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 654.050958] env[69411]: value = "task-3322507" [ 654.050958] env[69411]: _type = "Task" [ 654.050958] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.051199] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a07b40-7d1a-4441-86de-e8c7ae134766 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.064164] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Waiting for the task: (returnval){ [ 654.064164] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5211a017-f587-a278-e724-00aa764c0ec5" [ 654.064164] env[69411]: _type = "Task" [ 654.064164] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.073744] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.082069] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5211a017-f587-a278-e724-00aa764c0ec5, 'name': SearchDatastore_Task, 'duration_secs': 0.01394} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.082069] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.082313] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] c10e93a5-b4eb-4f36-8988-c556ea271d0b/c10e93a5-b4eb-4f36-8988-c556ea271d0b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.082629] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a51cf4c-1aca-4082-a1e3-1cb35bada7a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.090123] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Waiting for the task: (returnval){ [ 654.090123] env[69411]: value = "task-3322508" [ 654.090123] env[69411]: _type = "Task" [ 654.090123] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.096949] env[69411]: DEBUG nova.network.neutron [req-8ec2c74d-7b5e-4514-b339-ab248eca4cdc req-7b5940f9-eaed-48f1-8a5a-89ea47bef07c service nova] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Updated VIF entry in instance network info cache for port c4d6262c-53f6-465a-a022-faae5ca77652. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.097506] env[69411]: DEBUG nova.network.neutron [req-8ec2c74d-7b5e-4514-b339-ab248eca4cdc req-7b5940f9-eaed-48f1-8a5a-89ea47bef07c service nova] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Updating instance_info_cache with network_info: [{"id": "c4d6262c-53f6-465a-a022-faae5ca77652", "address": "fa:16:3e:de:74:73", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d6262c-53", "ovs_interfaceid": "c4d6262c-53f6-465a-a022-faae5ca77652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.104529] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.214417] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3322505, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.248745] env[69411]: DEBUG nova.network.neutron [req-db915095-2ff2-440d-b939-381a05303b4b req-742a7182-b251-46ff-8121-a0edb368a5b7 service nova] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Updated VIF entry in instance network info cache for port 14456938-7ef3-4515-8efb-a11fee19053d. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.249135] env[69411]: DEBUG nova.network.neutron [req-db915095-2ff2-440d-b939-381a05303b4b req-742a7182-b251-46ff-8121-a0edb368a5b7 service nova] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Updating instance_info_cache with network_info: [{"id": "14456938-7ef3-4515-8efb-a11fee19053d", "address": "fa:16:3e:e8:af:39", "network": {"id": "cb5c593a-70e8-4803-9e25-c888f6c98c3d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1423053254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d478474416488b81f188a5d84cc7b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14456938-7e", "ovs_interfaceid": "14456938-7ef3-4515-8efb-a11fee19053d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.260981] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquiring lock "6dc414d6-e5db-43af-ace6-6306ee8582cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.261282] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "6dc414d6-e5db-43af-ace6-6306ee8582cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.485778] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.486368] env[69411]: DEBUG nova.compute.manager [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.491079] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.003s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.493156] env[69411]: INFO nova.compute.claims [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.574937] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140601} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.580404] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.581058] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.582034] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a20ef4-0ebf-4fd0-9e61-8d92df2db650 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.605603] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] a14a09e6-ea69-4649-9789-d947526b7b33/a14a09e6-ea69-4649-9789-d947526b7b33.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.610802] env[69411]: DEBUG oslo_concurrency.lockutils [req-8ec2c74d-7b5e-4514-b339-ab248eca4cdc req-7b5940f9-eaed-48f1-8a5a-89ea47bef07c service nova] Releasing lock "refresh_cache-c10e93a5-b4eb-4f36-8988-c556ea271d0b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.611417] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de1551bc-6c6b-40e3-afbe-c6be2d879229 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.634572] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322508, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.636317] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 654.636317] env[69411]: value = "task-3322509" [ 654.636317] env[69411]: _type = "Task" [ 654.636317] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.646621] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.713674] env[69411]: DEBUG oslo_vmware.api [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3322505, 'name': PowerOnVM_Task, 'duration_secs': 1.062633} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.713996] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.714652] env[69411]: INFO nova.compute.manager [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Took 9.91 seconds to spawn the instance on the hypervisor. [ 654.714652] env[69411]: DEBUG nova.compute.manager [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.715699] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350c7912-9d7b-4e99-87ba-3654a9463fc4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.752130] env[69411]: DEBUG oslo_concurrency.lockutils [req-db915095-2ff2-440d-b939-381a05303b4b req-742a7182-b251-46ff-8121-a0edb368a5b7 service nova] Releasing lock "refresh_cache-45a36b27-f562-4e2a-8d95-1956a9bd96d3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.956009] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Acquiring lock "20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.956658] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Lock "20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.003826] env[69411]: DEBUG nova.compute.utils [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.005835] env[69411]: DEBUG nova.compute.manager [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 655.027991] env[69411]: DEBUG nova.network.neutron [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Successfully updated port: 903e63a9-dfdb-4017-bb9e-b2374bec8791 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.068688] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.081978] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.083127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.109273] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62784} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.109715] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] c10e93a5-b4eb-4f36-8988-c556ea271d0b/c10e93a5-b4eb-4f36-8988-c556ea271d0b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.109891] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.110339] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69774a56-651b-4b5c-b73c-d872ba66aee8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.122174] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Waiting for the task: (returnval){ [ 655.122174] env[69411]: value = "task-3322510" [ 655.122174] env[69411]: _type = "Task" [ 655.122174] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.131980] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.147476] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.239888] env[69411]: INFO nova.compute.manager [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Took 21.01 seconds to build instance. [ 655.511732] env[69411]: DEBUG nova.compute.manager [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.533451] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "refresh_cache-1603a151-7d9e-4914-89e3-38a1a9819ca2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.533451] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired lock "refresh_cache-1603a151-7d9e-4914-89e3-38a1a9819ca2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.533451] env[69411]: DEBUG nova.network.neutron [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.571690] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322506, 'name': ReconfigVM_Task, 'duration_secs': 1.899202} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.572690] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 45a36b27-f562-4e2a-8d95-1956a9bd96d3/45a36b27-f562-4e2a-8d95-1956a9bd96d3.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.573328] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eed07bf0-c681-42bd-ae99-b26b70402890 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.586850] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Waiting for the task: (returnval){ [ 655.586850] env[69411]: value = "task-3322511" [ 655.586850] env[69411]: _type = "Task" [ 655.586850] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.611006] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322511, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.638000] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.394864} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.638988] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.643923] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4658fc1-74e6-4545-b7d7-e056b75dfe33 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.665955] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322509, 'name': ReconfigVM_Task, 'duration_secs': 0.734417} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.678373] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] c10e93a5-b4eb-4f36-8988-c556ea271d0b/c10e93a5-b4eb-4f36-8988-c556ea271d0b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.679555] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Reconfigured VM instance instance-00000007 to attach disk [datastore2] a14a09e6-ea69-4649-9789-d947526b7b33/a14a09e6-ea69-4649-9789-d947526b7b33.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.680999] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f9692f6-9da1-4ef0-8bcd-ebdce55c99c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.697110] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d4bd0f7-1648-4d46-a503-a00ad47fb021 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.708520] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 655.708520] env[69411]: value = "task-3322512" [ 655.708520] env[69411]: _type = "Task" [ 655.708520] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.710371] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Waiting for the task: (returnval){ [ 655.710371] env[69411]: value = "task-3322513" [ 655.710371] env[69411]: _type = "Task" [ 655.710371] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.729830] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322512, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.734393] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322513, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.744528] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0747d1f-7a16-496c-8e4a-5d794e1700e8 tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.521s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.109394] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322511, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.111440] env[69411]: DEBUG nova.network.neutron [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.120018] env[69411]: DEBUG nova.compute.manager [req-557c8335-2887-4f88-806b-3900a2b8d26d req-25865dd2-c053-44d8-8978-634f6b40df39 service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Received event network-changed-cc599dcc-13bd-41f8-83f7-6edfd36683ff {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.120018] env[69411]: DEBUG nova.compute.manager [req-557c8335-2887-4f88-806b-3900a2b8d26d req-25865dd2-c053-44d8-8978-634f6b40df39 service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Refreshing instance network info cache due to event network-changed-cc599dcc-13bd-41f8-83f7-6edfd36683ff. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.120018] env[69411]: DEBUG oslo_concurrency.lockutils [req-557c8335-2887-4f88-806b-3900a2b8d26d req-25865dd2-c053-44d8-8978-634f6b40df39 service nova] Acquiring lock "refresh_cache-ece46e66-a835-4f04-a091-b3a4d8de0b05" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.120018] env[69411]: DEBUG oslo_concurrency.lockutils [req-557c8335-2887-4f88-806b-3900a2b8d26d req-25865dd2-c053-44d8-8978-634f6b40df39 service nova] Acquired lock "refresh_cache-ece46e66-a835-4f04-a091-b3a4d8de0b05" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.120018] env[69411]: DEBUG nova.network.neutron [req-557c8335-2887-4f88-806b-3900a2b8d26d req-25865dd2-c053-44d8-8978-634f6b40df39 service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Refreshing network info cache for port cc599dcc-13bd-41f8-83f7-6edfd36683ff {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.126236] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a84e6e-80f6-422e-abf2-ef3e12b2056e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.137399] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7e8f37-0b00-407c-bbce-13e3df54cd96 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.179595] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5029e6d-9dfc-43b1-8e6e-ec6e5a95dc10 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.190233] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a248dc1e-d8e2-41a5-8b44-763a9bab6f24 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.214952] env[69411]: DEBUG nova.compute.provider_tree [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.233018] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322512, 'name': Rename_Task, 'duration_secs': 0.237382} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.237350] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.237654] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.237916] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8fb2bc1-0ea0-42fa-ba67-bcc9b013319a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.247460] env[69411]: DEBUG nova.compute.manager [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.250629] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 656.250629] env[69411]: value = "task-3322514" [ 656.250629] env[69411]: _type = "Task" [ 656.250629] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.264028] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.350406] env[69411]: DEBUG nova.compute.manager [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Received event network-changed-c880c03c-2dad-44c6-a06b-a4f7ef5d66e8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.350639] env[69411]: DEBUG nova.compute.manager [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Refreshing instance network info cache due to event network-changed-c880c03c-2dad-44c6-a06b-a4f7ef5d66e8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.350891] env[69411]: DEBUG oslo_concurrency.lockutils [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] Acquiring lock "refresh_cache-2bdfcae6-520b-42f8-9127-f58cb3f9e57d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.351048] env[69411]: DEBUG oslo_concurrency.lockutils [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] Acquired lock "refresh_cache-2bdfcae6-520b-42f8-9127-f58cb3f9e57d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.351215] env[69411]: DEBUG nova.network.neutron [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Refreshing network info cache for port c880c03c-2dad-44c6-a06b-a4f7ef5d66e8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.434644] env[69411]: DEBUG nova.network.neutron [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Updating instance_info_cache with network_info: [{"id": "903e63a9-dfdb-4017-bb9e-b2374bec8791", "address": "fa:16:3e:e4:df:24", "network": {"id": "d3015186-5cd7-417c-b339-9c454898c188", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-555504441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6a4f8a0124f728e1a9dcfbf900814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap903e63a9-df", "ovs_interfaceid": "903e63a9-dfdb-4017-bb9e-b2374bec8791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.525359] env[69411]: DEBUG nova.compute.manager [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.571468] env[69411]: DEBUG nova.virt.hardware [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.572017] env[69411]: DEBUG nova.virt.hardware [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.572286] env[69411]: DEBUG nova.virt.hardware [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.572585] env[69411]: DEBUG nova.virt.hardware [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.572825] env[69411]: DEBUG nova.virt.hardware [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.573210] env[69411]: DEBUG nova.virt.hardware [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.573575] env[69411]: DEBUG nova.virt.hardware [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.574106] env[69411]: DEBUG nova.virt.hardware [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.574106] env[69411]: DEBUG nova.virt.hardware [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.574338] env[69411]: DEBUG nova.virt.hardware [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.574630] env[69411]: DEBUG nova.virt.hardware [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.576160] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b27239-5f02-46fe-b5cc-7b95944ec72b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.589374] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01c4c90-364b-4c10-ad9c-1ab73fae1035 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.609036] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322511, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.623253] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.633924] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Creating folder: Project (988a8178313f4b6bbd8aecbc64edec28). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.637681] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaab32ef-1399-431f-ada5-cab1df006147 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.654487] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Created folder: Project (988a8178313f4b6bbd8aecbc64edec28) in parent group-v663248. [ 656.654731] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Creating folder: Instances. Parent ref: group-v663293. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.655108] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a52b6cc-6077-484d-88d8-0e21aeb28aac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.669811] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Created folder: Instances in parent group-v663293. [ 656.670525] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.670712] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.670887] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-730db52e-44d0-4c6f-8960-951279e476ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.707464] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.707464] env[69411]: value = "task-3322517" [ 656.707464] env[69411]: _type = "Task" [ 656.707464] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.721427] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322517, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.732117] env[69411]: DEBUG nova.scheduler.client.report [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.746413] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322513, 'name': ReconfigVM_Task, 'duration_secs': 0.637374} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.746719] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Reconfigured VM instance instance-0000000d to attach disk [datastore2] c10e93a5-b4eb-4f36-8988-c556ea271d0b/c10e93a5-b4eb-4f36-8988-c556ea271d0b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.747425] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88ff432a-6352-4a06-b624-91366a97d95c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.765177] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Waiting for the task: (returnval){ [ 656.765177] env[69411]: value = "task-3322518" [ 656.765177] env[69411]: _type = "Task" [ 656.765177] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.782760] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.789852] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322518, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.798754] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.936992] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Releasing lock "refresh_cache-1603a151-7d9e-4914-89e3-38a1a9819ca2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.941433] env[69411]: DEBUG nova.compute.manager [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Instance network_info: |[{"id": "903e63a9-dfdb-4017-bb9e-b2374bec8791", "address": "fa:16:3e:e4:df:24", "network": {"id": "d3015186-5cd7-417c-b339-9c454898c188", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-555504441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6a4f8a0124f728e1a9dcfbf900814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap903e63a9-df", "ovs_interfaceid": "903e63a9-dfdb-4017-bb9e-b2374bec8791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.942061] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:df:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '903e63a9-dfdb-4017-bb9e-b2374bec8791', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.949869] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Creating folder: Project (5ca6a4f8a0124f728e1a9dcfbf900814). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.950204] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81077311-7eba-4d22-a099-9ddcd5634626 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.970565] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Created folder: Project (5ca6a4f8a0124f728e1a9dcfbf900814) in parent group-v663248. [ 656.970565] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Creating folder: Instances. Parent ref: group-v663296. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.970565] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bf22048-8067-440d-8df4-ab8cf5e3172f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.991096] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Created folder: Instances in parent group-v663296. [ 656.991096] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.991239] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.991569] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20fd686b-53a1-4b1e-84df-116a1f2fc0a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.039102] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.039102] env[69411]: value = "task-3322521" [ 657.039102] env[69411]: _type = "Task" [ 657.039102] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.052445] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322521, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.113368] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322511, 'name': Rename_Task, 'duration_secs': 1.178816} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.113368] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.113622] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4813b129-0936-46b5-b2bc-51a4057dd68d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.121354] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Waiting for the task: (returnval){ [ 657.121354] env[69411]: value = "task-3322522" [ 657.121354] env[69411]: _type = "Task" [ 657.121354] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.134838] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.166833] env[69411]: DEBUG nova.network.neutron [req-557c8335-2887-4f88-806b-3900a2b8d26d req-25865dd2-c053-44d8-8978-634f6b40df39 service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Updated VIF entry in instance network info cache for port cc599dcc-13bd-41f8-83f7-6edfd36683ff. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.166963] env[69411]: DEBUG nova.network.neutron [req-557c8335-2887-4f88-806b-3900a2b8d26d req-25865dd2-c053-44d8-8978-634f6b40df39 service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Updating instance_info_cache with network_info: [{"id": "cc599dcc-13bd-41f8-83f7-6edfd36683ff", "address": "fa:16:3e:07:96:63", "network": {"id": "a9ccb547-6509-4ddf-8894-92ba8be3e68d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-454447434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66fd9e808bbf434e8ee8f20efec1bca5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc599dcc-13", "ovs_interfaceid": "cc599dcc-13bd-41f8-83f7-6edfd36683ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.220616] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322517, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.240417] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.241042] env[69411]: DEBUG nova.compute.manager [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.244303] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.426s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.245784] env[69411]: INFO nova.compute.claims [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.268516] env[69411]: DEBUG oslo_vmware.api [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322514, 'name': PowerOnVM_Task, 'duration_secs': 0.692905} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.268932] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.269157] env[69411]: DEBUG nova.compute.manager [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.272915] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e3ee10-34fb-48d3-ac36-6c498cfd692b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.283327] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322518, 'name': Rename_Task, 'duration_secs': 0.231569} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.283572] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.286263] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78cff3e2-fccf-4ffd-89f5-09b7d6a9e34e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.295968] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Waiting for the task: (returnval){ [ 657.295968] env[69411]: value = "task-3322523" [ 657.295968] env[69411]: _type = "Task" [ 657.295968] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.306172] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.558039] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322521, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.585511] env[69411]: DEBUG nova.network.neutron [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Updated VIF entry in instance network info cache for port c880c03c-2dad-44c6-a06b-a4f7ef5d66e8. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.585736] env[69411]: DEBUG nova.network.neutron [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Updating instance_info_cache with network_info: [{"id": "c880c03c-2dad-44c6-a06b-a4f7ef5d66e8", "address": "fa:16:3e:06:71:b2", "network": {"id": "75e4a099-9657-4e3f-811d-dd2211a04728", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1022781525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3c54d6002d4494af65874393530311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc880c03c-2d", "ovs_interfaceid": "c880c03c-2dad-44c6-a06b-a4f7ef5d66e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.636024] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.669792] env[69411]: DEBUG oslo_concurrency.lockutils [req-557c8335-2887-4f88-806b-3900a2b8d26d req-25865dd2-c053-44d8-8978-634f6b40df39 service nova] Releasing lock "refresh_cache-ece46e66-a835-4f04-a091-b3a4d8de0b05" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.724171] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322517, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.751308] env[69411]: DEBUG nova.compute.utils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.754850] env[69411]: DEBUG nova.compute.manager [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.755634] env[69411]: DEBUG nova.network.neutron [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.806589] env[69411]: DEBUG oslo_concurrency.lockutils [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.816579] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.861165] env[69411]: DEBUG nova.policy [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f8f1deb9fee414ea3f8fbd9375b979f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ca6a4f8a0124f728e1a9dcfbf900814', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.037685] env[69411]: DEBUG nova.compute.manager [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.038760] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d045a62-9018-431b-af28-87596d762f56 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.062704] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322521, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.090174] env[69411]: DEBUG oslo_concurrency.lockutils [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] Releasing lock "refresh_cache-2bdfcae6-520b-42f8-9127-f58cb3f9e57d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.090174] env[69411]: DEBUG nova.compute.manager [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Received event network-vif-deleted-4e0e0412-5f47-4485-a9b3-d6569637bffe {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.090418] env[69411]: DEBUG nova.compute.manager [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Received event network-vif-plugged-903e63a9-dfdb-4017-bb9e-b2374bec8791 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.091358] env[69411]: DEBUG oslo_concurrency.lockutils [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] Acquiring lock "1603a151-7d9e-4914-89e3-38a1a9819ca2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.091592] env[69411]: DEBUG oslo_concurrency.lockutils [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] Lock "1603a151-7d9e-4914-89e3-38a1a9819ca2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.091819] env[69411]: DEBUG oslo_concurrency.lockutils [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] Lock "1603a151-7d9e-4914-89e3-38a1a9819ca2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.092149] env[69411]: DEBUG nova.compute.manager [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] No waiting events found dispatching network-vif-plugged-903e63a9-dfdb-4017-bb9e-b2374bec8791 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.092393] env[69411]: WARNING nova.compute.manager [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Received unexpected event network-vif-plugged-903e63a9-dfdb-4017-bb9e-b2374bec8791 for instance with vm_state building and task_state spawning. [ 658.092473] env[69411]: DEBUG nova.compute.manager [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Received event network-changed-903e63a9-dfdb-4017-bb9e-b2374bec8791 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.092625] env[69411]: DEBUG nova.compute.manager [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Refreshing instance network info cache due to event network-changed-903e63a9-dfdb-4017-bb9e-b2374bec8791. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.092990] env[69411]: DEBUG oslo_concurrency.lockutils [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] Acquiring lock "refresh_cache-1603a151-7d9e-4914-89e3-38a1a9819ca2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.095108] env[69411]: DEBUG oslo_concurrency.lockutils [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] Acquired lock "refresh_cache-1603a151-7d9e-4914-89e3-38a1a9819ca2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.095108] env[69411]: DEBUG nova.network.neutron [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Refreshing network info cache for port 903e63a9-dfdb-4017-bb9e-b2374bec8791 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.138049] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.231551] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322517, 'name': CreateVM_Task, 'duration_secs': 1.373841} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.231886] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.232373] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.232572] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.233160] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.233160] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d742eb8b-cae7-45c0-8ef3-a29d3a05ce3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.239459] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Waiting for the task: (returnval){ [ 658.239459] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e84b0d-07d1-88d1-0483-b39ac0c4fb08" [ 658.239459] env[69411]: _type = "Task" [ 658.239459] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.251890] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e84b0d-07d1-88d1-0483-b39ac0c4fb08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.257267] env[69411]: DEBUG nova.compute.manager [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.310894] env[69411]: DEBUG oslo_vmware.api [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322523, 'name': PowerOnVM_Task, 'duration_secs': 0.889612} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.312065] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.312065] env[69411]: INFO nova.compute.manager [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Took 9.02 seconds to spawn the instance on the hypervisor. [ 658.312065] env[69411]: DEBUG nova.compute.manager [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.312515] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2705cb60-da33-4b88-bfd1-1a95122b6ffe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.445110] env[69411]: INFO nova.compute.manager [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Rebuilding instance [ 658.500563] env[69411]: DEBUG nova.compute.manager [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.501497] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf030cde-6662-4670-acb8-9923afa6cf0a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.560593] env[69411]: INFO nova.compute.manager [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] instance snapshotting [ 658.564278] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322521, 'name': CreateVM_Task, 'duration_secs': 1.36656} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.571286] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc4f9d2-1589-4809-924a-97547fcf1eca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.573836] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.575654] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.597718] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42d0398-73a2-4294-865c-d48b699a8cd2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.639954] env[69411]: DEBUG oslo_vmware.api [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322522, 'name': PowerOnVM_Task, 'duration_secs': 1.440725} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.642786] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.643114] env[69411]: INFO nova.compute.manager [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Took 11.83 seconds to spawn the instance on the hypervisor. [ 658.643483] env[69411]: DEBUG nova.compute.manager [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.644373] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec81762a-99ee-40e1-99b5-649db10a064e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.753862] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e84b0d-07d1-88d1-0483-b39ac0c4fb08, 'name': SearchDatastore_Task, 'duration_secs': 0.020382} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.754069] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.754684] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.754684] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.755039] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.755039] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.755294] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.755763] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.756734] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd35e2e2-5032-4bf1-aac7-7df891d957fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.758344] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c51451-50ee-49cd-aefb-23561a8b037e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.768245] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 658.768245] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52812461-c977-ff06-e0c1-7d89d4115925" [ 658.768245] env[69411]: _type = "Task" [ 658.768245] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.783045] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52812461-c977-ff06-e0c1-7d89d4115925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.787239] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.787445] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.788289] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-578a60e4-bbf8-4769-9f1e-d9c53f10dcef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.795328] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Waiting for the task: (returnval){ [ 658.795328] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e81ac5-283a-a7f2-99c8-b8d004e9e389" [ 658.795328] env[69411]: _type = "Task" [ 658.795328] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.804156] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7fd5f1-1f76-46f3-9fe9-82f805caebea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.810314] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e81ac5-283a-a7f2-99c8-b8d004e9e389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.815961] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f7f0ea-55d0-45bd-8851-0fe4ccf1ae8f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.851815] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0329df-ca26-4166-81a1-3762e517cc03 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.861423] env[69411]: INFO nova.compute.manager [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Took 21.39 seconds to build instance. [ 658.864375] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa1498a-a4b9-4691-9383-18414ef92a58 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.883613] env[69411]: DEBUG nova.compute.provider_tree [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.959160] env[69411]: INFO nova.compute.manager [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Rebuilding instance [ 659.005020] env[69411]: DEBUG nova.compute.manager [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.005850] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7e460e-3778-4e2b-8d7e-ec8ce879d1e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.081422] env[69411]: DEBUG nova.network.neutron [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Successfully created port: d494fc89-36d6-4bc1-aa08-d03bee2402d0 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.116645] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 659.116901] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2497d27-b4bb-4998-8745-ff5e095363e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.125693] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 659.125693] env[69411]: value = "task-3322524" [ 659.125693] env[69411]: _type = "Task" [ 659.125693] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.135300] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322524, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.164248] env[69411]: INFO nova.compute.manager [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Took 23.04 seconds to build instance. [ 659.222310] env[69411]: DEBUG nova.network.neutron [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Updated VIF entry in instance network info cache for port 903e63a9-dfdb-4017-bb9e-b2374bec8791. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.222753] env[69411]: DEBUG nova.network.neutron [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Updating instance_info_cache with network_info: [{"id": "903e63a9-dfdb-4017-bb9e-b2374bec8791", "address": "fa:16:3e:e4:df:24", "network": {"id": "d3015186-5cd7-417c-b339-9c454898c188", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-555504441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6a4f8a0124f728e1a9dcfbf900814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap903e63a9-df", "ovs_interfaceid": "903e63a9-dfdb-4017-bb9e-b2374bec8791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.270096] env[69411]: DEBUG nova.compute.manager [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.283204] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52812461-c977-ff06-e0c1-7d89d4115925, 'name': SearchDatastore_Task, 'duration_secs': 0.033059} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.283513] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.283742] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.283946] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.294153] env[69411]: DEBUG nova.virt.hardware [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.294415] env[69411]: DEBUG nova.virt.hardware [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.294415] env[69411]: DEBUG nova.virt.hardware [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.294529] env[69411]: DEBUG nova.virt.hardware [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.295020] env[69411]: DEBUG nova.virt.hardware [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.295020] env[69411]: DEBUG nova.virt.hardware [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.295127] env[69411]: DEBUG nova.virt.hardware [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.295444] env[69411]: DEBUG nova.virt.hardware [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.295444] env[69411]: DEBUG nova.virt.hardware [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.295667] env[69411]: DEBUG nova.virt.hardware [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.297748] env[69411]: DEBUG nova.virt.hardware [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.297748] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f823497-6d04-44e5-8fe6-746e24285e74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.312213] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e81ac5-283a-a7f2-99c8-b8d004e9e389, 'name': SearchDatastore_Task, 'duration_secs': 0.026612} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.313554] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14159d90-ef4e-414d-b8c5-1df9b9944df5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.317021] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca164a95-7c4e-46bb-aae5-9f516ce970c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.336407] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Waiting for the task: (returnval){ [ 659.336407] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523587fc-f6a1-9ad4-fe2f-81d9c398b3f2" [ 659.336407] env[69411]: _type = "Task" [ 659.336407] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.358742] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523587fc-f6a1-9ad4-fe2f-81d9c398b3f2, 'name': SearchDatastore_Task, 'duration_secs': 0.027513} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.359034] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.359294] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 37ceffed-a475-4dc3-928c-b0e7dd9e43ef/37ceffed-a475-4dc3-928c-b0e7dd9e43ef.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.359601] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.359753] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.360919] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c634ea6-4336-42b0-8262-965018c4c7b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.362375] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0df458e6-7259-4f22-98e3-69bcd8c22eb0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.364762] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b7c2609-6e78-47d2-aa4a-0a64e592535d tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Lock "c10e93a5-b4eb-4f36-8988-c556ea271d0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.918s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.376293] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Waiting for the task: (returnval){ [ 659.376293] env[69411]: value = "task-3322525" [ 659.376293] env[69411]: _type = "Task" [ 659.376293] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.377060] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.377305] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.381408] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b8eac11-b174-4adb-bbbe-e9ea340dae6b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.388647] env[69411]: DEBUG nova.scheduler.client.report [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.396473] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 659.396473] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5294ec5d-b710-6c98-5510-ba4520a36719" [ 659.396473] env[69411]: _type = "Task" [ 659.396473] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.405305] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': task-3322525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.418695] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5294ec5d-b710-6c98-5510-ba4520a36719, 'name': SearchDatastore_Task, 'duration_secs': 0.012888} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.420132] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef6d4c71-44b1-4921-8e77-a7d518c2eb88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.427398] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 659.427398] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5256928d-e969-cf9b-b4ff-3fe5e8102f96" [ 659.427398] env[69411]: _type = "Task" [ 659.427398] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.437436] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5256928d-e969-cf9b-b4ff-3fe5e8102f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.519861] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.520156] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45199093-0dfc-4b30-a400-bb1bcabb94bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.532559] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 659.532559] env[69411]: value = "task-3322526" [ 659.532559] env[69411]: _type = "Task" [ 659.532559] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.543455] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.646489] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322524, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.667043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d813ef5f-534d-497e-890f-c8eaa291cf5b tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Lock "45a36b27-f562-4e2a-8d95-1956a9bd96d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.555s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.721916] env[69411]: DEBUG nova.compute.manager [req-6485dbd5-a012-4ec2-80a8-b3b6064c7ab1 req-81c43d1c-a56b-4f5b-b42d-e85ea75dd763 service nova] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Received event network-changed-f22041f2-054e-45be-a03f-f7ee2c6d3529 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.724762] env[69411]: DEBUG nova.compute.manager [req-6485dbd5-a012-4ec2-80a8-b3b6064c7ab1 req-81c43d1c-a56b-4f5b-b42d-e85ea75dd763 service nova] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Refreshing instance network info cache due to event network-changed-f22041f2-054e-45be-a03f-f7ee2c6d3529. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.725290] env[69411]: DEBUG oslo_concurrency.lockutils [req-6485dbd5-a012-4ec2-80a8-b3b6064c7ab1 req-81c43d1c-a56b-4f5b-b42d-e85ea75dd763 service nova] Acquiring lock "refresh_cache-d131e908-dbcb-44e3-8768-71cc1a7fefa1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.725290] env[69411]: DEBUG oslo_concurrency.lockutils [req-6485dbd5-a012-4ec2-80a8-b3b6064c7ab1 req-81c43d1c-a56b-4f5b-b42d-e85ea75dd763 service nova] Acquired lock "refresh_cache-d131e908-dbcb-44e3-8768-71cc1a7fefa1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.725408] env[69411]: DEBUG nova.network.neutron [req-6485dbd5-a012-4ec2-80a8-b3b6064c7ab1 req-81c43d1c-a56b-4f5b-b42d-e85ea75dd763 service nova] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Refreshing network info cache for port f22041f2-054e-45be-a03f-f7ee2c6d3529 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.729954] env[69411]: DEBUG oslo_concurrency.lockutils [req-35bd995a-cdb5-4f66-a103-cf377669c2a7 req-7a2042b2-6702-43c2-ba8b-3aea3f8769fb service nova] Releasing lock "refresh_cache-1603a151-7d9e-4914-89e3-38a1a9819ca2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.868205] env[69411]: DEBUG nova.compute.manager [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.891259] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': task-3322525, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.905298] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.906868] env[69411]: DEBUG nova.compute.manager [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.914032] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.040s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.914032] env[69411]: DEBUG nova.objects.instance [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Lazy-loading 'resources' on Instance uuid 12cfd666-19bf-4339-91a8-19ba15c21f8d {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.953629] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5256928d-e969-cf9b-b4ff-3fe5e8102f96, 'name': SearchDatastore_Task, 'duration_secs': 0.011858} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.953629] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.953629] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 1603a151-7d9e-4914-89e3-38a1a9819ca2/1603a151-7d9e-4914-89e3-38a1a9819ca2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.953629] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a0a06ed-f2fb-4b0e-9bb1-4cad5972040d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.964858] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 659.964858] env[69411]: value = "task-3322527" [ 659.964858] env[69411]: _type = "Task" [ 659.964858] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.975859] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.020104] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.020871] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e2c8389-1daa-4c8c-8b03-3c3cb0163fd6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.031243] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Waiting for the task: (returnval){ [ 660.031243] env[69411]: value = "task-3322528" [ 660.031243] env[69411]: _type = "Task" [ 660.031243] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.045896] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.050959] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322526, 'name': PowerOffVM_Task, 'duration_secs': 0.159444} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.050959] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.051463] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.052281] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc119ee-3d16-4bfd-848e-17423961a592 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.060929] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.061208] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6002cc7f-0332-4e15-a672-8fe9976b445c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.102190] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.102190] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.102190] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Deleting the datastore file [datastore2] 40176678-8725-4455-bf34-48274d2724ef {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.102819] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e9c9d5b-8575-4981-9e2c-3f497565c389 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.116741] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 660.116741] env[69411]: value = "task-3322530" [ 660.116741] env[69411]: _type = "Task" [ 660.116741] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.129079] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.141897] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322524, 'name': CreateSnapshot_Task, 'duration_secs': 0.797416} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.142451] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 660.144026] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df68d412-6bbf-427f-9582-4509ece15b34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.179094] env[69411]: DEBUG nova.compute.manager [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.393988] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': task-3322525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5707} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.394298] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 37ceffed-a475-4dc3-928c-b0e7dd9e43ef/37ceffed-a475-4dc3-928c-b0e7dd9e43ef.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.394687] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.394945] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e66df210-3ea1-40d7-b0b5-7733e6982b70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.398502] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.406166] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Waiting for the task: (returnval){ [ 660.406166] env[69411]: value = "task-3322531" [ 660.406166] env[69411]: _type = "Task" [ 660.406166] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.412740] env[69411]: DEBUG nova.compute.utils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.424612] env[69411]: DEBUG nova.compute.manager [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.424612] env[69411]: DEBUG nova.network.neutron [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.424612] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': task-3322531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.484322] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322527, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.546428] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322528, 'name': PowerOffVM_Task, 'duration_secs': 0.327612} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.546428] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.546428] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.549441] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bed6293-0c35-425c-a20d-b7c47375d06f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.552492] env[69411]: DEBUG nova.policy [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e62f14417058432a9964dfdd77a96c90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26a0617b20114b1b88f42cf852299575', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.559346] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.560327] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e516982f-5509-477b-8594-98995b07d8fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.596474] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.596719] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.596900] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Deleting the datastore file [datastore2] a14a09e6-ea69-4649-9789-d947526b7b33 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.597191] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbaf2232-0ec3-4333-a6bb-4126fc5883e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.612064] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Waiting for the task: (returnval){ [ 660.612064] env[69411]: value = "task-3322533" [ 660.612064] env[69411]: _type = "Task" [ 660.612064] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.630407] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.630691] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134251} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.636231] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.636428] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.636608] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.664988] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 660.665552] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-273f0c5f-3d59-41f4-a029-6b5490472785 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.682467] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 660.682467] env[69411]: value = "task-3322534" [ 660.682467] env[69411]: _type = "Task" [ 660.682467] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.704138] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322534, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.712219] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.919878] env[69411]: DEBUG nova.compute.manager [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.922470] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': task-3322531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.336954} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.922993] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.926829] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c649213-60b6-476e-9cbe-ffe0dfe10075 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.960896] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 37ceffed-a475-4dc3-928c-b0e7dd9e43ef/37ceffed-a475-4dc3-928c-b0e7dd9e43ef.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.967423] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-710769d8-5948-449a-8243-eed00bc15d70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.991379] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706805} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.993119] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 1603a151-7d9e-4914-89e3-38a1a9819ca2/1603a151-7d9e-4914-89e3-38a1a9819ca2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.993398] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.994154] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Waiting for the task: (returnval){ [ 660.994154] env[69411]: value = "task-3322535" [ 660.994154] env[69411]: _type = "Task" [ 660.994154] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.996566] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab77fbe8-20c1-4b62-835f-a61e07edcf61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.003709] env[69411]: DEBUG nova.network.neutron [req-6485dbd5-a012-4ec2-80a8-b3b6064c7ab1 req-81c43d1c-a56b-4f5b-b42d-e85ea75dd763 service nova] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Updated VIF entry in instance network info cache for port f22041f2-054e-45be-a03f-f7ee2c6d3529. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.004228] env[69411]: DEBUG nova.network.neutron [req-6485dbd5-a012-4ec2-80a8-b3b6064c7ab1 req-81c43d1c-a56b-4f5b-b42d-e85ea75dd763 service nova] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Updating instance_info_cache with network_info: [{"id": "f22041f2-054e-45be-a03f-f7ee2c6d3529", "address": "fa:16:3e:a2:1b:d5", "network": {"id": "77b1a488-9e6d-4edc-8f80-195599bed03b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1730961998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac635add84da4376bb3454248b4feaab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22041f2-05", "ovs_interfaceid": "f22041f2-054e-45be-a03f-f7ee2c6d3529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.012807] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 661.012807] env[69411]: value = "task-3322536" [ 661.012807] env[69411]: _type = "Task" [ 661.012807] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.020807] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': task-3322535, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.033316] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.039685] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fae1fbc-afbc-4e99-a588-3d1b06ff0c69 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.050250] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccefbbd-5872-46db-809a-0e52a101e209 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.090954] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9707cef-6046-4e1d-9c42-f568a3d603ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.102135] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7871196-1e87-4316-8d8d-17c70d5565fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.123730] env[69411]: DEBUG nova.compute.provider_tree [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.138154] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416709} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.142022] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.142022] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.142022] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.199011] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322534, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.506827] env[69411]: DEBUG oslo_concurrency.lockutils [req-6485dbd5-a012-4ec2-80a8-b3b6064c7ab1 req-81c43d1c-a56b-4f5b-b42d-e85ea75dd763 service nova] Releasing lock "refresh_cache-d131e908-dbcb-44e3-8768-71cc1a7fefa1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.514136] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': task-3322535, 'name': ReconfigVM_Task, 'duration_secs': 0.426753} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.514690] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 37ceffed-a475-4dc3-928c-b0e7dd9e43ef/37ceffed-a475-4dc3-928c-b0e7dd9e43ef.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.515650] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cd59f24-466b-4d0f-86e7-18b92afab626 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.527165] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Waiting for the task: (returnval){ [ 661.527165] env[69411]: value = "task-3322537" [ 661.527165] env[69411]: _type = "Task" [ 661.527165] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.536323] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124107} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.537105] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.538026] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e789ea07-b492-4a0c-862f-755ff24d25f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.544497] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': task-3322537, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.569630] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 1603a151-7d9e-4914-89e3-38a1a9819ca2/1603a151-7d9e-4914-89e3-38a1a9819ca2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.569756] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-261d2197-1515-41b8-8350-974f9cfa6ab3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.595841] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 661.595841] env[69411]: value = "task-3322538" [ 661.595841] env[69411]: _type = "Task" [ 661.595841] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.605601] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.634061] env[69411]: DEBUG nova.scheduler.client.report [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.691133] env[69411]: DEBUG nova.virt.hardware [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.691385] env[69411]: DEBUG nova.virt.hardware [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.691539] env[69411]: DEBUG nova.virt.hardware [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.691727] env[69411]: DEBUG nova.virt.hardware [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.691865] env[69411]: DEBUG nova.virt.hardware [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.692042] env[69411]: DEBUG nova.virt.hardware [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.692258] env[69411]: DEBUG nova.virt.hardware [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.692441] env[69411]: DEBUG nova.virt.hardware [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.692674] env[69411]: DEBUG nova.virt.hardware [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.692739] env[69411]: DEBUG nova.virt.hardware [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.692970] env[69411]: DEBUG nova.virt.hardware [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.694815] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4efb9f7-d486-466d-a518-1064d90be355 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.704054] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322534, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.708562] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268fa4a2-55f3-4a88-be81-9d85cb8b3f70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.731214] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.737361] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.737773] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40176678-8725-4455-bf34-48274d2724ef] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.737939] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ce8a7ea-4479-4202-a64a-386fc03788bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.764015] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.764015] env[69411]: value = "task-3322539" [ 661.764015] env[69411]: _type = "Task" [ 661.764015] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.771540] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322539, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.805666] env[69411]: DEBUG nova.network.neutron [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Successfully created port: 2decdb64-7ca5-472f-9f45-92b9bfe454e4 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.833321] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53176af4-8891-44c7-86fc-c63c79a68b68 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Acquiring lock "interface-45a36b27-f562-4e2a-8d95-1956a9bd96d3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.833553] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53176af4-8891-44c7-86fc-c63c79a68b68 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Lock "interface-45a36b27-f562-4e2a-8d95-1956a9bd96d3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.833904] env[69411]: DEBUG nova.objects.instance [None req-53176af4-8891-44c7-86fc-c63c79a68b68 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Lazy-loading 'flavor' on Instance uuid 45a36b27-f562-4e2a-8d95-1956a9bd96d3 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.881537] env[69411]: DEBUG nova.network.neutron [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Successfully updated port: d494fc89-36d6-4bc1-aa08-d03bee2402d0 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.930193] env[69411]: DEBUG nova.compute.manager [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.956556] env[69411]: DEBUG nova.virt.hardware [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.956808] env[69411]: DEBUG nova.virt.hardware [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.956960] env[69411]: DEBUG nova.virt.hardware [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.957152] env[69411]: DEBUG nova.virt.hardware [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.957291] env[69411]: DEBUG nova.virt.hardware [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.958861] env[69411]: DEBUG nova.virt.hardware [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.958861] env[69411]: DEBUG nova.virt.hardware [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.958861] env[69411]: DEBUG nova.virt.hardware [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.958861] env[69411]: DEBUG nova.virt.hardware [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.958861] env[69411]: DEBUG nova.virt.hardware [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.959180] env[69411]: DEBUG nova.virt.hardware [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.959488] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a308a73f-b0e1-49c7-a783-6bf17d2bcb70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.971848] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813cca01-15af-4c31-8e4e-717c5b3d1e85 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.042067] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': task-3322537, 'name': Rename_Task, 'duration_secs': 0.347648} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.042403] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.043501] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96ee14e1-b0d9-4295-8587-84d22228398b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.052521] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Waiting for the task: (returnval){ [ 662.052521] env[69411]: value = "task-3322540" [ 662.052521] env[69411]: _type = "Task" [ 662.052521] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.063547] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': task-3322540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.095594] env[69411]: DEBUG nova.compute.manager [None req-09ffcf68-1eba-4c8e-87fe-51980a177fb5 tempest-ServerDiagnosticsTest-469151380 tempest-ServerDiagnosticsTest-469151380-project-admin] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.096431] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ed4217-aea8-4108-b1a3-8caff7db7005 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.113242] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322538, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.113710] env[69411]: INFO nova.compute.manager [None req-09ffcf68-1eba-4c8e-87fe-51980a177fb5 tempest-ServerDiagnosticsTest-469151380 tempest-ServerDiagnosticsTest-469151380-project-admin] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Retrieving diagnostics [ 662.115145] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563d764d-5f5e-41c9-a1af-3ff0b5a8981d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.161651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.170501] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.623s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.204742] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322534, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.240069] env[69411]: DEBUG nova.virt.hardware [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.242452] env[69411]: DEBUG nova.virt.hardware [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.242452] env[69411]: DEBUG nova.virt.hardware [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.242452] env[69411]: DEBUG nova.virt.hardware [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.242452] env[69411]: DEBUG nova.virt.hardware [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.242452] env[69411]: DEBUG nova.virt.hardware [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.242452] env[69411]: DEBUG nova.virt.hardware [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.243931] env[69411]: DEBUG nova.virt.hardware [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.243931] env[69411]: DEBUG nova.virt.hardware [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.243931] env[69411]: DEBUG nova.virt.hardware [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.243931] env[69411]: DEBUG nova.virt.hardware [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.243931] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88083afa-afe8-4e61-bc8f-1c8fc919f4aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.248083] env[69411]: INFO nova.scheduler.client.report [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Deleted allocations for instance 12cfd666-19bf-4339-91a8-19ba15c21f8d [ 662.270903] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cd774b-9a0f-440b-9fd9-f55e17a5ed3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.292024] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.296387] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.300308] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.300539] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322539, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.300805] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-388f4f48-d77d-4142-a7cf-091c89e4fcac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.325037] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.325037] env[69411]: value = "task-3322541" [ 662.325037] env[69411]: _type = "Task" [ 662.325037] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.339864] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322541, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.343860] env[69411]: DEBUG nova.objects.instance [None req-53176af4-8891-44c7-86fc-c63c79a68b68 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Lazy-loading 'pci_requests' on Instance uuid 45a36b27-f562-4e2a-8d95-1956a9bd96d3 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.385940] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "refresh_cache-eadfa105-5e1c-46c2-aead-d9e9af54b9e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.386267] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired lock "refresh_cache-eadfa105-5e1c-46c2-aead-d9e9af54b9e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.386519] env[69411]: DEBUG nova.network.neutron [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.567933] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': task-3322540, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.613414] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322538, 'name': ReconfigVM_Task, 'duration_secs': 0.572847} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.613713] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 1603a151-7d9e-4914-89e3-38a1a9819ca2/1603a151-7d9e-4914-89e3-38a1a9819ca2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.614435] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecaf5a56-00d0-495d-93a8-5c08d20c2d3b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.624760] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 662.624760] env[69411]: value = "task-3322542" [ 662.624760] env[69411]: _type = "Task" [ 662.624760] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.634629] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322542, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.678439] env[69411]: INFO nova.compute.claims [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.699527] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322534, 'name': CloneVM_Task, 'duration_secs': 1.79859} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.700084] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Created linked-clone VM from snapshot [ 662.701236] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25120f1c-fc24-400b-b77e-bc10770f09c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.710266] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Uploading image ef271789-6c5f-4e71-ac1d-b04ffaea7ec3 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 662.722642] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 662.723014] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fe78752e-d9fc-4dba-9b1e-f31afc7b4f8f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.731657] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 662.731657] env[69411]: value = "task-3322543" [ 662.731657] env[69411]: _type = "Task" [ 662.731657] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.743169] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322543, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.757479] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf94231-551c-4973-818d-7b888f70b80c tempest-ServerDiagnosticsNegativeTest-1443693563 tempest-ServerDiagnosticsNegativeTest-1443693563-project-member] Lock "12cfd666-19bf-4339-91a8-19ba15c21f8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.417s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.775781] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322539, 'name': CreateVM_Task, 'duration_secs': 0.554337} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.776533] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40176678-8725-4455-bf34-48274d2724ef] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.776533] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.776648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.776961] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.777266] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9844ee0-671d-491c-86ea-c5987273c4fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.783541] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 662.783541] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cb0d8e-549b-2ac2-9d49-111244f06f71" [ 662.783541] env[69411]: _type = "Task" [ 662.783541] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.795620] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cb0d8e-549b-2ac2-9d49-111244f06f71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.838616] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322541, 'name': CreateVM_Task, 'duration_secs': 0.428883} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.838768] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.839254] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.846160] env[69411]: DEBUG nova.objects.base [None req-53176af4-8891-44c7-86fc-c63c79a68b68 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Object Instance<45a36b27-f562-4e2a-8d95-1956a9bd96d3> lazy-loaded attributes: flavor,pci_requests {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 662.846310] env[69411]: DEBUG nova.network.neutron [None req-53176af4-8891-44c7-86fc-c63c79a68b68 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.962560] env[69411]: DEBUG nova.network.neutron [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.980831] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53176af4-8891-44c7-86fc-c63c79a68b68 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Lock "interface-45a36b27-f562-4e2a-8d95-1956a9bd96d3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.147s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.069552] env[69411]: DEBUG oslo_vmware.api [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': task-3322540, 'name': PowerOnVM_Task, 'duration_secs': 0.799076} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.069801] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.070028] env[69411]: INFO nova.compute.manager [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Took 6.54 seconds to spawn the instance on the hypervisor. [ 663.070949] env[69411]: DEBUG nova.compute.manager [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.071823] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4983d09-dff1-41a3-88cb-cb534af9abbd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.136374] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322542, 'name': Rename_Task, 'duration_secs': 0.230679} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.137065] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.137351] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cff5cbb1-cc66-4020-a6b4-82ddd7792282 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.145161] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 663.145161] env[69411]: value = "task-3322544" [ 663.145161] env[69411]: _type = "Task" [ 663.145161] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.155666] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.185267] env[69411]: INFO nova.compute.resource_tracker [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Updating resource usage from migration 30f12e8d-e6bb-4c9b-9874-93608d9f5d0b [ 663.252640] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322543, 'name': Destroy_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.297549] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cb0d8e-549b-2ac2-9d49-111244f06f71, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.298574] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.298894] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.299263] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.299351] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.299483] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.299780] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.300151] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.300350] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27fc7c29-2b7b-4324-965d-a629600013d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.306336] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-440e60fe-c30c-4696-9928-7c6e08e23bc0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.314038] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Waiting for the task: (returnval){ [ 663.314038] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5241ccd3-ef17-efdf-9676-8b7a3fe3eca3" [ 663.314038] env[69411]: _type = "Task" [ 663.314038] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.326928] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5241ccd3-ef17-efdf-9676-8b7a3fe3eca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.327921] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.328148] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.332036] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db92388-0e0e-4fc4-b2e9-6e4b106fca84 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.339019] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 663.339019] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52eb038c-950a-44b8-8644-b6a6b6a09bf9" [ 663.339019] env[69411]: _type = "Task" [ 663.339019] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.346919] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52eb038c-950a-44b8-8644-b6a6b6a09bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.385270] env[69411]: DEBUG nova.network.neutron [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Updating instance_info_cache with network_info: [{"id": "d494fc89-36d6-4bc1-aa08-d03bee2402d0", "address": "fa:16:3e:b2:4d:f3", "network": {"id": "d3015186-5cd7-417c-b339-9c454898c188", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-555504441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6a4f8a0124f728e1a9dcfbf900814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd494fc89-36", "ovs_interfaceid": "d494fc89-36d6-4bc1-aa08-d03bee2402d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.591482] env[69411]: INFO nova.compute.manager [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Took 21.22 seconds to build instance. [ 663.664302] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.675738] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62fcbd7-21fc-4d7b-8d4a-6677b4885b3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.688360] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45965460-b014-4733-90c3-7b6e6a1bfaa1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.732380] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d0140b-a968-4b9d-82b7-73dc75303aa0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.743916] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322543, 'name': Destroy_Task, 'duration_secs': 0.974243} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.746450] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Destroyed the VM [ 663.746826] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 663.747208] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6452cafc-786b-4e13-a899-4245b86115a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.750668] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8334440f-6b82-45af-aac5-f949d8a9b7c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.773620] env[69411]: DEBUG nova.compute.provider_tree [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.779023] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 663.779023] env[69411]: value = "task-3322545" [ 663.779023] env[69411]: _type = "Task" [ 663.779023] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.786745] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322545, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.827422] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5241ccd3-ef17-efdf-9676-8b7a3fe3eca3, 'name': SearchDatastore_Task, 'duration_secs': 0.014513} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.827819] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.828159] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.828376] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.849366] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52eb038c-950a-44b8-8644-b6a6b6a09bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.009651} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.850183] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de77ed7e-c796-4dc2-b30a-126479b30e0e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.857315] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 663.857315] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5213f7a7-912f-6158-cb4a-f59fa7fa1a64" [ 663.857315] env[69411]: _type = "Task" [ 663.857315] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.866360] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5213f7a7-912f-6158-cb4a-f59fa7fa1a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.890194] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Releasing lock "refresh_cache-eadfa105-5e1c-46c2-aead-d9e9af54b9e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.890194] env[69411]: DEBUG nova.compute.manager [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Instance network_info: |[{"id": "d494fc89-36d6-4bc1-aa08-d03bee2402d0", "address": "fa:16:3e:b2:4d:f3", "network": {"id": "d3015186-5cd7-417c-b339-9c454898c188", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-555504441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6a4f8a0124f728e1a9dcfbf900814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd494fc89-36", "ovs_interfaceid": "d494fc89-36d6-4bc1-aa08-d03bee2402d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.890479] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:4d:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd494fc89-36d6-4bc1-aa08-d03bee2402d0', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.897177] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.897417] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.897635] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e84aa060-5965-48c7-8284-b460f01eadda {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.919079] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.919079] env[69411]: value = "task-3322546" [ 663.919079] env[69411]: _type = "Task" [ 663.919079] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.928205] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322546, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.100300] env[69411]: DEBUG nova.network.neutron [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Successfully updated port: 2decdb64-7ca5-472f-9f45-92b9bfe454e4 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.102417] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9fce67e7-0402-4664-b164-65773b37d220 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Lock "37ceffed-a475-4dc3-928c-b0e7dd9e43ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.992s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.161206] env[69411]: DEBUG oslo_vmware.api [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322544, 'name': PowerOnVM_Task, 'duration_secs': 0.886686} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.161542] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.161853] env[69411]: INFO nova.compute.manager [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Took 10.22 seconds to spawn the instance on the hypervisor. [ 664.162102] env[69411]: DEBUG nova.compute.manager [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.164634] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9062941d-ae9e-4501-adc0-028a374f8e36 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.279878] env[69411]: DEBUG nova.scheduler.client.report [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.304773] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322545, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.373423] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5213f7a7-912f-6158-cb4a-f59fa7fa1a64, 'name': SearchDatastore_Task, 'duration_secs': 0.012556} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.374106] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.374381] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 40176678-8725-4455-bf34-48274d2724ef/40176678-8725-4455-bf34-48274d2724ef.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.374670] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.374871] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.375102] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87fb6f47-098c-445b-abcc-73a50e1aac3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.378356] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3007ccc2-8b18-4e16-8f16-1fda4ad1f56e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.387257] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 664.387257] env[69411]: value = "task-3322547" [ 664.387257] env[69411]: _type = "Task" [ 664.387257] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.392222] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.392575] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.393790] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0bad991-ff05-4188-ad30-d90d98eceaf7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.402064] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.406137] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Waiting for the task: (returnval){ [ 664.406137] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524863c9-aed4-6dec-75ed-ca3f4f43bd5c" [ 664.406137] env[69411]: _type = "Task" [ 664.406137] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.415749] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524863c9-aed4-6dec-75ed-ca3f4f43bd5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.435047] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322546, 'name': CreateVM_Task, 'duration_secs': 0.402052} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.435047] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.435047] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.435047] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.435047] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.435047] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3feeff8c-2f4b-47c6-af2a-04a157363871 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.441485] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 664.441485] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527e97c3-58db-690d-3e6d-a0cfbc3aa965" [ 664.441485] env[69411]: _type = "Task" [ 664.441485] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.452743] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527e97c3-58db-690d-3e6d-a0cfbc3aa965, 'name': SearchDatastore_Task, 'duration_secs': 0.0106} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.453584] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.453584] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.453584] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.453855] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.453855] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.454123] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50efca78-05f6-4812-8a42-00adb61f69e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.465298] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.465503] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.466570] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079c56fe-532d-4b35-9407-27733c26a8c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.472948] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 664.472948] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52423c60-6b51-5b3a-3143-aaa074c6ac74" [ 664.472948] env[69411]: _type = "Task" [ 664.472948] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.487217] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52423c60-6b51-5b3a-3143-aaa074c6ac74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.488759] env[69411]: DEBUG nova.compute.manager [req-42e6983e-ad85-4bd4-8661-d50c664782d1 req-6dbb2a3c-abce-4c86-94f7-5a9a4704b544 service nova] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Received event network-vif-plugged-d494fc89-36d6-4bc1-aa08-d03bee2402d0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.488759] env[69411]: DEBUG oslo_concurrency.lockutils [req-42e6983e-ad85-4bd4-8661-d50c664782d1 req-6dbb2a3c-abce-4c86-94f7-5a9a4704b544 service nova] Acquiring lock "eadfa105-5e1c-46c2-aead-d9e9af54b9e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.488921] env[69411]: DEBUG oslo_concurrency.lockutils [req-42e6983e-ad85-4bd4-8661-d50c664782d1 req-6dbb2a3c-abce-4c86-94f7-5a9a4704b544 service nova] Lock "eadfa105-5e1c-46c2-aead-d9e9af54b9e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.489064] env[69411]: DEBUG oslo_concurrency.lockutils [req-42e6983e-ad85-4bd4-8661-d50c664782d1 req-6dbb2a3c-abce-4c86-94f7-5a9a4704b544 service nova] Lock "eadfa105-5e1c-46c2-aead-d9e9af54b9e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.489158] env[69411]: DEBUG nova.compute.manager [req-42e6983e-ad85-4bd4-8661-d50c664782d1 req-6dbb2a3c-abce-4c86-94f7-5a9a4704b544 service nova] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] No waiting events found dispatching network-vif-plugged-d494fc89-36d6-4bc1-aa08-d03bee2402d0 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.489316] env[69411]: WARNING nova.compute.manager [req-42e6983e-ad85-4bd4-8661-d50c664782d1 req-6dbb2a3c-abce-4c86-94f7-5a9a4704b544 service nova] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Received unexpected event network-vif-plugged-d494fc89-36d6-4bc1-aa08-d03bee2402d0 for instance with vm_state building and task_state spawning. [ 664.607023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "refresh_cache-c7eac186-dbcb-4d23-9ccd-269843702b00" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.607023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "refresh_cache-c7eac186-dbcb-4d23-9ccd-269843702b00" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.607023] env[69411]: DEBUG nova.network.neutron [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.607023] env[69411]: DEBUG nova.compute.manager [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.693522] env[69411]: INFO nova.compute.manager [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Took 24.84 seconds to build instance. [ 664.800302] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.630s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.801193] env[69411]: INFO nova.compute.manager [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Migrating [ 664.801342] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.801531] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.809657] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.871s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.812043] env[69411]: INFO nova.compute.claims [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.816293] env[69411]: DEBUG oslo_vmware.api [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322545, 'name': RemoveSnapshot_Task, 'duration_secs': 0.700991} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.817329] env[69411]: INFO nova.compute.rpcapi [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 664.817831] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.824864] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 664.902399] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44647} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.902655] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 40176678-8725-4455-bf34-48274d2724ef/40176678-8725-4455-bf34-48274d2724ef.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.902863] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.903390] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c38a79f-71ce-491f-b8b7-076f38e24841 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.914719] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 664.914719] env[69411]: value = "task-3322548" [ 664.914719] env[69411]: _type = "Task" [ 664.914719] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.924284] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524863c9-aed4-6dec-75ed-ca3f4f43bd5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.929503] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.930369] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed43ff84-f73a-4161-8bf7-0aa3c19bd761 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.937369] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Waiting for the task: (returnval){ [ 664.937369] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523e3066-b74e-a5ae-6ec7-94ccab7e5969" [ 664.937369] env[69411]: _type = "Task" [ 664.937369] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.954846] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523e3066-b74e-a5ae-6ec7-94ccab7e5969, 'name': SearchDatastore_Task, 'duration_secs': 0.010476} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.955399] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.955399] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] a14a09e6-ea69-4649-9789-d947526b7b33/a14a09e6-ea69-4649-9789-d947526b7b33.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.956038] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e27a6761-1120-449d-8ccc-af1480f777cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.967518] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Waiting for the task: (returnval){ [ 664.967518] env[69411]: value = "task-3322549" [ 664.967518] env[69411]: _type = "Task" [ 664.967518] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.981063] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.990267] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52423c60-6b51-5b3a-3143-aaa074c6ac74, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.993026] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c566b5f0-3e46-4c7f-8e28-9825283c2126 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.997316] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 664.997316] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5282aec2-ed94-77b1-1c3c-27fb725eec84" [ 664.997316] env[69411]: _type = "Task" [ 664.997316] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.007719] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5282aec2-ed94-77b1-1c3c-27fb725eec84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.154700] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.197941] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2dbf7537-5e2b-4c9d-9858-d5fab0736478 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "1603a151-7d9e-4914-89e3-38a1a9819ca2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.476s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.222877] env[69411]: DEBUG nova.network.neutron [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.334765] env[69411]: WARNING nova.compute.manager [None req-eee845aa-10b9-42c0-b73a-c1f50356bcc5 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Image not found during snapshot: nova.exception.ImageNotFound: Image ef271789-6c5f-4e71-ac1d-b04ffaea7ec3 could not be found. [ 665.337146] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "refresh_cache-e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.337414] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquired lock "refresh_cache-e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.337739] env[69411]: DEBUG nova.network.neutron [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.426546] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077812} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.426951] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.427747] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343728e2-c173-41fa-86c2-684a74e55ce6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.450147] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 40176678-8725-4455-bf34-48274d2724ef/40176678-8725-4455-bf34-48274d2724ef.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.450306] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4670d73-7bdb-47a8-86f8-f944a53ba2e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.473878] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 665.473878] env[69411]: value = "task-3322550" [ 665.473878] env[69411]: _type = "Task" [ 665.473878] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.481115] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4459} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.481816] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] a14a09e6-ea69-4649-9789-d947526b7b33/a14a09e6-ea69-4649-9789-d947526b7b33.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.482051] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.482301] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9892c8f-99b1-490a-b0dd-e054d5d68ecb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.487418] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.493470] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Waiting for the task: (returnval){ [ 665.493470] env[69411]: value = "task-3322551" [ 665.493470] env[69411]: _type = "Task" [ 665.493470] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.505388] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.511725] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5282aec2-ed94-77b1-1c3c-27fb725eec84, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.512059] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.512445] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] eadfa105-5e1c-46c2-aead-d9e9af54b9e0/eadfa105-5e1c-46c2-aead-d9e9af54b9e0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.512629] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-473c6cdc-18fb-4158-976f-cb73b6090300 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.522424] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 665.522424] env[69411]: value = "task-3322552" [ 665.522424] env[69411]: _type = "Task" [ 665.522424] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.533294] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.641762] env[69411]: DEBUG nova.network.neutron [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Updating instance_info_cache with network_info: [{"id": "2decdb64-7ca5-472f-9f45-92b9bfe454e4", "address": "fa:16:3e:8f:bd:fe", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2decdb64-7c", "ovs_interfaceid": "2decdb64-7ca5-472f-9f45-92b9bfe454e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.699984] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Acquiring lock "c10e93a5-b4eb-4f36-8988-c556ea271d0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.700297] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Lock "c10e93a5-b4eb-4f36-8988-c556ea271d0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.700517] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Acquiring lock "c10e93a5-b4eb-4f36-8988-c556ea271d0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.700725] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Lock "c10e93a5-b4eb-4f36-8988-c556ea271d0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.700898] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Lock "c10e93a5-b4eb-4f36-8988-c556ea271d0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.702665] env[69411]: DEBUG nova.compute.manager [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.710433] env[69411]: INFO nova.compute.manager [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Terminating instance [ 665.987618] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322550, 'name': ReconfigVM_Task, 'duration_secs': 0.473067} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.987618] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 40176678-8725-4455-bf34-48274d2724ef/40176678-8725-4455-bf34-48274d2724ef.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.988319] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6275f9e-2daa-4c95-a0f3-d99213332fa3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.007714] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 666.007714] env[69411]: value = "task-3322553" [ 666.007714] env[69411]: _type = "Task" [ 666.007714] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.022666] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107293} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.027077] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.031424] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e4c50b-cb0c-4ed0-a48c-763208e45827 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.034220] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322553, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.040796] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322552, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.060472] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] a14a09e6-ea69-4649-9789-d947526b7b33/a14a09e6-ea69-4649-9789-d947526b7b33.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.068700] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a792461-c19e-4b35-ada0-94ac0331a35f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.098682] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Waiting for the task: (returnval){ [ 666.098682] env[69411]: value = "task-3322554" [ 666.098682] env[69411]: _type = "Task" [ 666.098682] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.106895] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.144691] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "refresh_cache-c7eac186-dbcb-4d23-9ccd-269843702b00" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.145059] env[69411]: DEBUG nova.compute.manager [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Instance network_info: |[{"id": "2decdb64-7ca5-472f-9f45-92b9bfe454e4", "address": "fa:16:3e:8f:bd:fe", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2decdb64-7c", "ovs_interfaceid": "2decdb64-7ca5-472f-9f45-92b9bfe454e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.145572] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:bd:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2decdb64-7ca5-472f-9f45-92b9bfe454e4', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.157997] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Creating folder: Project (26a0617b20114b1b88f42cf852299575). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.158399] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00d5dcc4-1c19-4969-b026-71b9ae3e908b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.177505] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Created folder: Project (26a0617b20114b1b88f42cf852299575) in parent group-v663248. [ 666.177505] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Creating folder: Instances. Parent ref: group-v663304. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.177505] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd0164b6-8f0e-42d2-8815-196fbd2696c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.195393] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Created folder: Instances in parent group-v663304. [ 666.196215] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.196582] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.197661] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37b1428f-7f15-4214-b00d-543fb42871a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.235719] env[69411]: DEBUG nova.compute.manager [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.236288] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.238021] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4872197-c4ea-4ce2-a90f-f078f422faae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.254408] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.254408] env[69411]: value = "task-3322557" [ 666.254408] env[69411]: _type = "Task" [ 666.254408] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.255336] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.255336] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87012e99-cf0e-4862-81d2-0c0339f84ad6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.273282] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.280100] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322557, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.281711] env[69411]: DEBUG oslo_vmware.api [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Waiting for the task: (returnval){ [ 666.281711] env[69411]: value = "task-3322558" [ 666.281711] env[69411]: _type = "Task" [ 666.281711] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.296899] env[69411]: DEBUG oslo_vmware.api [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.428340] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Acquiring lock "45a36b27-f562-4e2a-8d95-1956a9bd96d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.429090] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Lock "45a36b27-f562-4e2a-8d95-1956a9bd96d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.429462] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Acquiring lock "45a36b27-f562-4e2a-8d95-1956a9bd96d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.429847] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Lock "45a36b27-f562-4e2a-8d95-1956a9bd96d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.432213] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Lock "45a36b27-f562-4e2a-8d95-1956a9bd96d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.432883] env[69411]: INFO nova.compute.manager [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Terminating instance [ 666.516647] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eae698-c393-487d-aee2-5b746347873b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.528426] env[69411]: DEBUG nova.compute.manager [None req-fd21d153-d493-43e6-a5aa-1b49ad2cf744 tempest-ServerDiagnosticsV248Test-2022362262 tempest-ServerDiagnosticsV248Test-2022362262-project-admin] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.534271] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5b7af2-fac2-4b16-af81-5feb5d130db7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.549486] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322553, 'name': Rename_Task, 'duration_secs': 0.26673} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.549486] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.549717] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae964f72-1511-4a0e-9c31-329eb7b29773 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.562661] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b102ad0e-2e0f-40fe-8c58-57f706c7cb0c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.565056] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522974} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.566294] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] eadfa105-5e1c-46c2-aead-d9e9af54b9e0/eadfa105-5e1c-46c2-aead-d9e9af54b9e0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.567418] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.567418] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9a91343-b4ca-41d7-a0f5-f498ead0b4cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.598940] env[69411]: INFO nova.compute.manager [None req-fd21d153-d493-43e6-a5aa-1b49ad2cf744 tempest-ServerDiagnosticsV248Test-2022362262 tempest-ServerDiagnosticsV248Test-2022362262-project-admin] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Retrieving diagnostics [ 666.602026] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d98072-7de5-439a-b32b-11b214d3f477 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.610607] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448830b6-f226-4fa5-ac54-050b97670c63 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.613558] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 666.613558] env[69411]: value = "task-3322559" [ 666.613558] env[69411]: _type = "Task" [ 666.613558] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.617118] env[69411]: DEBUG nova.network.neutron [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Updating instance_info_cache with network_info: [{"id": "4f50fc5f-ccef-41af-bc05-cfab55ae51b3", "address": "fa:16:3e:33:0c:e2", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f50fc5f-cc", "ovs_interfaceid": "4f50fc5f-ccef-41af-bc05-cfab55ae51b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.621085] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 666.621085] env[69411]: value = "task-3322560" [ 666.621085] env[69411]: _type = "Task" [ 666.621085] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.660346] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322554, 'name': ReconfigVM_Task, 'duration_secs': 0.407626} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.665677] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d879cd9-972b-4f14-a036-c39d30962817 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.670815] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Reconfigured VM instance instance-00000007 to attach disk [datastore2] a14a09e6-ea69-4649-9789-d947526b7b33/a14a09e6-ea69-4649-9789-d947526b7b33.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.674818] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b53dce0-bde9-4542-908c-ec9f8edb0967 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.676792] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322559, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.682796] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.693454] env[69411]: DEBUG nova.compute.provider_tree [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.697069] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Waiting for the task: (returnval){ [ 666.697069] env[69411]: value = "task-3322561" [ 666.697069] env[69411]: _type = "Task" [ 666.697069] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.710678] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322561, 'name': Rename_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.767371] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322557, 'name': CreateVM_Task, 'duration_secs': 0.454751} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.767371] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.767604] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.767725] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.768244] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.768511] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a9f361-7385-4f3a-b99d-dbab2601b6a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.774706] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 666.774706] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521cd099-2b9a-0e41-1b2f-43dbd903798a" [ 666.774706] env[69411]: _type = "Task" [ 666.774706] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.787133] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521cd099-2b9a-0e41-1b2f-43dbd903798a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.795902] env[69411]: DEBUG oslo_vmware.api [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322558, 'name': PowerOffVM_Task, 'duration_secs': 0.23251} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.796310] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.796401] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.796617] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b84a25c3-c3ec-4a91-9971-d735cf685b4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.878238] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 666.878343] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 666.878550] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Deleting the datastore file [datastore2] c10e93a5-b4eb-4f36-8988-c556ea271d0b {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.878838] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07be330f-57fd-4043-9e24-c640999a4685 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.888164] env[69411]: DEBUG oslo_vmware.api [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Waiting for the task: (returnval){ [ 666.888164] env[69411]: value = "task-3322563" [ 666.888164] env[69411]: _type = "Task" [ 666.888164] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.899297] env[69411]: DEBUG oslo_vmware.api [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.938353] env[69411]: DEBUG nova.compute.manager [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.939174] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.940171] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcb9fd7-dd15-471b-9ac0-e3660dddacfd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.949848] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.950139] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd42564a-6e48-460a-9c8d-7811d070d4fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.958693] env[69411]: DEBUG oslo_vmware.api [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Waiting for the task: (returnval){ [ 666.958693] env[69411]: value = "task-3322564" [ 666.958693] env[69411]: _type = "Task" [ 666.958693] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.971724] env[69411]: DEBUG oslo_vmware.api [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.120645] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Releasing lock "refresh_cache-e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.139317] env[69411]: DEBUG oslo_vmware.api [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322559, 'name': PowerOnVM_Task, 'duration_secs': 0.497525} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.146517] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.146517] env[69411]: DEBUG nova.compute.manager [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.146517] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.146517] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4229b7d-b4b9-48b3-aaa6-24c57910227e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.199291] env[69411]: DEBUG nova.scheduler.client.report [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.217089] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322561, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.290288] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521cd099-2b9a-0e41-1b2f-43dbd903798a, 'name': SearchDatastore_Task, 'duration_secs': 0.012267} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.291016] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.291787] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.292206] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.292836] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.293170] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.293634] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dd6f22a-35c2-4595-8d5a-b350e7b33ccf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.303817] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.304022] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.304880] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf9a21d-861b-4c4f-b121-dee3b5c5efcb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.310963] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 667.310963] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522dfb5f-a047-9950-2d41-404e241be716" [ 667.310963] env[69411]: _type = "Task" [ 667.310963] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.320844] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522dfb5f-a047-9950-2d41-404e241be716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.398595] env[69411]: DEBUG oslo_vmware.api [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Task: {'id': task-3322563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154055} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.399022] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.399278] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.399503] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.399718] env[69411]: INFO nova.compute.manager [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 667.400033] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.400290] env[69411]: DEBUG nova.compute.manager [-] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.400422] env[69411]: DEBUG nova.network.neutron [-] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.469661] env[69411]: DEBUG oslo_vmware.api [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322564, 'name': PowerOffVM_Task, 'duration_secs': 0.331294} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.469964] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.470311] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.470311] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1aba6536-57ed-4339-9d99-1086d2262ad5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.554918] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.555217] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.555407] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Deleting the datastore file [datastore2] 45a36b27-f562-4e2a-8d95-1956a9bd96d3 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.555664] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d671148f-6006-4946-b000-d3673fb30abd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.564351] env[69411]: DEBUG oslo_vmware.api [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Waiting for the task: (returnval){ [ 667.564351] env[69411]: value = "task-3322566" [ 667.564351] env[69411]: _type = "Task" [ 667.564351] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.580325] env[69411]: DEBUG oslo_vmware.api [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.643894] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.666512] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.715255] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.907s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.715632] env[69411]: DEBUG nova.compute.manager [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.719095] env[69411]: DEBUG oslo_concurrency.lockutils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.258s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.723326] env[69411]: INFO nova.compute.claims [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.734778] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322561, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.833570] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522dfb5f-a047-9950-2d41-404e241be716, 'name': SearchDatastore_Task, 'duration_secs': 0.010849} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.839487] env[69411]: DEBUG nova.compute.manager [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Received event network-changed-d494fc89-36d6-4bc1-aa08-d03bee2402d0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.840595] env[69411]: DEBUG nova.compute.manager [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Refreshing instance network info cache due to event network-changed-d494fc89-36d6-4bc1-aa08-d03bee2402d0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.842990] env[69411]: DEBUG oslo_concurrency.lockutils [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] Acquiring lock "refresh_cache-eadfa105-5e1c-46c2-aead-d9e9af54b9e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.842990] env[69411]: DEBUG oslo_concurrency.lockutils [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] Acquired lock "refresh_cache-eadfa105-5e1c-46c2-aead-d9e9af54b9e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.842990] env[69411]: DEBUG nova.network.neutron [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Refreshing network info cache for port d494fc89-36d6-4bc1-aa08-d03bee2402d0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.844376] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a79d4c-735a-42b9-82df-92f36756272a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.859023] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 667.859023] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d0c7d1-3292-2435-9e60-2e16305082f6" [ 667.859023] env[69411]: _type = "Task" [ 667.859023] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.877103] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d0c7d1-3292-2435-9e60-2e16305082f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011954} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.877575] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.880191] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] c7eac186-dbcb-4d23-9ccd-269843702b00/c7eac186-dbcb-4d23-9ccd-269843702b00.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.880191] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86c7283c-57b9-4f8f-a5ab-df7053833e5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.887332] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 667.887332] env[69411]: value = "task-3322567" [ 667.887332] env[69411]: _type = "Task" [ 667.887332] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.901719] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.081350] env[69411]: DEBUG oslo_vmware.api [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Task: {'id': task-3322566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158321} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.081815] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.083188] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.083188] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.083188] env[69411]: INFO nova.compute.manager [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 668.083188] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.083188] env[69411]: DEBUG nova.compute.manager [-] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.083188] env[69411]: DEBUG nova.network.neutron [-] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.158024] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.071708} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.159736] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.160671] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02862014-4c75-4702-a3f5-614513a9f448 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.219641] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] eadfa105-5e1c-46c2-aead-d9e9af54b9e0/eadfa105-5e1c-46c2-aead-d9e9af54b9e0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.219981] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d316a4-5f21-446a-b581-bd32319ca794 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.253758] env[69411]: DEBUG nova.compute.utils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.255909] env[69411]: DEBUG nova.compute.manager [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.255909] env[69411]: DEBUG nova.network.neutron [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.270699] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322561, 'name': Rename_Task, 'duration_secs': 1.068003} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.270699] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.270699] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 668.270699] env[69411]: value = "task-3322568" [ 668.270699] env[69411]: _type = "Task" [ 668.270699] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.270699] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bec2a3f-8346-4eaf-b06b-02e7508cabf5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.287529] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.289656] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Waiting for the task: (returnval){ [ 668.289656] env[69411]: value = "task-3322569" [ 668.289656] env[69411]: _type = "Task" [ 668.289656] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.305150] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.400031] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497979} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.401180] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] c7eac186-dbcb-4d23-9ccd-269843702b00/c7eac186-dbcb-4d23-9ccd-269843702b00.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.401561] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.402284] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66e90364-7fc5-4cf9-be1f-a23b4ea1c29a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.410305] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 668.410305] env[69411]: value = "task-3322570" [ 668.410305] env[69411]: _type = "Task" [ 668.410305] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.420038] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.437529] env[69411]: DEBUG nova.policy [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ed4a7ae301e4bbbaf3a0e8f7b7a0169', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '596807909b5d49aa8556323935fadcb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.654113] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b7c7a5-d393-4c2e-be45-221105d93523 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.680651] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Updating instance 'e1dd4dda-25fc-4422-bccc-4e4cf4e30bce' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 668.765948] env[69411]: DEBUG nova.compute.manager [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.789138] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.796850] env[69411]: DEBUG nova.network.neutron [-] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.809697] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322569, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.932307] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Acquiring lock "67f6dadc-42fc-4fba-b706-d6b5ac01ded8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.932560] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Lock "67f6dadc-42fc-4fba-b706-d6b5ac01ded8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.933513] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097555} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.933513] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.935314] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c0c2e0-8753-42f7-b2a1-e39e25d7fe35 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.944098] env[69411]: DEBUG nova.network.neutron [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Updated VIF entry in instance network info cache for port d494fc89-36d6-4bc1-aa08-d03bee2402d0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.945547] env[69411]: DEBUG nova.network.neutron [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Updating instance_info_cache with network_info: [{"id": "d494fc89-36d6-4bc1-aa08-d03bee2402d0", "address": "fa:16:3e:b2:4d:f3", "network": {"id": "d3015186-5cd7-417c-b339-9c454898c188", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-555504441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6a4f8a0124f728e1a9dcfbf900814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd494fc89-36", "ovs_interfaceid": "d494fc89-36d6-4bc1-aa08-d03bee2402d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.971432] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] c7eac186-dbcb-4d23-9ccd-269843702b00/c7eac186-dbcb-4d23-9ccd-269843702b00.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.972107] env[69411]: DEBUG nova.network.neutron [-] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.975646] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c3752d4-97dd-4b56-92d9-145b5137745e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.992366] env[69411]: INFO nova.compute.manager [-] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Took 0.91 seconds to deallocate network for instance. [ 669.005106] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 669.005106] env[69411]: value = "task-3322571" [ 669.005106] env[69411]: _type = "Task" [ 669.005106] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.017050] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.189246] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.189612] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a8803bd-d54c-49c3-af80-55ce63d813a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.202892] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 669.202892] env[69411]: value = "task-3322572" [ 669.202892] env[69411]: _type = "Task" [ 669.202892] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.215705] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.220252] env[69411]: DEBUG nova.network.neutron [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Successfully created port: bd744d82-93b5-44be-86e9-e9cf1f2ee216 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.292624] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322568, 'name': ReconfigVM_Task, 'duration_secs': 0.600733} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.294765] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Reconfigured VM instance instance-00000010 to attach disk [datastore1] eadfa105-5e1c-46c2-aead-d9e9af54b9e0/eadfa105-5e1c-46c2-aead-d9e9af54b9e0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.296461] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d0c625-e8a1-4539-8535-c3ce4123b691 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.299419] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-275c6a50-52ab-4575-a514-eef95914821a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.307879] env[69411]: INFO nova.compute.manager [-] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Took 1.91 seconds to deallocate network for instance. [ 669.322047] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c527cc31-199a-4ba3-8ab5-cef0a83eca23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.326188] env[69411]: DEBUG oslo_vmware.api [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Task: {'id': task-3322569, 'name': PowerOnVM_Task, 'duration_secs': 0.563572} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.326498] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 669.326498] env[69411]: value = "task-3322573" [ 669.326498] env[69411]: _type = "Task" [ 669.326498] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.326995] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.327219] env[69411]: DEBUG nova.compute.manager [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.329312] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d80d66-631e-4370-acdf-7f32386a39ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.384679] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a64510-9d02-41b3-8b5c-5cdc18cb2bc9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.387624] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322573, 'name': Rename_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.401777] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9ad83f-92d5-49a9-b8af-4cf975967c72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.419419] env[69411]: DEBUG nova.compute.provider_tree [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.447044] env[69411]: DEBUG oslo_concurrency.lockutils [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] Releasing lock "refresh_cache-eadfa105-5e1c-46c2-aead-d9e9af54b9e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.447440] env[69411]: DEBUG nova.compute.manager [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Received event network-vif-plugged-2decdb64-7ca5-472f-9f45-92b9bfe454e4 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.448095] env[69411]: DEBUG oslo_concurrency.lockutils [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] Acquiring lock "c7eac186-dbcb-4d23-9ccd-269843702b00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.448095] env[69411]: DEBUG oslo_concurrency.lockutils [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] Lock "c7eac186-dbcb-4d23-9ccd-269843702b00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.448095] env[69411]: DEBUG oslo_concurrency.lockutils [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] Lock "c7eac186-dbcb-4d23-9ccd-269843702b00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.448233] env[69411]: DEBUG nova.compute.manager [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] No waiting events found dispatching network-vif-plugged-2decdb64-7ca5-472f-9f45-92b9bfe454e4 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.448406] env[69411]: WARNING nova.compute.manager [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Received unexpected event network-vif-plugged-2decdb64-7ca5-472f-9f45-92b9bfe454e4 for instance with vm_state building and task_state spawning. [ 669.448480] env[69411]: DEBUG nova.compute.manager [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Received event network-changed-2decdb64-7ca5-472f-9f45-92b9bfe454e4 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.448600] env[69411]: DEBUG nova.compute.manager [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Refreshing instance network info cache due to event network-changed-2decdb64-7ca5-472f-9f45-92b9bfe454e4. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.449039] env[69411]: DEBUG oslo_concurrency.lockutils [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] Acquiring lock "refresh_cache-c7eac186-dbcb-4d23-9ccd-269843702b00" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.449039] env[69411]: DEBUG oslo_concurrency.lockutils [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] Acquired lock "refresh_cache-c7eac186-dbcb-4d23-9ccd-269843702b00" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.449184] env[69411]: DEBUG nova.network.neutron [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Refreshing network info cache for port 2decdb64-7ca5-472f-9f45-92b9bfe454e4 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.502100] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.517902] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.715262] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322572, 'name': PowerOffVM_Task, 'duration_secs': 0.424616} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.715562] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.715769] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Updating instance 'e1dd4dda-25fc-4422-bccc-4e4cf4e30bce' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 669.764315] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "186a6d75-3bb9-494a-b6aa-656aec48e8fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.764660] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "186a6d75-3bb9-494a-b6aa-656aec48e8fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.765269] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "186a6d75-3bb9-494a-b6aa-656aec48e8fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.765524] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "186a6d75-3bb9-494a-b6aa-656aec48e8fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.765724] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "186a6d75-3bb9-494a-b6aa-656aec48e8fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.768608] env[69411]: INFO nova.compute.manager [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Terminating instance [ 669.781391] env[69411]: DEBUG nova.compute.manager [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.807047] env[69411]: DEBUG nova.virt.hardware [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.807361] env[69411]: DEBUG nova.virt.hardware [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.807539] env[69411]: DEBUG nova.virt.hardware [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.807767] env[69411]: DEBUG nova.virt.hardware [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.807964] env[69411]: DEBUG nova.virt.hardware [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.808288] env[69411]: DEBUG nova.virt.hardware [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.808527] env[69411]: DEBUG nova.virt.hardware [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.808712] env[69411]: DEBUG nova.virt.hardware [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.808901] env[69411]: DEBUG nova.virt.hardware [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.809097] env[69411]: DEBUG nova.virt.hardware [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.809288] env[69411]: DEBUG nova.virt.hardware [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.810290] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d797c14-25e4-48f0-9325-a55a3b272991 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.821226] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d644a3-b2ad-4620-a988-4ff5f16eeb65 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.830868] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.857611] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322573, 'name': Rename_Task, 'duration_secs': 0.281691} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.857935] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.858295] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe589887-4f02-46a6-a4da-676a3a52cd24 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.867472] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 669.867472] env[69411]: value = "task-3322574" [ 669.867472] env[69411]: _type = "Task" [ 669.867472] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.876851] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.895143] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquiring lock "40176678-8725-4455-bf34-48274d2724ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.895239] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Lock "40176678-8725-4455-bf34-48274d2724ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.895424] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquiring lock "40176678-8725-4455-bf34-48274d2724ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.895593] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Lock "40176678-8725-4455-bf34-48274d2724ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.895746] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Lock "40176678-8725-4455-bf34-48274d2724ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.900474] env[69411]: INFO nova.compute.manager [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Terminating instance [ 669.915614] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.925930] env[69411]: DEBUG nova.scheduler.client.report [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.018455] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322571, 'name': ReconfigVM_Task, 'duration_secs': 0.634788} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.021146] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Reconfigured VM instance instance-00000011 to attach disk [datastore2] c7eac186-dbcb-4d23-9ccd-269843702b00/c7eac186-dbcb-4d23-9ccd-269843702b00.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.021782] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c18d886-7383-4f9b-ac04-4ec4dd76cdc0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.032497] env[69411]: DEBUG oslo_concurrency.lockutils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.032497] env[69411]: DEBUG oslo_concurrency.lockutils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.032497] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 670.032497] env[69411]: value = "task-3322575" [ 670.032497] env[69411]: _type = "Task" [ 670.032497] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.044158] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322575, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.216116] env[69411]: DEBUG nova.compute.manager [req-be81f712-ad0d-4604-8a06-0876947cfc2b req-25c7a57a-b3a9-4d07-9652-5f972c99f7f4 service nova] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Received event network-vif-deleted-14456938-7ef3-4515-8efb-a11fee19053d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.224364] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.224807] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.229018] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.229018] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.229018] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.229018] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.229018] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.229254] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.229254] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.229254] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.229254] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.233808] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdbe87aa-345a-4b62-8894-9a6f0b05db03 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.260226] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 670.260226] env[69411]: value = "task-3322576" [ 670.260226] env[69411]: _type = "Task" [ 670.260226] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.269815] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.274743] env[69411]: DEBUG nova.compute.manager [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.274743] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.275453] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299a3246-d1d5-4552-bd82-f7654381e648 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.287699] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.288046] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e80e347-8102-4f4d-bd07-f461ac9e0162 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.300787] env[69411]: DEBUG oslo_vmware.api [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 670.300787] env[69411]: value = "task-3322577" [ 670.300787] env[69411]: _type = "Task" [ 670.300787] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.315449] env[69411]: DEBUG oslo_vmware.api [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.381497] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322574, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.404643] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquiring lock "refresh_cache-40176678-8725-4455-bf34-48274d2724ef" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.405087] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquired lock "refresh_cache-40176678-8725-4455-bf34-48274d2724ef" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.405087] env[69411]: DEBUG nova.network.neutron [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.408390] env[69411]: DEBUG nova.network.neutron [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Updated VIF entry in instance network info cache for port 2decdb64-7ca5-472f-9f45-92b9bfe454e4. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.408390] env[69411]: DEBUG nova.network.neutron [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Updating instance_info_cache with network_info: [{"id": "2decdb64-7ca5-472f-9f45-92b9bfe454e4", "address": "fa:16:3e:8f:bd:fe", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2decdb64-7c", "ovs_interfaceid": "2decdb64-7ca5-472f-9f45-92b9bfe454e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.431299] env[69411]: DEBUG oslo_concurrency.lockutils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.431844] env[69411]: DEBUG nova.compute.manager [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.434998] env[69411]: DEBUG oslo_concurrency.lockutils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.619s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.436518] env[69411]: INFO nova.compute.claims [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.543775] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322575, 'name': Rename_Task, 'duration_secs': 0.182113} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.544106] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.544296] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0afd9116-a9a2-4351-a955-88cdd1302573 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.559486] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 670.559486] env[69411]: value = "task-3322578" [ 670.559486] env[69411]: _type = "Task" [ 670.559486] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.570265] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.605696] env[69411]: DEBUG oslo_concurrency.lockutils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Acquiring lock "50ceb30c-9c08-47ea-9ea8-9732c594342e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.606030] env[69411]: DEBUG oslo_concurrency.lockutils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Lock "50ceb30c-9c08-47ea-9ea8-9732c594342e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.771070] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322576, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.812274] env[69411]: DEBUG oslo_concurrency.lockutils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "d397d6ae-d701-417e-998d-12efe5d81872" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.812477] env[69411]: DEBUG oslo_concurrency.lockutils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "d397d6ae-d701-417e-998d-12efe5d81872" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.817891] env[69411]: DEBUG oslo_vmware.api [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322577, 'name': PowerOffVM_Task, 'duration_secs': 0.226115} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.818081] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.818319] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.818843] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a592106c-7b1f-4319-9764-f7a76a328997 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.881480] env[69411]: DEBUG oslo_vmware.api [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322574, 'name': PowerOnVM_Task, 'duration_secs': 0.706771} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.881968] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.882260] env[69411]: INFO nova.compute.manager [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Took 11.61 seconds to spawn the instance on the hypervisor. [ 670.882626] env[69411]: DEBUG nova.compute.manager [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.883737] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2531eb-74d9-404b-b576-db8664c94819 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.901184] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.901313] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.901496] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Deleting the datastore file [datastore2] 186a6d75-3bb9-494a-b6aa-656aec48e8fd {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.901879] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89f32d2d-d6a3-43e0-8f89-7a09cd416480 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.914116] env[69411]: DEBUG oslo_concurrency.lockutils [req-9558b076-dbbf-4161-bbf1-1ff6c3fe498a req-aa5633ce-be4c-43a1-8d84-87918d665c7b service nova] Releasing lock "refresh_cache-c7eac186-dbcb-4d23-9ccd-269843702b00" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.914116] env[69411]: DEBUG oslo_vmware.api [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 670.914116] env[69411]: value = "task-3322580" [ 670.914116] env[69411]: _type = "Task" [ 670.914116] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.922695] env[69411]: DEBUG oslo_vmware.api [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.928453] env[69411]: DEBUG nova.network.neutron [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.937010] env[69411]: DEBUG nova.compute.utils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.938594] env[69411]: DEBUG nova.compute.manager [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.938594] env[69411]: DEBUG nova.network.neutron [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.975418] env[69411]: DEBUG nova.compute.manager [req-c7878e6a-6dca-460b-b9d7-6e64392a87b5 req-606dad86-bd3e-413b-b0cd-bd50de1ee62c service nova] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Received event network-vif-deleted-c4d6262c-53f6-465a-a022-faae5ca77652 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.041083] env[69411]: DEBUG nova.network.neutron [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.063258] env[69411]: DEBUG nova.policy [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1641ce8263e14195ac037d831179740e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '814e88b061b6416697eddba4bb6d032a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.074333] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.272849] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322576, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.346478] env[69411]: DEBUG nova.network.neutron [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Successfully updated port: bd744d82-93b5-44be-86e9-e9cf1f2ee216 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.412019] env[69411]: INFO nova.compute.manager [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Took 27.95 seconds to build instance. [ 671.431196] env[69411]: DEBUG oslo_vmware.api [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269188} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.431196] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.431196] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.431196] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.431196] env[69411]: INFO nova.compute.manager [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 671.431553] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.431553] env[69411]: DEBUG nova.compute.manager [-] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.431553] env[69411]: DEBUG nova.network.neutron [-] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.442032] env[69411]: DEBUG nova.compute.manager [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.544988] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Releasing lock "refresh_cache-40176678-8725-4455-bf34-48274d2724ef" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.544988] env[69411]: DEBUG nova.compute.manager [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.545081] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.549869] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e925ea-d160-4200-999f-a8a0f173f2e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.566266] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.566608] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c140a710-eeb4-4ef5-b2d5-46a5dc46d353 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.572492] env[69411]: DEBUG oslo_vmware.api [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322578, 'name': PowerOnVM_Task, 'duration_secs': 0.878229} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.575826] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.576694] env[69411]: INFO nova.compute.manager [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Took 9.65 seconds to spawn the instance on the hypervisor. [ 671.576694] env[69411]: DEBUG nova.compute.manager [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.581028] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7b5696-221b-4615-81aa-1d2d0a15409d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.581781] env[69411]: DEBUG oslo_vmware.api [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 671.581781] env[69411]: value = "task-3322581" [ 671.581781] env[69411]: _type = "Task" [ 671.581781] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.601177] env[69411]: DEBUG oslo_vmware.api [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.776211] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322576, 'name': ReconfigVM_Task, 'duration_secs': 1.242005} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.776626] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Updating instance 'e1dd4dda-25fc-4422-bccc-4e4cf4e30bce' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 671.852542] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "refresh_cache-1e662452-e43f-4789-97ac-e6dac28f3490" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.852688] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "refresh_cache-1e662452-e43f-4789-97ac-e6dac28f3490" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.852836] env[69411]: DEBUG nova.network.neutron [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.914342] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f88125f7-da0b-4edd-b1fb-d8f0b680f5e3 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "eadfa105-5e1c-46c2-aead-d9e9af54b9e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.514s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.005200] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4e8953-2f64-421b-b465-8dfb9a8b0f0c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.014143] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15db7b5a-6619-469e-89b8-979f6bd2f56b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.047236] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4888d2ca-e4b6-472d-896a-4bda0eb920bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.056502] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea813157-0523-488f-944b-3ef8a338421b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.062047] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquiring lock "a14a09e6-ea69-4649-9789-d947526b7b33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.062047] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Lock "a14a09e6-ea69-4649-9789-d947526b7b33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.062203] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquiring lock "a14a09e6-ea69-4649-9789-d947526b7b33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.062861] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Lock "a14a09e6-ea69-4649-9789-d947526b7b33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.062861] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Lock "a14a09e6-ea69-4649-9789-d947526b7b33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.065204] env[69411]: INFO nova.compute.manager [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Terminating instance [ 672.080536] env[69411]: DEBUG nova.compute.provider_tree [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.082725] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquiring lock "refresh_cache-a14a09e6-ea69-4649-9789-d947526b7b33" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.083394] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquired lock "refresh_cache-a14a09e6-ea69-4649-9789-d947526b7b33" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.083394] env[69411]: DEBUG nova.network.neutron [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.109752] env[69411]: DEBUG oslo_vmware.api [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322581, 'name': PowerOffVM_Task, 'duration_secs': 0.40694} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.111424] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.111424] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.112472] env[69411]: INFO nova.compute.manager [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Took 27.33 seconds to build instance. [ 672.113195] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15dfda79-6c53-4459-a6b0-1dbe830d61d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.147375] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.147375] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.147375] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Deleting the datastore file [datastore2] 40176678-8725-4455-bf34-48274d2724ef {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.147375] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a79e1517-ae54-46ab-9243-256add829a4e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.156047] env[69411]: DEBUG oslo_vmware.api [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for the task: (returnval){ [ 672.156047] env[69411]: value = "task-3322583" [ 672.156047] env[69411]: _type = "Task" [ 672.156047] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.167035] env[69411]: DEBUG oslo_vmware.api [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.214732] env[69411]: DEBUG nova.network.neutron [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Successfully created port: 8218d15a-249f-4f45-98e2-a1e4ef71c91e {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.286521] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.288027] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.288027] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.288027] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.288027] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.288027] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.288196] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.288196] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.288196] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.288684] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.288753] env[69411]: DEBUG nova.virt.hardware [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.295442] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 672.296804] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eff9ce3-6ddd-4ddd-8022-4d1981ea87cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.319928] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 672.319928] env[69411]: value = "task-3322584" [ 672.319928] env[69411]: _type = "Task" [ 672.319928] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.330533] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.422060] env[69411]: DEBUG nova.network.neutron [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.424283] env[69411]: DEBUG nova.compute.manager [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.461861] env[69411]: DEBUG nova.compute.manager [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.495349] env[69411]: DEBUG nova.virt.hardware [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.495582] env[69411]: DEBUG nova.virt.hardware [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.495742] env[69411]: DEBUG nova.virt.hardware [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.495981] env[69411]: DEBUG nova.virt.hardware [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.496148] env[69411]: DEBUG nova.virt.hardware [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.496291] env[69411]: DEBUG nova.virt.hardware [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.496491] env[69411]: DEBUG nova.virt.hardware [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.496727] env[69411]: DEBUG nova.virt.hardware [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.496950] env[69411]: DEBUG nova.virt.hardware [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.497148] env[69411]: DEBUG nova.virt.hardware [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.497356] env[69411]: DEBUG nova.virt.hardware [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.498333] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547c8920-f425-4c68-8a48-f2ad2fcb488d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.510780] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69a4871-e7c3-4d45-aa01-d5ac81a6b13f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.586343] env[69411]: DEBUG nova.scheduler.client.report [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.617205] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef8329fa-1cf0-49bf-9574-d43db793463a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c7eac186-dbcb-4d23-9ccd-269843702b00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.925s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.637882] env[69411]: DEBUG nova.network.neutron [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.667247] env[69411]: DEBUG oslo_vmware.api [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Task: {'id': task-3322583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242405} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.675235] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.675235] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.675235] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.675235] env[69411]: INFO nova.compute.manager [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Took 1.13 seconds to destroy the instance on the hypervisor. [ 672.675235] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.680237] env[69411]: DEBUG nova.compute.manager [-] [instance: 40176678-8725-4455-bf34-48274d2724ef] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.680237] env[69411]: DEBUG nova.network.neutron [-] [instance: 40176678-8725-4455-bf34-48274d2724ef] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.727068] env[69411]: DEBUG nova.network.neutron [-] [instance: 40176678-8725-4455-bf34-48274d2724ef] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.732814] env[69411]: DEBUG nova.network.neutron [-] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.809701] env[69411]: DEBUG nova.network.neutron [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.835565] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322584, 'name': ReconfigVM_Task, 'duration_secs': 0.262754} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.835992] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 672.836964] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dfe32b-a8ac-44a4-aa42-83c09a8902b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.873384] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] e1dd4dda-25fc-4422-bccc-4e4cf4e30bce/e1dd4dda-25fc-4422-bccc-4e4cf4e30bce.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.874609] env[69411]: DEBUG nova.network.neutron [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Updating instance_info_cache with network_info: [{"id": "bd744d82-93b5-44be-86e9-e9cf1f2ee216", "address": "fa:16:3e:2f:51:08", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd744d82-93", "ovs_interfaceid": "bd744d82-93b5-44be-86e9-e9cf1f2ee216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.876056] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f26467-4c7b-4d2c-953c-82f8160a5f0e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.900597] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 672.900597] env[69411]: value = "task-3322585" [ 672.900597] env[69411]: _type = "Task" [ 672.900597] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.911118] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.954339] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.098908] env[69411]: DEBUG oslo_concurrency.lockutils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.099230] env[69411]: DEBUG nova.compute.manager [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.103276] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.160s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.107150] env[69411]: DEBUG nova.objects.instance [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Lazy-loading 'resources' on Instance uuid 681fe90d-a3bb-4daa-96ae-ba844c5a09d6 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.121097] env[69411]: DEBUG nova.compute.manager [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.233031] env[69411]: DEBUG nova.network.neutron [-] [instance: 40176678-8725-4455-bf34-48274d2724ef] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.237101] env[69411]: INFO nova.compute.manager [-] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Took 1.81 seconds to deallocate network for instance. [ 673.317657] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Releasing lock "refresh_cache-a14a09e6-ea69-4649-9789-d947526b7b33" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.318129] env[69411]: DEBUG nova.compute.manager [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.318321] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.319810] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15968df-5881-4e6e-a64c-15620759ef8e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.332233] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.332552] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31c9e2b7-8f9e-41ae-9752-db1e284d2590 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.355277] env[69411]: DEBUG oslo_vmware.api [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 673.355277] env[69411]: value = "task-3322586" [ 673.355277] env[69411]: _type = "Task" [ 673.355277] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.368870] env[69411]: DEBUG oslo_vmware.api [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.390557] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "refresh_cache-1e662452-e43f-4789-97ac-e6dac28f3490" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.391159] env[69411]: DEBUG nova.compute.manager [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Instance network_info: |[{"id": "bd744d82-93b5-44be-86e9-e9cf1f2ee216", "address": "fa:16:3e:2f:51:08", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd744d82-93", "ovs_interfaceid": "bd744d82-93b5-44be-86e9-e9cf1f2ee216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.391425] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:51:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd744d82-93b5-44be-86e9-e9cf1f2ee216', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.400191] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Creating folder: Project (596807909b5d49aa8556323935fadcb7). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.400626] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fde17c19-4b0c-4f1e-8618-dbd8d9d1918a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.413521] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322585, 'name': ReconfigVM_Task, 'duration_secs': 0.288608} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.413902] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Reconfigured VM instance instance-00000006 to attach disk [datastore1] e1dd4dda-25fc-4422-bccc-4e4cf4e30bce/e1dd4dda-25fc-4422-bccc-4e4cf4e30bce.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.414135] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Updating instance 'e1dd4dda-25fc-4422-bccc-4e4cf4e30bce' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 673.418996] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Created folder: Project (596807909b5d49aa8556323935fadcb7) in parent group-v663248. [ 673.419214] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Creating folder: Instances. Parent ref: group-v663307. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.419953] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72d2eea0-bf5a-4c06-863d-161fba9224fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.435361] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Created folder: Instances in parent group-v663307. [ 673.435361] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.435462] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.435723] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d829697-295e-4f84-97b6-b52a216f8038 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.460576] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.460576] env[69411]: value = "task-3322589" [ 673.460576] env[69411]: _type = "Task" [ 673.460576] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.474118] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322589, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.607496] env[69411]: DEBUG nova.compute.utils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.612256] env[69411]: DEBUG nova.compute.manager [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.612509] env[69411]: DEBUG nova.network.neutron [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.653766] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.722574] env[69411]: DEBUG nova.policy [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46a92a21b72e4b509fdbe94dd195981d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efbda5135eca4356909ff55befbf32ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.735158] env[69411]: INFO nova.compute.manager [-] [instance: 40176678-8725-4455-bf34-48274d2724ef] Took 1.06 seconds to deallocate network for instance. [ 673.749727] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.875095] env[69411]: DEBUG oslo_vmware.api [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322586, 'name': PowerOffVM_Task, 'duration_secs': 0.248765} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.875446] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.875641] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.876295] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6f8cb9f-9163-4829-945e-40e84940fb78 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.908189] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.908620] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.908934] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Deleting the datastore file [datastore2] a14a09e6-ea69-4649-9789-d947526b7b33 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.911886] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86a21a62-2eb6-4dd4-a13c-78c645051d12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.916055] env[69411]: DEBUG nova.compute.manager [req-570841e6-e75e-4443-815d-5bf94a706843 req-98ed6f3d-2d22-4973-b37f-0bbc6cf24cda service nova] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Received event network-vif-plugged-bd744d82-93b5-44be-86e9-e9cf1f2ee216 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.916175] env[69411]: DEBUG oslo_concurrency.lockutils [req-570841e6-e75e-4443-815d-5bf94a706843 req-98ed6f3d-2d22-4973-b37f-0bbc6cf24cda service nova] Acquiring lock "1e662452-e43f-4789-97ac-e6dac28f3490-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.916461] env[69411]: DEBUG oslo_concurrency.lockutils [req-570841e6-e75e-4443-815d-5bf94a706843 req-98ed6f3d-2d22-4973-b37f-0bbc6cf24cda service nova] Lock "1e662452-e43f-4789-97ac-e6dac28f3490-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.917357] env[69411]: DEBUG oslo_concurrency.lockutils [req-570841e6-e75e-4443-815d-5bf94a706843 req-98ed6f3d-2d22-4973-b37f-0bbc6cf24cda service nova] Lock "1e662452-e43f-4789-97ac-e6dac28f3490-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.917357] env[69411]: DEBUG nova.compute.manager [req-570841e6-e75e-4443-815d-5bf94a706843 req-98ed6f3d-2d22-4973-b37f-0bbc6cf24cda service nova] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] No waiting events found dispatching network-vif-plugged-bd744d82-93b5-44be-86e9-e9cf1f2ee216 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.917357] env[69411]: WARNING nova.compute.manager [req-570841e6-e75e-4443-815d-5bf94a706843 req-98ed6f3d-2d22-4973-b37f-0bbc6cf24cda service nova] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Received unexpected event network-vif-plugged-bd744d82-93b5-44be-86e9-e9cf1f2ee216 for instance with vm_state building and task_state spawning. [ 673.917357] env[69411]: DEBUG nova.compute.manager [req-570841e6-e75e-4443-815d-5bf94a706843 req-98ed6f3d-2d22-4973-b37f-0bbc6cf24cda service nova] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Received event network-changed-bd744d82-93b5-44be-86e9-e9cf1f2ee216 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.918286] env[69411]: DEBUG nova.compute.manager [req-570841e6-e75e-4443-815d-5bf94a706843 req-98ed6f3d-2d22-4973-b37f-0bbc6cf24cda service nova] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Refreshing instance network info cache due to event network-changed-bd744d82-93b5-44be-86e9-e9cf1f2ee216. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.918286] env[69411]: DEBUG oslo_concurrency.lockutils [req-570841e6-e75e-4443-815d-5bf94a706843 req-98ed6f3d-2d22-4973-b37f-0bbc6cf24cda service nova] Acquiring lock "refresh_cache-1e662452-e43f-4789-97ac-e6dac28f3490" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.918286] env[69411]: DEBUG oslo_concurrency.lockutils [req-570841e6-e75e-4443-815d-5bf94a706843 req-98ed6f3d-2d22-4973-b37f-0bbc6cf24cda service nova] Acquired lock "refresh_cache-1e662452-e43f-4789-97ac-e6dac28f3490" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.918286] env[69411]: DEBUG nova.network.neutron [req-570841e6-e75e-4443-815d-5bf94a706843 req-98ed6f3d-2d22-4973-b37f-0bbc6cf24cda service nova] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Refreshing network info cache for port bd744d82-93b5-44be-86e9-e9cf1f2ee216 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.927206] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5137c4-1cc0-4205-97c8-51f4e5308018 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.933355] env[69411]: DEBUG oslo_vmware.api [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for the task: (returnval){ [ 673.933355] env[69411]: value = "task-3322591" [ 673.933355] env[69411]: _type = "Task" [ 673.933355] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.961046] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8841aa5-6dd9-44b8-bcb3-c1b57870ee05 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.970328] env[69411]: DEBUG oslo_vmware.api [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.999322] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Updating instance 'e1dd4dda-25fc-4422-bccc-4e4cf4e30bce' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 674.012995] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322589, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.111756] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "76f4d3eb-3401-4033-95f4-45a7998854de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.112281] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "76f4d3eb-3401-4033-95f4-45a7998854de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.115151] env[69411]: DEBUG nova.compute.manager [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.247116] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.338424] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f2da62-e9fa-4fd3-95a8-b777cf988f5d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.348152] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864c380c-ec0f-4860-a30d-50634a30a5d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.386365] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12821edb-5bb6-4cbb-b3f2-0322a1650020 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.396995] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6696802-6458-4542-b569-78fc99cb510f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.414850] env[69411]: DEBUG nova.compute.provider_tree [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.446420] env[69411]: DEBUG oslo_vmware.api [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Task: {'id': task-3322591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147393} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.446773] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.447034] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.447529] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.447529] env[69411]: INFO nova.compute.manager [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Took 1.13 seconds to destroy the instance on the hypervisor. [ 674.450048] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.450048] env[69411]: DEBUG nova.compute.manager [-] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.450048] env[69411]: DEBUG nova.network.neutron [-] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.489628] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322589, 'name': CreateVM_Task, 'duration_secs': 0.635821} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.490044] env[69411]: DEBUG nova.network.neutron [-] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.495017] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.495017] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.495161] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.495474] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.496842] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-420b9738-3840-4bea-b047-54a5a225a351 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.504859] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 674.504859] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52aaee4d-c7b6-bc9a-50bf-423d40fb5400" [ 674.504859] env[69411]: _type = "Task" [ 674.504859] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.517298] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52aaee4d-c7b6-bc9a-50bf-423d40fb5400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.568662] env[69411]: DEBUG nova.network.neutron [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Successfully updated port: 8218d15a-249f-4f45-98e2-a1e4ef71c91e {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.570469] env[69411]: DEBUG nova.network.neutron [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Successfully created port: a50f85f6-ea90-4869-850f-b2e76005f7dd {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.643187] env[69411]: DEBUG nova.network.neutron [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Port 4f50fc5f-ccef-41af-bc05-cfab55ae51b3 binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 674.762049] env[69411]: DEBUG oslo_concurrency.lockutils [None req-83d6635d-a64d-48d2-b0e5-5692c9e4db90 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "a5362ed2-15ea-4a40-afb2-c01f01e87ae9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.762049] env[69411]: DEBUG oslo_concurrency.lockutils [None req-83d6635d-a64d-48d2-b0e5-5692c9e4db90 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "a5362ed2-15ea-4a40-afb2-c01f01e87ae9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.795147] env[69411]: DEBUG nova.network.neutron [req-570841e6-e75e-4443-815d-5bf94a706843 req-98ed6f3d-2d22-4973-b37f-0bbc6cf24cda service nova] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Updated VIF entry in instance network info cache for port bd744d82-93b5-44be-86e9-e9cf1f2ee216. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.799020] env[69411]: DEBUG nova.network.neutron [req-570841e6-e75e-4443-815d-5bf94a706843 req-98ed6f3d-2d22-4973-b37f-0bbc6cf24cda service nova] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Updating instance_info_cache with network_info: [{"id": "bd744d82-93b5-44be-86e9-e9cf1f2ee216", "address": "fa:16:3e:2f:51:08", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd744d82-93", "ovs_interfaceid": "bd744d82-93b5-44be-86e9-e9cf1f2ee216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.918337] env[69411]: DEBUG nova.scheduler.client.report [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.995251] env[69411]: DEBUG nova.network.neutron [-] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.021391] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52aaee4d-c7b6-bc9a-50bf-423d40fb5400, 'name': SearchDatastore_Task, 'duration_secs': 0.03539} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.021889] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.022193] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.022507] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.022702] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.022914] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.023217] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6082ec5d-5eb7-4a4a-bd51-015590e64acf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.033903] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.034112] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.034840] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5901c994-8e3e-418e-ba0b-b772ccbbe299 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.040978] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 675.040978] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52084c35-6c98-971f-2d43-ba2a8c4c0541" [ 675.040978] env[69411]: _type = "Task" [ 675.040978] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.055587] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52084c35-6c98-971f-2d43-ba2a8c4c0541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.074532] env[69411]: DEBUG oslo_concurrency.lockutils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquiring lock "refresh_cache-7bf59d0f-d2ef-40ba-94e7-2311605cb2e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.074532] env[69411]: DEBUG oslo_concurrency.lockutils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquired lock "refresh_cache-7bf59d0f-d2ef-40ba-94e7-2311605cb2e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.074615] env[69411]: DEBUG nova.network.neutron [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.131833] env[69411]: DEBUG nova.compute.manager [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.153540] env[69411]: DEBUG nova.virt.hardware [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:03:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='726459034',id=27,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-244138824',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.153936] env[69411]: DEBUG nova.virt.hardware [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.154014] env[69411]: DEBUG nova.virt.hardware [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.157056] env[69411]: DEBUG nova.virt.hardware [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.157056] env[69411]: DEBUG nova.virt.hardware [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.157056] env[69411]: DEBUG nova.virt.hardware [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.157056] env[69411]: DEBUG nova.virt.hardware [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.157056] env[69411]: DEBUG nova.virt.hardware [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.157258] env[69411]: DEBUG nova.virt.hardware [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.157258] env[69411]: DEBUG nova.virt.hardware [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.157258] env[69411]: DEBUG nova.virt.hardware [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.157258] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5602275-09f8-441d-9ca2-08ff1889a273 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.167733] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e043e379-f1f7-48f6-90dd-bc4e804b50bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.299757] env[69411]: DEBUG oslo_concurrency.lockutils [req-570841e6-e75e-4443-815d-5bf94a706843 req-98ed6f3d-2d22-4973-b37f-0bbc6cf24cda service nova] Releasing lock "refresh_cache-1e662452-e43f-4789-97ac-e6dac28f3490" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.300051] env[69411]: DEBUG nova.compute.manager [req-570841e6-e75e-4443-815d-5bf94a706843 req-98ed6f3d-2d22-4973-b37f-0bbc6cf24cda service nova] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Received event network-vif-deleted-87ff1433-c492-4598-9864-3d384774c6a0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.427371] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.323s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.429163] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.633s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.431385] env[69411]: INFO nova.compute.claims [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.447161] env[69411]: INFO nova.scheduler.client.report [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Deleted allocations for instance 681fe90d-a3bb-4daa-96ae-ba844c5a09d6 [ 675.497576] env[69411]: INFO nova.compute.manager [-] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Took 1.05 seconds to deallocate network for instance. [ 675.552886] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52084c35-6c98-971f-2d43-ba2a8c4c0541, 'name': SearchDatastore_Task, 'duration_secs': 0.045369} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.553695] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e70e9d7-580e-4aba-b611-c3567e73f812 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.559469] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 675.559469] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5254055d-5188-fc61-16d5-ea64fda6e7f5" [ 675.559469] env[69411]: _type = "Task" [ 675.559469] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.568307] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5254055d-5188-fc61-16d5-ea64fda6e7f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.606090] env[69411]: DEBUG nova.network.neutron [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.678294] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.678294] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.678294] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.782813] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Acquiring lock "eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.783055] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Lock "eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.826320] env[69411]: DEBUG nova.network.neutron [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Updating instance_info_cache with network_info: [{"id": "8218d15a-249f-4f45-98e2-a1e4ef71c91e", "address": "fa:16:3e:d4:b7:b5", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8218d15a-24", "ovs_interfaceid": "8218d15a-249f-4f45-98e2-a1e4ef71c91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.956151] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ec5178e-fbc5-49f8-b83e-401e69095701 tempest-TenantUsagesTestJSON-602241319 tempest-TenantUsagesTestJSON-602241319-project-member] Lock "681fe90d-a3bb-4daa-96ae-ba844c5a09d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.379s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.005115] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.088534] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5254055d-5188-fc61-16d5-ea64fda6e7f5, 'name': SearchDatastore_Task, 'duration_secs': 0.023259} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.088534] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.088611] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 1e662452-e43f-4789-97ac-e6dac28f3490/1e662452-e43f-4789-97ac-e6dac28f3490.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.088880] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96ed667b-8b85-4508-805d-8e2afc435e2f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.097398] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 676.097398] env[69411]: value = "task-3322592" [ 676.097398] env[69411]: _type = "Task" [ 676.097398] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.107121] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.193036] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "6c1b83a5-d36f-4411-81b7-96eee6a14622" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.193216] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "6c1b83a5-d36f-4411-81b7-96eee6a14622" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.329796] env[69411]: DEBUG oslo_concurrency.lockutils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Releasing lock "refresh_cache-7bf59d0f-d2ef-40ba-94e7-2311605cb2e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.330779] env[69411]: DEBUG nova.compute.manager [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Instance network_info: |[{"id": "8218d15a-249f-4f45-98e2-a1e4ef71c91e", "address": "fa:16:3e:d4:b7:b5", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8218d15a-24", "ovs_interfaceid": "8218d15a-249f-4f45-98e2-a1e4ef71c91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.331690] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:b7:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8218d15a-249f-4f45-98e2-a1e4ef71c91e', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.341485] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Creating folder: Project (814e88b061b6416697eddba4bb6d032a). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.341485] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c62212ca-a35e-4706-bce9-40449124291e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.352712] env[69411]: DEBUG nova.compute.manager [req-267fc1bc-909f-4fd6-8040-9ff50c5cb589 req-5f717655-3cc3-44fc-8633-5f8abef3c6d2 service nova] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Received event network-vif-plugged-8218d15a-249f-4f45-98e2-a1e4ef71c91e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.353989] env[69411]: DEBUG oslo_concurrency.lockutils [req-267fc1bc-909f-4fd6-8040-9ff50c5cb589 req-5f717655-3cc3-44fc-8633-5f8abef3c6d2 service nova] Acquiring lock "7bf59d0f-d2ef-40ba-94e7-2311605cb2e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.353989] env[69411]: DEBUG oslo_concurrency.lockutils [req-267fc1bc-909f-4fd6-8040-9ff50c5cb589 req-5f717655-3cc3-44fc-8633-5f8abef3c6d2 service nova] Lock "7bf59d0f-d2ef-40ba-94e7-2311605cb2e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.354581] env[69411]: DEBUG oslo_concurrency.lockutils [req-267fc1bc-909f-4fd6-8040-9ff50c5cb589 req-5f717655-3cc3-44fc-8633-5f8abef3c6d2 service nova] Lock "7bf59d0f-d2ef-40ba-94e7-2311605cb2e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.354581] env[69411]: DEBUG nova.compute.manager [req-267fc1bc-909f-4fd6-8040-9ff50c5cb589 req-5f717655-3cc3-44fc-8633-5f8abef3c6d2 service nova] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] No waiting events found dispatching network-vif-plugged-8218d15a-249f-4f45-98e2-a1e4ef71c91e {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.356520] env[69411]: WARNING nova.compute.manager [req-267fc1bc-909f-4fd6-8040-9ff50c5cb589 req-5f717655-3cc3-44fc-8633-5f8abef3c6d2 service nova] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Received unexpected event network-vif-plugged-8218d15a-249f-4f45-98e2-a1e4ef71c91e for instance with vm_state building and task_state spawning. [ 676.356520] env[69411]: DEBUG nova.compute.manager [req-267fc1bc-909f-4fd6-8040-9ff50c5cb589 req-5f717655-3cc3-44fc-8633-5f8abef3c6d2 service nova] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Received event network-changed-8218d15a-249f-4f45-98e2-a1e4ef71c91e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.356520] env[69411]: DEBUG nova.compute.manager [req-267fc1bc-909f-4fd6-8040-9ff50c5cb589 req-5f717655-3cc3-44fc-8633-5f8abef3c6d2 service nova] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Refreshing instance network info cache due to event network-changed-8218d15a-249f-4f45-98e2-a1e4ef71c91e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.356520] env[69411]: DEBUG oslo_concurrency.lockutils [req-267fc1bc-909f-4fd6-8040-9ff50c5cb589 req-5f717655-3cc3-44fc-8633-5f8abef3c6d2 service nova] Acquiring lock "refresh_cache-7bf59d0f-d2ef-40ba-94e7-2311605cb2e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.356520] env[69411]: DEBUG oslo_concurrency.lockutils [req-267fc1bc-909f-4fd6-8040-9ff50c5cb589 req-5f717655-3cc3-44fc-8633-5f8abef3c6d2 service nova] Acquired lock "refresh_cache-7bf59d0f-d2ef-40ba-94e7-2311605cb2e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.356892] env[69411]: DEBUG nova.network.neutron [req-267fc1bc-909f-4fd6-8040-9ff50c5cb589 req-5f717655-3cc3-44fc-8633-5f8abef3c6d2 service nova] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Refreshing network info cache for port 8218d15a-249f-4f45-98e2-a1e4ef71c91e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.361934] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Created folder: Project (814e88b061b6416697eddba4bb6d032a) in parent group-v663248. [ 676.361934] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Creating folder: Instances. Parent ref: group-v663310. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.363027] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-188d65ff-553e-41e9-8b56-ce806128c041 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.380799] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Created folder: Instances in parent group-v663310. [ 676.380799] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.380799] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.380799] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8842e27c-54df-4bd0-ac78-d5466b6d0d0e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.406290] env[69411]: DEBUG nova.network.neutron [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Successfully updated port: a50f85f6-ea90-4869-850f-b2e76005f7dd {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.414415] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.414415] env[69411]: value = "task-3322595" [ 676.414415] env[69411]: _type = "Task" [ 676.414415] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.426351] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322595, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.609689] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322592, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.757641] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "refresh_cache-e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.757641] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquired lock "refresh_cache-e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.757918] env[69411]: DEBUG nova.network.neutron [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.911185] env[69411]: DEBUG oslo_concurrency.lockutils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.911185] env[69411]: DEBUG oslo_concurrency.lockutils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquired lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.911185] env[69411]: DEBUG nova.network.neutron [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.930868] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322595, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.996665] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5d9216-1f07-4a62-8c33-caabd9b2065c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.005494] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6783952-9119-4efd-9028-6e0d71ad3c31 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.042437] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745e23ca-1ae6-48d8-8ed1-23ed50b39e67 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.051378] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9051410-dcd4-407d-bef9-6e22cbcdf18b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.067255] env[69411]: DEBUG nova.compute.provider_tree [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.111051] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714721} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.111519] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 1e662452-e43f-4789-97ac-e6dac28f3490/1e662452-e43f-4789-97ac-e6dac28f3490.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.111901] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.112344] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b569bba7-f8b5-441b-9ae8-80d35e577016 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.120821] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 677.120821] env[69411]: value = "task-3322596" [ 677.120821] env[69411]: _type = "Task" [ 677.120821] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.129386] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.238831] env[69411]: DEBUG nova.network.neutron [req-267fc1bc-909f-4fd6-8040-9ff50c5cb589 req-5f717655-3cc3-44fc-8633-5f8abef3c6d2 service nova] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Updated VIF entry in instance network info cache for port 8218d15a-249f-4f45-98e2-a1e4ef71c91e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.243050] env[69411]: DEBUG nova.network.neutron [req-267fc1bc-909f-4fd6-8040-9ff50c5cb589 req-5f717655-3cc3-44fc-8633-5f8abef3c6d2 service nova] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Updating instance_info_cache with network_info: [{"id": "8218d15a-249f-4f45-98e2-a1e4ef71c91e", "address": "fa:16:3e:d4:b7:b5", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8218d15a-24", "ovs_interfaceid": "8218d15a-249f-4f45-98e2-a1e4ef71c91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.341559] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "4c0edbab-da9a-41f7-b444-973634e652d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.342498] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "4c0edbab-da9a-41f7-b444-973634e652d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.432196] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322595, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.474124] env[69411]: DEBUG nova.network.neutron [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.492641] env[69411]: DEBUG nova.compute.manager [None req-9b2915d0-66c0-4aed-9bd1-3068501da169 tempest-ServerDiagnosticsV248Test-2022362262 tempest-ServerDiagnosticsV248Test-2022362262-project-admin] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.496321] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511c394f-c764-42be-b228-4d0bcb585453 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.504625] env[69411]: INFO nova.compute.manager [None req-9b2915d0-66c0-4aed-9bd1-3068501da169 tempest-ServerDiagnosticsV248Test-2022362262 tempest-ServerDiagnosticsV248Test-2022362262-project-admin] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Retrieving diagnostics [ 677.505402] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2694cded-8dd7-48db-b9c2-b55a51ad8447 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.570686] env[69411]: DEBUG nova.scheduler.client.report [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.609265] env[69411]: DEBUG nova.network.neutron [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Updating instance_info_cache with network_info: [{"id": "4f50fc5f-ccef-41af-bc05-cfab55ae51b3", "address": "fa:16:3e:33:0c:e2", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f50fc5f-cc", "ovs_interfaceid": "4f50fc5f-ccef-41af-bc05-cfab55ae51b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.631652] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070277} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.631969] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.632738] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a26e6f-acdc-4a3f-b9aa-8d1e34dcd92c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.657139] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 1e662452-e43f-4789-97ac-e6dac28f3490/1e662452-e43f-4789-97ac-e6dac28f3490.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.657869] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db01ba89-9560-4eed-9108-a49b04f618d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.679337] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 677.679337] env[69411]: value = "task-3322597" [ 677.679337] env[69411]: _type = "Task" [ 677.679337] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.688233] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.736644] env[69411]: DEBUG nova.network.neutron [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updating instance_info_cache with network_info: [{"id": "a50f85f6-ea90-4869-850f-b2e76005f7dd", "address": "fa:16:3e:8d:8f:e8", "network": {"id": "246fdaea-85fa-4698-a029-37be0568850a", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-708409175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efbda5135eca4356909ff55befbf32ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50f85f6-ea", "ovs_interfaceid": "a50f85f6-ea90-4869-850f-b2e76005f7dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.744358] env[69411]: DEBUG oslo_concurrency.lockutils [req-267fc1bc-909f-4fd6-8040-9ff50c5cb589 req-5f717655-3cc3-44fc-8633-5f8abef3c6d2 service nova] Releasing lock "refresh_cache-7bf59d0f-d2ef-40ba-94e7-2311605cb2e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.934711] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322595, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.079496] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.080286] env[69411]: DEBUG nova.compute.manager [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.085172] env[69411]: DEBUG oslo_concurrency.lockutils [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.279s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.085960] env[69411]: DEBUG nova.objects.instance [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 678.112412] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Releasing lock "refresh_cache-e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.190838] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.243026] env[69411]: DEBUG oslo_concurrency.lockutils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Releasing lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.243026] env[69411]: DEBUG nova.compute.manager [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Instance network_info: |[{"id": "a50f85f6-ea90-4869-850f-b2e76005f7dd", "address": "fa:16:3e:8d:8f:e8", "network": {"id": "246fdaea-85fa-4698-a029-37be0568850a", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-708409175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efbda5135eca4356909ff55befbf32ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50f85f6-ea", "ovs_interfaceid": "a50f85f6-ea90-4869-850f-b2e76005f7dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.243356] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:8f:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a50f85f6-ea90-4869-850f-b2e76005f7dd', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.249559] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Creating folder: Project (efbda5135eca4356909ff55befbf32ed). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.249863] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5a44fa7-0e01-4210-8945-33a75ecb5e1c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.265278] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Created folder: Project (efbda5135eca4356909ff55befbf32ed) in parent group-v663248. [ 678.265278] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Creating folder: Instances. Parent ref: group-v663313. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.265446] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acaaac84-5b25-40c6-88c8-80cd05bf0f0b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.278399] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Created folder: Instances in parent group-v663313. [ 678.279233] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.279798] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.280234] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c24291d8-0598-45eb-8bc2-849d724d50b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.316267] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.316267] env[69411]: value = "task-3322600" [ 678.316267] env[69411]: _type = "Task" [ 678.316267] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.327253] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322600, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.435760] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322595, 'name': CreateVM_Task, 'duration_secs': 1.77747} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.436134] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.436713] env[69411]: DEBUG oslo_concurrency.lockutils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.438701] env[69411]: DEBUG oslo_concurrency.lockutils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.438701] env[69411]: DEBUG oslo_concurrency.lockutils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.438701] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1aab07c-5f31-413c-8cdd-8b408dacbeee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.445138] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 678.445138] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521d801c-fe22-8827-eb4b-37a9acefa564" [ 678.445138] env[69411]: _type = "Task" [ 678.445138] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.455334] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521d801c-fe22-8827-eb4b-37a9acefa564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.594024] env[69411]: DEBUG nova.compute.utils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.596982] env[69411]: DEBUG nova.compute.manager [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.597533] env[69411]: DEBUG nova.network.neutron [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.645498] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9cb7c3-52cc-42c8-83b3-92e0473743db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.670859] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66b7065-9c82-47d0-ab2b-28e1e11c950d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.680401] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Updating instance 'e1dd4dda-25fc-4422-bccc-4e4cf4e30bce' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 678.685248] env[69411]: DEBUG nova.policy [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d8409e8937a4024b36940a8b8315633', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93311a1fcf4c43c6ba7e76c36ff7b57a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.696574] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322597, 'name': ReconfigVM_Task, 'duration_secs': 0.928338} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.696894] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 1e662452-e43f-4789-97ac-e6dac28f3490/1e662452-e43f-4789-97ac-e6dac28f3490.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.697551] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd134345-8098-4b04-9571-a2d742ddb8d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.706201] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 678.706201] env[69411]: value = "task-3322601" [ 678.706201] env[69411]: _type = "Task" [ 678.706201] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.717070] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322601, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.828882] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322600, 'name': CreateVM_Task, 'duration_secs': 0.445337} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.829083] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.829772] env[69411]: DEBUG oslo_concurrency.lockutils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.959874] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521d801c-fe22-8827-eb4b-37a9acefa564, 'name': SearchDatastore_Task, 'duration_secs': 0.023604} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.960245] env[69411]: DEBUG oslo_concurrency.lockutils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.960507] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.961431] env[69411]: DEBUG oslo_concurrency.lockutils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.961637] env[69411]: DEBUG oslo_concurrency.lockutils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.961923] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.962322] env[69411]: DEBUG oslo_concurrency.lockutils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.962657] env[69411]: DEBUG oslo_concurrency.lockutils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.962903] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b875ae1b-6a3d-4bcb-909c-96afe372aae8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.966193] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb478a3-6534-4020-9816-fb5ea2f98904 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.974109] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 678.974109] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520bc4a5-e4d5-1950-3889-a638a700cced" [ 678.974109] env[69411]: _type = "Task" [ 678.974109] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.981168] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.981470] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.982710] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503361ce-4de4-4e84-8110-eede241a272e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.991648] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520bc4a5-e4d5-1950-3889-a638a700cced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.996132] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 678.996132] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525c72e2-3776-0f8e-39d4-001b085de657" [ 678.996132] env[69411]: _type = "Task" [ 678.996132] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.007042] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525c72e2-3776-0f8e-39d4-001b085de657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.051225] env[69411]: DEBUG nova.compute.manager [req-e85c94b5-a397-4aa2-a927-9d5b268ba0a0 req-a7b8d2f5-003c-4ec0-a7e7-160bde224804 service nova] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Received event network-vif-plugged-a50f85f6-ea90-4869-850f-b2e76005f7dd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.051225] env[69411]: DEBUG oslo_concurrency.lockutils [req-e85c94b5-a397-4aa2-a927-9d5b268ba0a0 req-a7b8d2f5-003c-4ec0-a7e7-160bde224804 service nova] Acquiring lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.051225] env[69411]: DEBUG oslo_concurrency.lockutils [req-e85c94b5-a397-4aa2-a927-9d5b268ba0a0 req-a7b8d2f5-003c-4ec0-a7e7-160bde224804 service nova] Lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.052698] env[69411]: DEBUG oslo_concurrency.lockutils [req-e85c94b5-a397-4aa2-a927-9d5b268ba0a0 req-a7b8d2f5-003c-4ec0-a7e7-160bde224804 service nova] Lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.053039] env[69411]: DEBUG nova.compute.manager [req-e85c94b5-a397-4aa2-a927-9d5b268ba0a0 req-a7b8d2f5-003c-4ec0-a7e7-160bde224804 service nova] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] No waiting events found dispatching network-vif-plugged-a50f85f6-ea90-4869-850f-b2e76005f7dd {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.053322] env[69411]: WARNING nova.compute.manager [req-e85c94b5-a397-4aa2-a927-9d5b268ba0a0 req-a7b8d2f5-003c-4ec0-a7e7-160bde224804 service nova] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Received unexpected event network-vif-plugged-a50f85f6-ea90-4869-850f-b2e76005f7dd for instance with vm_state building and task_state spawning. [ 679.054036] env[69411]: DEBUG nova.compute.manager [req-e85c94b5-a397-4aa2-a927-9d5b268ba0a0 req-a7b8d2f5-003c-4ec0-a7e7-160bde224804 service nova] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Received event network-changed-a50f85f6-ea90-4869-850f-b2e76005f7dd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.054363] env[69411]: DEBUG nova.compute.manager [req-e85c94b5-a397-4aa2-a927-9d5b268ba0a0 req-a7b8d2f5-003c-4ec0-a7e7-160bde224804 service nova] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Refreshing instance network info cache due to event network-changed-a50f85f6-ea90-4869-850f-b2e76005f7dd. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.054864] env[69411]: DEBUG oslo_concurrency.lockutils [req-e85c94b5-a397-4aa2-a927-9d5b268ba0a0 req-a7b8d2f5-003c-4ec0-a7e7-160bde224804 service nova] Acquiring lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.055129] env[69411]: DEBUG oslo_concurrency.lockutils [req-e85c94b5-a397-4aa2-a927-9d5b268ba0a0 req-a7b8d2f5-003c-4ec0-a7e7-160bde224804 service nova] Acquired lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.056158] env[69411]: DEBUG nova.network.neutron [req-e85c94b5-a397-4aa2-a927-9d5b268ba0a0 req-a7b8d2f5-003c-4ec0-a7e7-160bde224804 service nova] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Refreshing network info cache for port a50f85f6-ea90-4869-850f-b2e76005f7dd {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.068251] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Acquiring lock "37ceffed-a475-4dc3-928c-b0e7dd9e43ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.068525] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Lock "37ceffed-a475-4dc3-928c-b0e7dd9e43ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.068772] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Acquiring lock "37ceffed-a475-4dc3-928c-b0e7dd9e43ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.068974] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Lock "37ceffed-a475-4dc3-928c-b0e7dd9e43ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.069158] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Lock "37ceffed-a475-4dc3-928c-b0e7dd9e43ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.071755] env[69411]: INFO nova.compute.manager [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Terminating instance [ 679.102792] env[69411]: DEBUG oslo_concurrency.lockutils [None req-71670f7c-2df3-4625-b61d-328f8b0ddf1a tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.106011] env[69411]: DEBUG nova.compute.manager [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.108981] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.711s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.110931] env[69411]: INFO nova.compute.claims [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.193542] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.193810] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed269847-842d-4f4a-8228-811ae166b1ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.204708] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 679.204708] env[69411]: value = "task-3322602" [ 679.204708] env[69411]: _type = "Task" [ 679.204708] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.220387] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.224415] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322601, 'name': Rename_Task, 'duration_secs': 0.28988} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.225249] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.225249] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca11567d-7545-42c7-bcc9-7fa6ca371164 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.235309] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 679.235309] env[69411]: value = "task-3322603" [ 679.235309] env[69411]: _type = "Task" [ 679.235309] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.249438] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.249662] env[69411]: DEBUG nova.network.neutron [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Successfully created port: 4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.495700] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520bc4a5-e4d5-1950-3889-a638a700cced, 'name': SearchDatastore_Task, 'duration_secs': 0.022895} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.495700] env[69411]: DEBUG oslo_concurrency.lockutils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.495700] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.495700] env[69411]: DEBUG oslo_concurrency.lockutils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.506821] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525c72e2-3776-0f8e-39d4-001b085de657, 'name': SearchDatastore_Task, 'duration_secs': 0.017231} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.508140] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb251bc-7be5-4962-939e-6f716ae670b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.516111] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 679.516111] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f3c44d-9524-fbce-3cc1-de4811fa7b13" [ 679.516111] env[69411]: _type = "Task" [ 679.516111] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.526026] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f3c44d-9524-fbce-3cc1-de4811fa7b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.578113] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Acquiring lock "refresh_cache-37ceffed-a475-4dc3-928c-b0e7dd9e43ef" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.578113] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Acquired lock "refresh_cache-37ceffed-a475-4dc3-928c-b0e7dd9e43ef" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.578113] env[69411]: DEBUG nova.network.neutron [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.717015] env[69411]: DEBUG oslo_vmware.api [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322602, 'name': PowerOnVM_Task, 'duration_secs': 0.483882} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.717638] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.717919] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeb73a0-23cf-4dce-a608-5183405587dd tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Updating instance 'e1dd4dda-25fc-4422-bccc-4e4cf4e30bce' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 679.747232] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322603, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.906984] env[69411]: DEBUG nova.network.neutron [req-e85c94b5-a397-4aa2-a927-9d5b268ba0a0 req-a7b8d2f5-003c-4ec0-a7e7-160bde224804 service nova] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updated VIF entry in instance network info cache for port a50f85f6-ea90-4869-850f-b2e76005f7dd. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.907367] env[69411]: DEBUG nova.network.neutron [req-e85c94b5-a397-4aa2-a927-9d5b268ba0a0 req-a7b8d2f5-003c-4ec0-a7e7-160bde224804 service nova] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updating instance_info_cache with network_info: [{"id": "a50f85f6-ea90-4869-850f-b2e76005f7dd", "address": "fa:16:3e:8d:8f:e8", "network": {"id": "246fdaea-85fa-4698-a029-37be0568850a", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-708409175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efbda5135eca4356909ff55befbf32ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50f85f6-ea", "ovs_interfaceid": "a50f85f6-ea90-4869-850f-b2e76005f7dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.027078] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f3c44d-9524-fbce-3cc1-de4811fa7b13, 'name': SearchDatastore_Task, 'duration_secs': 0.015284} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.027367] env[69411]: DEBUG oslo_concurrency.lockutils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.027632] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0/7bf59d0f-d2ef-40ba-94e7-2311605cb2e0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.029209] env[69411]: DEBUG oslo_concurrency.lockutils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.029209] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.029209] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7205c8e4-8572-4be5-8318-40f87540e61a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.030566] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0037433-f252-4fc4-9e45-dcc747c8f22a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.041897] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 680.041897] env[69411]: value = "task-3322604" [ 680.041897] env[69411]: _type = "Task" [ 680.041897] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.043223] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.043456] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.047093] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35650792-60ed-4d28-a7df-e3b1487f60b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.056709] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.057108] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 680.057108] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5214c437-6f3f-6f80-6a2e-4d4ac3ccb658" [ 680.057108] env[69411]: _type = "Task" [ 680.057108] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.066608] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5214c437-6f3f-6f80-6a2e-4d4ac3ccb658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.103500] env[69411]: DEBUG nova.network.neutron [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.124548] env[69411]: DEBUG nova.compute.manager [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.157376] env[69411]: DEBUG nova.virt.hardware [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.158658] env[69411]: DEBUG nova.virt.hardware [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.158658] env[69411]: DEBUG nova.virt.hardware [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.158658] env[69411]: DEBUG nova.virt.hardware [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.159059] env[69411]: DEBUG nova.virt.hardware [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.159586] env[69411]: DEBUG nova.virt.hardware [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.159943] env[69411]: DEBUG nova.virt.hardware [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.160142] env[69411]: DEBUG nova.virt.hardware [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.160362] env[69411]: DEBUG nova.virt.hardware [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.160596] env[69411]: DEBUG nova.virt.hardware [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.161078] env[69411]: DEBUG nova.virt.hardware [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.162916] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0170bbc-4fcb-4784-bf9e-60d208093ff8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.176686] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b938750-7b53-4792-8fae-31c00bcb0529 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.203410] env[69411]: DEBUG nova.network.neutron [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.249941] env[69411]: DEBUG oslo_vmware.api [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322603, 'name': PowerOnVM_Task, 'duration_secs': 0.527738} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.253600] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.253878] env[69411]: INFO nova.compute.manager [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Took 10.47 seconds to spawn the instance on the hypervisor. [ 680.254081] env[69411]: DEBUG nova.compute.manager [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.255454] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca69b6b3-c317-4597-a914-00e876fd9983 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.411009] env[69411]: DEBUG oslo_concurrency.lockutils [req-e85c94b5-a397-4aa2-a927-9d5b268ba0a0 req-a7b8d2f5-003c-4ec0-a7e7-160bde224804 service nova] Releasing lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.557055] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322604, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.577656] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5214c437-6f3f-6f80-6a2e-4d4ac3ccb658, 'name': SearchDatastore_Task, 'duration_secs': 0.025841} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.577907] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f3d1c0d-f930-4ca2-9a39-751bcdce2e78 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.587213] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 680.587213] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5211fc59-9404-af67-6b6d-91a38dde9f44" [ 680.587213] env[69411]: _type = "Task" [ 680.587213] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.609984] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5211fc59-9404-af67-6b6d-91a38dde9f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.707346] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Releasing lock "refresh_cache-37ceffed-a475-4dc3-928c-b0e7dd9e43ef" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.707862] env[69411]: DEBUG nova.compute.manager [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.708155] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.709256] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931b7f73-cfed-49d4-9553-6ad04286ff86 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.720316] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.720316] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fcfc794-db47-4204-9609-1f5ab3a9924b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.729140] env[69411]: DEBUG oslo_vmware.api [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Waiting for the task: (returnval){ [ 680.729140] env[69411]: value = "task-3322605" [ 680.729140] env[69411]: _type = "Task" [ 680.729140] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.749074] env[69411]: DEBUG oslo_vmware.api [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': task-3322605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.760287] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99e7fc1-ba82-417c-b8db-54e23bf8dda1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.772120] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81a3c28-213d-4df1-9c2b-a171abc2d265 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.823422] env[69411]: INFO nova.compute.manager [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Took 32.92 seconds to build instance. [ 680.824957] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c3c044-6a3e-4ff3-9e5f-fe6986595079 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.837071] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1c4711-2ae5-4e3e-8835-2f866dcd00ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.854623] env[69411]: DEBUG nova.compute.provider_tree [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.054547] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708982} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.054802] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0/7bf59d0f-d2ef-40ba-94e7-2311605cb2e0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.055408] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.055408] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f36183c-59cf-45e8-989e-212ecd80e4d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.070693] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 681.070693] env[69411]: value = "task-3322606" [ 681.070693] env[69411]: _type = "Task" [ 681.070693] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.083685] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.103229] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5211fc59-9404-af67-6b6d-91a38dde9f44, 'name': SearchDatastore_Task, 'duration_secs': 0.084672} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.104236] env[69411]: DEBUG oslo_concurrency.lockutils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.104236] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 2b24e5b7-178b-4044-aea2-4be99a5ca7bd/2b24e5b7-178b-4044-aea2-4be99a5ca7bd.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.104619] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19f2c610-158a-41ad-aa6e-f7529172ea65 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.113850] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 681.113850] env[69411]: value = "task-3322607" [ 681.113850] env[69411]: _type = "Task" [ 681.113850] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.125125] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.238260] env[69411]: DEBUG oslo_vmware.api [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': task-3322605, 'name': PowerOffVM_Task, 'duration_secs': 0.274156} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.238475] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.238652] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.238906] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3d45d49-c2c4-40ee-a402-7472896836e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.271025] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.271025] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.271025] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Deleting the datastore file [datastore1] 37ceffed-a475-4dc3-928c-b0e7dd9e43ef {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.271025] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-436a917f-bc07-476e-bb87-18cac17ce2a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.278818] env[69411]: DEBUG oslo_vmware.api [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Waiting for the task: (returnval){ [ 681.278818] env[69411]: value = "task-3322609" [ 681.278818] env[69411]: _type = "Task" [ 681.278818] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.288450] env[69411]: DEBUG oslo_vmware.api [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': task-3322609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.328945] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79275606-09ec-4c81-98c6-4ce55fbc2162 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "1e662452-e43f-4789-97ac-e6dac28f3490" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.102s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.357547] env[69411]: DEBUG nova.scheduler.client.report [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.451860] env[69411]: DEBUG nova.compute.manager [req-7c300029-bc3f-4a9a-81ea-de3e956bea41 req-fbf3211b-f5f4-4444-804c-6f9e9cc8d7fa service nova] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Received event network-vif-plugged-4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.452053] env[69411]: DEBUG oslo_concurrency.lockutils [req-7c300029-bc3f-4a9a-81ea-de3e956bea41 req-fbf3211b-f5f4-4444-804c-6f9e9cc8d7fa service nova] Acquiring lock "bb654b91-7b58-4709-8a04-d8716e503d1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.452284] env[69411]: DEBUG oslo_concurrency.lockutils [req-7c300029-bc3f-4a9a-81ea-de3e956bea41 req-fbf3211b-f5f4-4444-804c-6f9e9cc8d7fa service nova] Lock "bb654b91-7b58-4709-8a04-d8716e503d1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.452463] env[69411]: DEBUG oslo_concurrency.lockutils [req-7c300029-bc3f-4a9a-81ea-de3e956bea41 req-fbf3211b-f5f4-4444-804c-6f9e9cc8d7fa service nova] Lock "bb654b91-7b58-4709-8a04-d8716e503d1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.452719] env[69411]: DEBUG nova.compute.manager [req-7c300029-bc3f-4a9a-81ea-de3e956bea41 req-fbf3211b-f5f4-4444-804c-6f9e9cc8d7fa service nova] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] No waiting events found dispatching network-vif-plugged-4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.452988] env[69411]: WARNING nova.compute.manager [req-7c300029-bc3f-4a9a-81ea-de3e956bea41 req-fbf3211b-f5f4-4444-804c-6f9e9cc8d7fa service nova] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Received unexpected event network-vif-plugged-4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9 for instance with vm_state building and task_state spawning. [ 681.560706] env[69411]: DEBUG nova.network.neutron [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Successfully updated port: 4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.586704] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074436} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.586878] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.587712] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831f4e93-2c68-4f28-8166-49b0fa21f702 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.620560] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0/7bf59d0f-d2ef-40ba-94e7-2311605cb2e0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.620983] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d57d5204-f290-40ee-9f75-da412ab1a9e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.649025] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322607, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.649663] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 681.649663] env[69411]: value = "task-3322610" [ 681.649663] env[69411]: _type = "Task" [ 681.649663] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.661247] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.793481] env[69411]: DEBUG oslo_vmware.api [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Task: {'id': task-3322609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310823} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.794145] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.794471] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.794787] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.795041] env[69411]: INFO nova.compute.manager [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Took 1.09 seconds to destroy the instance on the hypervisor. [ 681.795326] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.795569] env[69411]: DEBUG nova.compute.manager [-] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.795647] env[69411]: DEBUG nova.network.neutron [-] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.834753] env[69411]: DEBUG nova.compute.manager [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.838747] env[69411]: DEBUG nova.network.neutron [-] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.864380] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.868574] env[69411]: DEBUG nova.compute.manager [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.869142] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.157s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.871093] env[69411]: INFO nova.compute.claims [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.070598] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Acquiring lock "refresh_cache-bb654b91-7b58-4709-8a04-d8716e503d1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.070598] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Acquired lock "refresh_cache-bb654b91-7b58-4709-8a04-d8716e503d1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.070598] env[69411]: DEBUG nova.network.neutron [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.137889] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808302} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.137889] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 2b24e5b7-178b-4044-aea2-4be99a5ca7bd/2b24e5b7-178b-4044-aea2-4be99a5ca7bd.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.137889] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.137889] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-989380a8-d110-4ca9-931c-19b1e64e3b4e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.150958] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 682.150958] env[69411]: value = "task-3322611" [ 682.150958] env[69411]: _type = "Task" [ 682.150958] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.168503] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.173787] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.343323] env[69411]: DEBUG nova.network.neutron [-] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.365511] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.380139] env[69411]: DEBUG nova.compute.utils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.385977] env[69411]: DEBUG nova.compute.manager [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.385977] env[69411]: DEBUG nova.network.neutron [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.434732] env[69411]: DEBUG nova.policy [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4f62d44dd29413ea3a8fe843443ee66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4d6c2a273454ac18eac1f390632281b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.582425] env[69411]: INFO nova.compute.manager [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Rebuilding instance [ 682.641093] env[69411]: DEBUG nova.compute.manager [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.641977] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540255cc-4587-4b74-b205-5a3bc9184b0d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.664363] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322610, 'name': ReconfigVM_Task, 'duration_secs': 0.656667} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.665222] env[69411]: DEBUG nova.network.neutron [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.671342] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0/7bf59d0f-d2ef-40ba-94e7-2311605cb2e0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.671342] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079688} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.671655] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b47f6cb8-70e5-42c6-b587-66b4f2d92bf1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.675140] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.675140] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d93267-675e-4855-8812-1bebf864069f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.691588] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.691837] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.692217] env[69411]: DEBUG nova.compute.manager [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Going to confirm migration 1 {{(pid=69411) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 682.703787] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 2b24e5b7-178b-4044-aea2-4be99a5ca7bd/2b24e5b7-178b-4044-aea2-4be99a5ca7bd.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.708155] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-765e2a94-dda2-465b-8523-1173ed6961a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.731960] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 682.731960] env[69411]: value = "task-3322612" [ 682.731960] env[69411]: _type = "Task" [ 682.731960] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.740448] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 682.740448] env[69411]: value = "task-3322613" [ 682.740448] env[69411]: _type = "Task" [ 682.740448] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.745395] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322612, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.753879] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.851101] env[69411]: DEBUG nova.network.neutron [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Successfully created port: 0917861a-678c-4f60-a74f-cdff083d82c3 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.853126] env[69411]: INFO nova.compute.manager [-] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Took 1.06 seconds to deallocate network for instance. [ 682.888520] env[69411]: DEBUG nova.compute.manager [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.980432] env[69411]: DEBUG nova.network.neutron [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Updating instance_info_cache with network_info: [{"id": "4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9", "address": "fa:16:3e:3a:e1:7e", "network": {"id": "e13e43f0-0fb3-43c1-ae7b-f662a624b348", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1114533241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93311a1fcf4c43c6ba7e76c36ff7b57a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fe8b1ce-7c", "ovs_interfaceid": "4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.244709] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322612, 'name': Rename_Task, 'duration_secs': 0.350046} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.250500] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.257032] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-605ab274-3b9b-475d-bdf4-74558ebeb758 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.266751] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322613, 'name': ReconfigVM_Task, 'duration_secs': 0.307048} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.268211] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 2b24e5b7-178b-4044-aea2-4be99a5ca7bd/2b24e5b7-178b-4044-aea2-4be99a5ca7bd.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.269271] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 683.269271] env[69411]: value = "task-3322614" [ 683.269271] env[69411]: _type = "Task" [ 683.269271] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.273473] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-965075d7-1522-466f-800b-6cf43b901d6c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.289714] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 683.289714] env[69411]: value = "task-3322615" [ 683.289714] env[69411]: _type = "Task" [ 683.289714] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.290031] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322614, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.294961] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "refresh_cache-e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.296026] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquired lock "refresh_cache-e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.296026] env[69411]: DEBUG nova.network.neutron [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.296163] env[69411]: DEBUG nova.objects.instance [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lazy-loading 'info_cache' on Instance uuid e1dd4dda-25fc-4422-bccc-4e4cf4e30bce {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.312277] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322615, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.361823] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.445457] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d1f430-823d-4326-aa8f-de64b6b867f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.463552] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5b8408-d845-4478-bd33-a76c639874f4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.497588] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Releasing lock "refresh_cache-bb654b91-7b58-4709-8a04-d8716e503d1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.498090] env[69411]: DEBUG nova.compute.manager [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Instance network_info: |[{"id": "4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9", "address": "fa:16:3e:3a:e1:7e", "network": {"id": "e13e43f0-0fb3-43c1-ae7b-f662a624b348", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1114533241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93311a1fcf4c43c6ba7e76c36ff7b57a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fe8b1ce-7c", "ovs_interfaceid": "4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.498907] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:e1:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.509218] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Creating folder: Project (93311a1fcf4c43c6ba7e76c36ff7b57a). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.510023] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f92e857-cc98-4fe2-8f59-adccded8f0f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.512808] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4800684-ba2d-44f6-aa15-e625a4922e1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.522143] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49609ed-e01f-4555-a84d-6da41708dfff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.526964] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Created folder: Project (93311a1fcf4c43c6ba7e76c36ff7b57a) in parent group-v663248. [ 683.527186] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Creating folder: Instances. Parent ref: group-v663316. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.528265] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb389b92-b345-46f9-abf6-d2fa9f7fdacc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.537802] env[69411]: DEBUG nova.compute.provider_tree [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.540308] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Created folder: Instances in parent group-v663316. [ 683.540536] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.540979] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.541206] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80180043-1bdf-4236-88a6-9c1f2d28041f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.562688] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.562688] env[69411]: value = "task-3322618" [ 683.562688] env[69411]: _type = "Task" [ 683.562688] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.571172] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322618, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.663702] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.664137] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94d66c75-eed4-4cf8-9c4d-47b4bd2cd3ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.674107] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 683.674107] env[69411]: value = "task-3322619" [ 683.674107] env[69411]: _type = "Task" [ 683.674107] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.686749] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.786426] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322614, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.808533] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322615, 'name': Rename_Task, 'duration_secs': 0.176063} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.809039] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.809320] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c19bbb67-3566-460e-9a66-cb5eb942b3ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.819920] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 683.819920] env[69411]: value = "task-3322620" [ 683.819920] env[69411]: _type = "Task" [ 683.819920] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.841413] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.902353] env[69411]: DEBUG nova.compute.manager [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.908938] env[69411]: DEBUG nova.compute.manager [req-c36a06cc-f443-47b1-a167-a46cbfe77b57 req-0a4e3d32-4499-4669-9c9a-d7aa68346756 service nova] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Received event network-changed-4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.909450] env[69411]: DEBUG nova.compute.manager [req-c36a06cc-f443-47b1-a167-a46cbfe77b57 req-0a4e3d32-4499-4669-9c9a-d7aa68346756 service nova] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Refreshing instance network info cache due to event network-changed-4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.909627] env[69411]: DEBUG oslo_concurrency.lockutils [req-c36a06cc-f443-47b1-a167-a46cbfe77b57 req-0a4e3d32-4499-4669-9c9a-d7aa68346756 service nova] Acquiring lock "refresh_cache-bb654b91-7b58-4709-8a04-d8716e503d1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.909819] env[69411]: DEBUG oslo_concurrency.lockutils [req-c36a06cc-f443-47b1-a167-a46cbfe77b57 req-0a4e3d32-4499-4669-9c9a-d7aa68346756 service nova] Acquired lock "refresh_cache-bb654b91-7b58-4709-8a04-d8716e503d1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.909992] env[69411]: DEBUG nova.network.neutron [req-c36a06cc-f443-47b1-a167-a46cbfe77b57 req-0a4e3d32-4499-4669-9c9a-d7aa68346756 service nova] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Refreshing network info cache for port 4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.935171] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Acquiring lock "b39842e5-cbe0-4c62-8919-d10799d9a0e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.935408] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Lock "b39842e5-cbe0-4c62-8919-d10799d9a0e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.943267] env[69411]: DEBUG nova.virt.hardware [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.943613] env[69411]: DEBUG nova.virt.hardware [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.943750] env[69411]: DEBUG nova.virt.hardware [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.943955] env[69411]: DEBUG nova.virt.hardware [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.944099] env[69411]: DEBUG nova.virt.hardware [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.944257] env[69411]: DEBUG nova.virt.hardware [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.944476] env[69411]: DEBUG nova.virt.hardware [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.944711] env[69411]: DEBUG nova.virt.hardware [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.944929] env[69411]: DEBUG nova.virt.hardware [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.945084] env[69411]: DEBUG nova.virt.hardware [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.945258] env[69411]: DEBUG nova.virt.hardware [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.946652] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917bf07b-daf3-465b-9e9c-45380240439f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.956058] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bc5248-1198-4b5b-afbc-1fd076a30ce9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.042678] env[69411]: DEBUG nova.scheduler.client.report [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.073883] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322618, 'name': CreateVM_Task, 'duration_secs': 0.402197} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.074125] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.075092] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.075092] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.075364] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.075554] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0116e476-e666-411f-b877-d2f499e09c7e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.081200] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Waiting for the task: (returnval){ [ 684.081200] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524a6308-cdd5-5be2-c4f7-fc87171bcd90" [ 684.081200] env[69411]: _type = "Task" [ 684.081200] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.090072] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524a6308-cdd5-5be2-c4f7-fc87171bcd90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.188411] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322619, 'name': PowerOffVM_Task, 'duration_secs': 0.258004} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.189378] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.189378] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.189809] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5c8071-ed9f-4bd6-9f96-3ae3be97cfa6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.197822] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.198441] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-864b1444-c2b6-4c3d-9238-78c9d159350f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.283315] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.283687] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.283871] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleting the datastore file [datastore2] 1e662452-e43f-4789-97ac-e6dac28f3490 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.284610] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90077bef-26f8-4757-987d-14df1f8d3ab9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.290097] env[69411]: DEBUG oslo_vmware.api [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322614, 'name': PowerOnVM_Task, 'duration_secs': 0.860429} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.290848] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.291080] env[69411]: INFO nova.compute.manager [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Took 11.83 seconds to spawn the instance on the hypervisor. [ 684.291265] env[69411]: DEBUG nova.compute.manager [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.292724] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0229d193-66cb-4f81-95f2-12c0421d0fa8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.298340] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 684.298340] env[69411]: value = "task-3322622" [ 684.298340] env[69411]: _type = "Task" [ 684.298340] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.314466] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.333303] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.549051] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.549501] env[69411]: DEBUG nova.compute.manager [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.557268] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.398s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.558868] env[69411]: INFO nova.compute.claims [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.596850] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524a6308-cdd5-5be2-c4f7-fc87171bcd90, 'name': SearchDatastore_Task, 'duration_secs': 0.013823} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.601297] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.601664] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.601948] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.602136] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.602342] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.602966] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6d97507-51d5-48c9-972d-6492aaa7f5ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.614162] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.614364] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.615663] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf96b85f-94a3-4cef-ae6c-842343fbd319 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.623912] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Waiting for the task: (returnval){ [ 684.623912] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f0ba5d-4b19-ca15-7203-c1ce45fd189c" [ 684.623912] env[69411]: _type = "Task" [ 684.623912] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.632872] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f0ba5d-4b19-ca15-7203-c1ce45fd189c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.741913] env[69411]: DEBUG nova.network.neutron [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Updating instance_info_cache with network_info: [{"id": "4f50fc5f-ccef-41af-bc05-cfab55ae51b3", "address": "fa:16:3e:33:0c:e2", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f50fc5f-cc", "ovs_interfaceid": "4f50fc5f-ccef-41af-bc05-cfab55ae51b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.817349] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355377} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.823368] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.823564] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.823737] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.826931] env[69411]: INFO nova.compute.manager [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Took 35.39 seconds to build instance. [ 684.846903] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322620, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.070023] env[69411]: DEBUG nova.compute.utils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.071578] env[69411]: DEBUG nova.compute.manager [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.071933] env[69411]: DEBUG nova.network.neutron [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.100228] env[69411]: DEBUG nova.network.neutron [req-c36a06cc-f443-47b1-a167-a46cbfe77b57 req-0a4e3d32-4499-4669-9c9a-d7aa68346756 service nova] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Updated VIF entry in instance network info cache for port 4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.100228] env[69411]: DEBUG nova.network.neutron [req-c36a06cc-f443-47b1-a167-a46cbfe77b57 req-0a4e3d32-4499-4669-9c9a-d7aa68346756 service nova] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Updating instance_info_cache with network_info: [{"id": "4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9", "address": "fa:16:3e:3a:e1:7e", "network": {"id": "e13e43f0-0fb3-43c1-ae7b-f662a624b348", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1114533241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93311a1fcf4c43c6ba7e76c36ff7b57a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fe8b1ce-7c", "ovs_interfaceid": "4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.140073] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f0ba5d-4b19-ca15-7203-c1ce45fd189c, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.147984] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed5da66-a62e-4791-ae44-d143ccf6ce92 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.152324] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Waiting for the task: (returnval){ [ 685.152324] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5276509a-8754-92be-685c-93f070abc6da" [ 685.152324] env[69411]: _type = "Task" [ 685.152324] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.167576] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5276509a-8754-92be-685c-93f070abc6da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.186114] env[69411]: DEBUG nova.network.neutron [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Successfully updated port: 0917861a-678c-4f60-a74f-cdff083d82c3 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.229780] env[69411]: DEBUG nova.policy [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64b65a11f80642d590dd2e9d9674c3ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3df12c4e94945afabc90a5a015ac7d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.244904] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Releasing lock "refresh_cache-e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.245177] env[69411]: DEBUG nova.objects.instance [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lazy-loading 'migration_context' on Instance uuid e1dd4dda-25fc-4422-bccc-4e4cf4e30bce {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.337910] env[69411]: DEBUG oslo_concurrency.lockutils [None req-858fc282-a578-4a03-947c-2bc0694c52c9 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "7bf59d0f-d2ef-40ba-94e7-2311605cb2e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.846s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.354924] env[69411]: DEBUG oslo_vmware.api [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322620, 'name': PowerOnVM_Task, 'duration_secs': 1.052927} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.355638] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.355638] env[69411]: INFO nova.compute.manager [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Took 10.22 seconds to spawn the instance on the hypervisor. [ 685.355933] env[69411]: DEBUG nova.compute.manager [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.357144] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaca2558-f1b5-4a1f-80c9-650d479486a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.572876] env[69411]: DEBUG nova.compute.manager [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.602605] env[69411]: DEBUG oslo_concurrency.lockutils [req-c36a06cc-f443-47b1-a167-a46cbfe77b57 req-0a4e3d32-4499-4669-9c9a-d7aa68346756 service nova] Releasing lock "refresh_cache-bb654b91-7b58-4709-8a04-d8716e503d1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.665774] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5276509a-8754-92be-685c-93f070abc6da, 'name': SearchDatastore_Task, 'duration_secs': 0.033286} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.668661] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.668920] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] bb654b91-7b58-4709-8a04-d8716e503d1d/bb654b91-7b58-4709-8a04-d8716e503d1d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.669388] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c316c37a-be07-4608-9715-6f111dac425b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.679162] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Waiting for the task: (returnval){ [ 685.679162] env[69411]: value = "task-3322623" [ 685.679162] env[69411]: _type = "Task" [ 685.679162] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.692279] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "refresh_cache-87a204b4-119e-42e7-b5af-3816e908120d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.692366] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquired lock "refresh_cache-87a204b4-119e-42e7-b5af-3816e908120d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.692483] env[69411]: DEBUG nova.network.neutron [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.697557] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.752384] env[69411]: DEBUG nova.objects.base [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 685.752384] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca67ebd-34dc-47ce-b6d9-bc8fa03c12a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.776455] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d35e27-1a84-4b60-8e6d-3d6b1a0fe979 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.783904] env[69411]: DEBUG oslo_vmware.api [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 685.783904] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f7b147-bdf0-6480-ec50-6c76b2451b65" [ 685.783904] env[69411]: _type = "Task" [ 685.783904] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.797407] env[69411]: DEBUG oslo_vmware.api [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f7b147-bdf0-6480-ec50-6c76b2451b65, 'name': SearchDatastore_Task, 'duration_secs': 0.008418} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.802030] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.847451] env[69411]: DEBUG nova.compute.manager [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.871886] env[69411]: DEBUG nova.virt.hardware [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.871886] env[69411]: DEBUG nova.virt.hardware [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.872044] env[69411]: DEBUG nova.virt.hardware [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.872271] env[69411]: DEBUG nova.virt.hardware [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.872577] env[69411]: DEBUG nova.virt.hardware [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.872720] env[69411]: DEBUG nova.virt.hardware [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.872944] env[69411]: DEBUG nova.virt.hardware [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.873162] env[69411]: DEBUG nova.virt.hardware [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.873429] env[69411]: DEBUG nova.virt.hardware [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.873720] env[69411]: DEBUG nova.virt.hardware [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.874013] env[69411]: DEBUG nova.virt.hardware [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.881468] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cadd74c-4568-471c-a54e-9fb6e824a6be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.892343] env[69411]: INFO nova.compute.manager [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Took 34.09 seconds to build instance. [ 685.901104] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a70dde-ef6a-4606-900c-5458d9607b61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.927307] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:51:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd744d82-93b5-44be-86e9-e9cf1f2ee216', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.935943] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.941298] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.941673] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9572fcef-23a0-4bdf-8425-b515799fd863 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.969598] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.969598] env[69411]: value = "task-3322624" [ 685.969598] env[69411]: _type = "Task" [ 685.969598] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.983272] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322624, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.200706] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506671} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.200706] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] bb654b91-7b58-4709-8a04-d8716e503d1d/bb654b91-7b58-4709-8a04-d8716e503d1d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.200917] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.201454] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eab59e2-6149-48ea-809b-e8667885f6ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.210540] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Waiting for the task: (returnval){ [ 686.210540] env[69411]: value = "task-3322625" [ 686.210540] env[69411]: _type = "Task" [ 686.210540] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.225323] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.258943] env[69411]: DEBUG nova.network.neutron [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.273047] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4787c9-62f1-43a4-b377-c16153ed6ea3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.283982] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65878fb-f1ba-4260-b0b5-90131922968c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.317063] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7739e7b6-edf7-4bcb-8e8a-57139520bbc2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.328018] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f57d95-c1cd-4378-bc5b-8efcfe2303e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.367377] env[69411]: DEBUG nova.compute.provider_tree [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.391329] env[69411]: DEBUG oslo_concurrency.lockutils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.394845] env[69411]: DEBUG oslo_concurrency.lockutils [None req-55d08ea6-5307-4162-a73f-b2d835c89e42 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.360s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.398948] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquiring lock "904ec972-17de-4a45-813a-61643501d6d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.399349] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "904ec972-17de-4a45-813a-61643501d6d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.443392] env[69411]: DEBUG nova.compute.manager [req-ecc3d9b8-80b8-4e51-a2aa-2ec1a2e88eae req-a04f1fc1-728f-4941-a9d0-615b8d5a633c service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Received event network-vif-plugged-0917861a-678c-4f60-a74f-cdff083d82c3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.443392] env[69411]: DEBUG oslo_concurrency.lockutils [req-ecc3d9b8-80b8-4e51-a2aa-2ec1a2e88eae req-a04f1fc1-728f-4941-a9d0-615b8d5a633c service nova] Acquiring lock "87a204b4-119e-42e7-b5af-3816e908120d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.443392] env[69411]: DEBUG oslo_concurrency.lockutils [req-ecc3d9b8-80b8-4e51-a2aa-2ec1a2e88eae req-a04f1fc1-728f-4941-a9d0-615b8d5a633c service nova] Lock "87a204b4-119e-42e7-b5af-3816e908120d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.443547] env[69411]: DEBUG oslo_concurrency.lockutils [req-ecc3d9b8-80b8-4e51-a2aa-2ec1a2e88eae req-a04f1fc1-728f-4941-a9d0-615b8d5a633c service nova] Lock "87a204b4-119e-42e7-b5af-3816e908120d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.443702] env[69411]: DEBUG nova.compute.manager [req-ecc3d9b8-80b8-4e51-a2aa-2ec1a2e88eae req-a04f1fc1-728f-4941-a9d0-615b8d5a633c service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] No waiting events found dispatching network-vif-plugged-0917861a-678c-4f60-a74f-cdff083d82c3 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.443858] env[69411]: WARNING nova.compute.manager [req-ecc3d9b8-80b8-4e51-a2aa-2ec1a2e88eae req-a04f1fc1-728f-4941-a9d0-615b8d5a633c service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Received unexpected event network-vif-plugged-0917861a-678c-4f60-a74f-cdff083d82c3 for instance with vm_state building and task_state spawning. [ 686.444016] env[69411]: DEBUG nova.compute.manager [req-ecc3d9b8-80b8-4e51-a2aa-2ec1a2e88eae req-a04f1fc1-728f-4941-a9d0-615b8d5a633c service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Received event network-changed-0917861a-678c-4f60-a74f-cdff083d82c3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.444167] env[69411]: DEBUG nova.compute.manager [req-ecc3d9b8-80b8-4e51-a2aa-2ec1a2e88eae req-a04f1fc1-728f-4941-a9d0-615b8d5a633c service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Refreshing instance network info cache due to event network-changed-0917861a-678c-4f60-a74f-cdff083d82c3. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.444342] env[69411]: DEBUG oslo_concurrency.lockutils [req-ecc3d9b8-80b8-4e51-a2aa-2ec1a2e88eae req-a04f1fc1-728f-4941-a9d0-615b8d5a633c service nova] Acquiring lock "refresh_cache-87a204b4-119e-42e7-b5af-3816e908120d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.483637] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322624, 'name': CreateVM_Task, 'duration_secs': 0.489865} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.484633] env[69411]: DEBUG nova.network.neutron [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Updating instance_info_cache with network_info: [{"id": "0917861a-678c-4f60-a74f-cdff083d82c3", "address": "fa:16:3e:20:0a:b5", "network": {"id": "6b359fb5-ad5a-45a6-8d08-f0ee161571b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1858010619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4d6c2a273454ac18eac1f390632281b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0917861a-67", "ovs_interfaceid": "0917861a-678c-4f60-a74f-cdff083d82c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.485679] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.488961] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.488961] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.488961] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.488961] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c0e2c3-d0bc-4f52-a0a1-20ec17a8e797 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.493143] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 686.493143] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e3490f-e4de-5554-ccf3-cddfca859420" [ 686.493143] env[69411]: _type = "Task" [ 686.493143] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.504442] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e3490f-e4de-5554-ccf3-cddfca859420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.566632] env[69411]: DEBUG nova.network.neutron [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Successfully created port: fa1627b8-38aa-41c0-98ea-63c0f786b683 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.588089] env[69411]: DEBUG nova.compute.manager [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.620252] env[69411]: DEBUG nova.virt.hardware [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.620508] env[69411]: DEBUG nova.virt.hardware [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.622019] env[69411]: DEBUG nova.virt.hardware [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.622019] env[69411]: DEBUG nova.virt.hardware [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.622019] env[69411]: DEBUG nova.virt.hardware [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.622019] env[69411]: DEBUG nova.virt.hardware [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.622019] env[69411]: DEBUG nova.virt.hardware [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.622290] env[69411]: DEBUG nova.virt.hardware [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.622290] env[69411]: DEBUG nova.virt.hardware [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.622290] env[69411]: DEBUG nova.virt.hardware [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.622290] env[69411]: DEBUG nova.virt.hardware [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.623088] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88217db8-0bf4-4476-9c99-99a507a2b319 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.632097] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d278ca96-5907-4716-b211-96e858add8f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.722603] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074052} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.722698] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.726791] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fd5b46-b01f-4e53-9cd0-3b548e522a2a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.748857] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] bb654b91-7b58-4709-8a04-d8716e503d1d/bb654b91-7b58-4709-8a04-d8716e503d1d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.749261] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3df75b07-fa03-405d-857c-196a214d1156 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.771429] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Waiting for the task: (returnval){ [ 686.771429] env[69411]: value = "task-3322626" [ 686.771429] env[69411]: _type = "Task" [ 686.771429] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.780858] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.875664] env[69411]: DEBUG nova.scheduler.client.report [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.901963] env[69411]: DEBUG nova.compute.manager [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.986872] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Releasing lock "refresh_cache-87a204b4-119e-42e7-b5af-3816e908120d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.987222] env[69411]: DEBUG nova.compute.manager [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Instance network_info: |[{"id": "0917861a-678c-4f60-a74f-cdff083d82c3", "address": "fa:16:3e:20:0a:b5", "network": {"id": "6b359fb5-ad5a-45a6-8d08-f0ee161571b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1858010619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4d6c2a273454ac18eac1f390632281b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0917861a-67", "ovs_interfaceid": "0917861a-678c-4f60-a74f-cdff083d82c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.987524] env[69411]: DEBUG oslo_concurrency.lockutils [req-ecc3d9b8-80b8-4e51-a2aa-2ec1a2e88eae req-a04f1fc1-728f-4941-a9d0-615b8d5a633c service nova] Acquired lock "refresh_cache-87a204b4-119e-42e7-b5af-3816e908120d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.987701] env[69411]: DEBUG nova.network.neutron [req-ecc3d9b8-80b8-4e51-a2aa-2ec1a2e88eae req-a04f1fc1-728f-4941-a9d0-615b8d5a633c service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Refreshing network info cache for port 0917861a-678c-4f60-a74f-cdff083d82c3 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.988923] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:0a:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0917861a-678c-4f60-a74f-cdff083d82c3', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.997460] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.998639] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.002193] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7626cdf-5d53-4310-a11f-89f78ca7a514 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.029385] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e3490f-e4de-5554-ccf3-cddfca859420, 'name': SearchDatastore_Task, 'duration_secs': 0.012323} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.031283] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.031529] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.031806] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.031993] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.032206] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.032460] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.032460] env[69411]: value = "task-3322627" [ 687.032460] env[69411]: _type = "Task" [ 687.032460] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.032657] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59f1965e-4354-4adf-95e4-2a9ec3ad8585 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.044805] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322627, 'name': CreateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.046536] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.046716] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.047448] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daa8d708-ef24-4d46-9fba-8db86ecd1add {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.057014] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 687.057014] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bd5b2b-096e-7b49-498e-30ad5bd7c7b5" [ 687.057014] env[69411]: _type = "Task" [ 687.057014] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.070934] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bd5b2b-096e-7b49-498e-30ad5bd7c7b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.285244] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.381448] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.382011] env[69411]: DEBUG nova.compute.manager [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.389316] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.117s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.390903] env[69411]: INFO nova.compute.claims [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.442401] env[69411]: DEBUG oslo_concurrency.lockutils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.546842] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322627, 'name': CreateVM_Task, 'duration_secs': 0.494748} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.547057] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.547809] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.547977] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.548340] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.548605] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f63442f-80f1-4df8-81c6-526167ed1839 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.554551] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 687.554551] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5237d0c6-6550-a203-6a04-79ac95646c18" [ 687.554551] env[69411]: _type = "Task" [ 687.554551] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.567408] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5237d0c6-6550-a203-6a04-79ac95646c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.572874] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bd5b2b-096e-7b49-498e-30ad5bd7c7b5, 'name': SearchDatastore_Task, 'duration_secs': 0.016876} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.573504] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a555c597-efba-4404-b2ad-270f704247c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.579122] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 687.579122] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52294559-d101-29cf-2b01-e6bca4480d9f" [ 687.579122] env[69411]: _type = "Task" [ 687.579122] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.589094] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52294559-d101-29cf-2b01-e6bca4480d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.786410] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322626, 'name': ReconfigVM_Task, 'duration_secs': 0.620997} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.786705] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Reconfigured VM instance instance-00000015 to attach disk [datastore2] bb654b91-7b58-4709-8a04-d8716e503d1d/bb654b91-7b58-4709-8a04-d8716e503d1d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.787399] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f11f6f2-1829-4f6e-9a65-6a08e4af49a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.796035] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Waiting for the task: (returnval){ [ 687.796035] env[69411]: value = "task-3322628" [ 687.796035] env[69411]: _type = "Task" [ 687.796035] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.809048] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322628, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.898327] env[69411]: DEBUG nova.compute.utils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.904753] env[69411]: DEBUG nova.compute.manager [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.904955] env[69411]: DEBUG nova.network.neutron [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.919112] env[69411]: DEBUG nova.network.neutron [req-ecc3d9b8-80b8-4e51-a2aa-2ec1a2e88eae req-a04f1fc1-728f-4941-a9d0-615b8d5a633c service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Updated VIF entry in instance network info cache for port 0917861a-678c-4f60-a74f-cdff083d82c3. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.920026] env[69411]: DEBUG nova.network.neutron [req-ecc3d9b8-80b8-4e51-a2aa-2ec1a2e88eae req-a04f1fc1-728f-4941-a9d0-615b8d5a633c service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Updating instance_info_cache with network_info: [{"id": "0917861a-678c-4f60-a74f-cdff083d82c3", "address": "fa:16:3e:20:0a:b5", "network": {"id": "6b359fb5-ad5a-45a6-8d08-f0ee161571b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1858010619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4d6c2a273454ac18eac1f390632281b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0917861a-67", "ovs_interfaceid": "0917861a-678c-4f60-a74f-cdff083d82c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.020400] env[69411]: DEBUG nova.policy [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '526e79c926ce4e41b8d476f4e4960492', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '428cd584948b4a7ebe3b9fe2a05efd88', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.068183] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5237d0c6-6550-a203-6a04-79ac95646c18, 'name': SearchDatastore_Task, 'duration_secs': 0.02473} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.068714] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.069143] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.069488] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.093344] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52294559-d101-29cf-2b01-e6bca4480d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.02053} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.094164] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.095178] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 1e662452-e43f-4789-97ac-e6dac28f3490/1e662452-e43f-4789-97ac-e6dac28f3490.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.096604] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.096604] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.096604] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce751e01-9b11-48d5-818e-e6f722a27f5f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.100626] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-105de080-73f3-449d-bf40-9089ae5dd265 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.115113] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 688.115113] env[69411]: value = "task-3322629" [ 688.115113] env[69411]: _type = "Task" [ 688.115113] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.115113] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.115579] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.116232] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e85ec7a-c1dc-464e-915c-4c57589c5d45 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.129440] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 688.129440] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529d032e-0848-d1a1-0dd0-54ff73b99210" [ 688.129440] env[69411]: _type = "Task" [ 688.129440] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.133186] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.143822] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529d032e-0848-d1a1-0dd0-54ff73b99210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.307900] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322628, 'name': Rename_Task, 'duration_secs': 0.328376} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.311516] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.312152] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d891c83-b183-42d5-8bce-12b365a9a82b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.321660] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Waiting for the task: (returnval){ [ 688.321660] env[69411]: value = "task-3322630" [ 688.321660] env[69411]: _type = "Task" [ 688.321660] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.333753] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.408468] env[69411]: DEBUG nova.compute.manager [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.425313] env[69411]: DEBUG oslo_concurrency.lockutils [req-ecc3d9b8-80b8-4e51-a2aa-2ec1a2e88eae req-a04f1fc1-728f-4941-a9d0-615b8d5a633c service nova] Releasing lock "refresh_cache-87a204b4-119e-42e7-b5af-3816e908120d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.427896] env[69411]: DEBUG nova.network.neutron [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Successfully created port: a88cf28f-5d17-43e7-9016-3b6663c291c8 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.635146] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322629, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.651205] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529d032e-0848-d1a1-0dd0-54ff73b99210, 'name': SearchDatastore_Task, 'duration_secs': 0.026895} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.651939] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4612311c-a676-4588-918a-3cf710319eda {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.662976] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 688.662976] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521858a9-56fa-7432-b188-a93e907f5b3d" [ 688.662976] env[69411]: _type = "Task" [ 688.662976] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.673137] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521858a9-56fa-7432-b188-a93e907f5b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.836737] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.988097] env[69411]: DEBUG nova.compute.manager [req-4a0caadb-9e1f-4146-bfde-9130120e5999 req-359a0b62-431c-4073-9c87-405f99703271 service nova] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Received event network-changed-a50f85f6-ea90-4869-850f-b2e76005f7dd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.988097] env[69411]: DEBUG nova.compute.manager [req-4a0caadb-9e1f-4146-bfde-9130120e5999 req-359a0b62-431c-4073-9c87-405f99703271 service nova] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Refreshing instance network info cache due to event network-changed-a50f85f6-ea90-4869-850f-b2e76005f7dd. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.988097] env[69411]: DEBUG oslo_concurrency.lockutils [req-4a0caadb-9e1f-4146-bfde-9130120e5999 req-359a0b62-431c-4073-9c87-405f99703271 service nova] Acquiring lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.988097] env[69411]: DEBUG oslo_concurrency.lockutils [req-4a0caadb-9e1f-4146-bfde-9130120e5999 req-359a0b62-431c-4073-9c87-405f99703271 service nova] Acquired lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.988097] env[69411]: DEBUG nova.network.neutron [req-4a0caadb-9e1f-4146-bfde-9130120e5999 req-359a0b62-431c-4073-9c87-405f99703271 service nova] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Refreshing network info cache for port a50f85f6-ea90-4869-850f-b2e76005f7dd {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.131123] env[69411]: DEBUG nova.network.neutron [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Successfully updated port: fa1627b8-38aa-41c0-98ea-63c0f786b683 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.145091] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676653} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.145091] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 1e662452-e43f-4789-97ac-e6dac28f3490/1e662452-e43f-4789-97ac-e6dac28f3490.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.148098] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.148098] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a638648-56a7-414b-8817-942f7b288d8f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.158403] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 689.158403] env[69411]: value = "task-3322631" [ 689.158403] env[69411]: _type = "Task" [ 689.158403] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.179477] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.189390] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521858a9-56fa-7432-b188-a93e907f5b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.053377} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.189715] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.189915] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 87a204b4-119e-42e7-b5af-3816e908120d/87a204b4-119e-42e7-b5af-3816e908120d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.190200] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94070d0f-1f02-4c53-9b70-1ec1a1c936ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.198786] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 689.198786] env[69411]: value = "task-3322632" [ 689.198786] env[69411]: _type = "Task" [ 689.198786] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.204611] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7446e9bb-b7e3-4c06-a442-51eede1118b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.214977] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.216204] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0823f971-92ba-43b9-b924-47df1aab9cc2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.250159] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001ae8d9-3564-457e-96e2-7f34680ba21e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.259176] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffeaba3-f1e1-4b4a-9dd4-549872912c74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.274235] env[69411]: DEBUG nova.compute.provider_tree [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.323483] env[69411]: DEBUG nova.compute.manager [req-73d62ac7-1a31-4239-876b-e093ce59e963 req-1207bb27-d91d-41bd-b9dc-9861f004cb58 service nova] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Received event network-vif-plugged-fa1627b8-38aa-41c0-98ea-63c0f786b683 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.323784] env[69411]: DEBUG oslo_concurrency.lockutils [req-73d62ac7-1a31-4239-876b-e093ce59e963 req-1207bb27-d91d-41bd-b9dc-9861f004cb58 service nova] Acquiring lock "a81f023f-4bc6-4ad7-8d56-70d2a091f874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.324008] env[69411]: DEBUG oslo_concurrency.lockutils [req-73d62ac7-1a31-4239-876b-e093ce59e963 req-1207bb27-d91d-41bd-b9dc-9861f004cb58 service nova] Lock "a81f023f-4bc6-4ad7-8d56-70d2a091f874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.324182] env[69411]: DEBUG oslo_concurrency.lockutils [req-73d62ac7-1a31-4239-876b-e093ce59e963 req-1207bb27-d91d-41bd-b9dc-9861f004cb58 service nova] Lock "a81f023f-4bc6-4ad7-8d56-70d2a091f874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.324364] env[69411]: DEBUG nova.compute.manager [req-73d62ac7-1a31-4239-876b-e093ce59e963 req-1207bb27-d91d-41bd-b9dc-9861f004cb58 service nova] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] No waiting events found dispatching network-vif-plugged-fa1627b8-38aa-41c0-98ea-63c0f786b683 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.324527] env[69411]: WARNING nova.compute.manager [req-73d62ac7-1a31-4239-876b-e093ce59e963 req-1207bb27-d91d-41bd-b9dc-9861f004cb58 service nova] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Received unexpected event network-vif-plugged-fa1627b8-38aa-41c0-98ea-63c0f786b683 for instance with vm_state building and task_state spawning. [ 689.337174] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322630, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.423445] env[69411]: DEBUG nova.compute.manager [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.459503] env[69411]: DEBUG nova.virt.hardware [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.460441] env[69411]: DEBUG nova.virt.hardware [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.460441] env[69411]: DEBUG nova.virt.hardware [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.460441] env[69411]: DEBUG nova.virt.hardware [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.460441] env[69411]: DEBUG nova.virt.hardware [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.460668] env[69411]: DEBUG nova.virt.hardware [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.460858] env[69411]: DEBUG nova.virt.hardware [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.461035] env[69411]: DEBUG nova.virt.hardware [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.461224] env[69411]: DEBUG nova.virt.hardware [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.461390] env[69411]: DEBUG nova.virt.hardware [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.461575] env[69411]: DEBUG nova.virt.hardware [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.463190] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8217f7-d582-4e05-a459-b050939f7230 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.471674] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a89e690-cda5-48a0-9b39-a14e50f9eee1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.640404] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquiring lock "refresh_cache-a81f023f-4bc6-4ad7-8d56-70d2a091f874" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.640404] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquired lock "refresh_cache-a81f023f-4bc6-4ad7-8d56-70d2a091f874" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.640404] env[69411]: DEBUG nova.network.neutron [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.675597] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.331448} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.675899] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.678234] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d042e46-d7f4-4123-89a2-181dc4b7c92f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.705845] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 1e662452-e43f-4789-97ac-e6dac28f3490/1e662452-e43f-4789-97ac-e6dac28f3490.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.709561] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-630de5d6-7687-412c-94a6-1ef3a8773dcb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.736667] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322632, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.738471] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 689.738471] env[69411]: value = "task-3322633" [ 689.738471] env[69411]: _type = "Task" [ 689.738471] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.748472] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.777999] env[69411]: DEBUG nova.scheduler.client.report [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.838213] env[69411]: DEBUG oslo_vmware.api [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322630, 'name': PowerOnVM_Task, 'duration_secs': 1.224734} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.838515] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.838755] env[69411]: INFO nova.compute.manager [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Took 9.72 seconds to spawn the instance on the hypervisor. [ 689.838954] env[69411]: DEBUG nova.compute.manager [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.840419] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bcf6a3-d059-4f1d-9ab7-5a753d3cd6c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.875209] env[69411]: DEBUG nova.network.neutron [req-4a0caadb-9e1f-4146-bfde-9130120e5999 req-359a0b62-431c-4073-9c87-405f99703271 service nova] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updated VIF entry in instance network info cache for port a50f85f6-ea90-4869-850f-b2e76005f7dd. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.875416] env[69411]: DEBUG nova.network.neutron [req-4a0caadb-9e1f-4146-bfde-9130120e5999 req-359a0b62-431c-4073-9c87-405f99703271 service nova] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updating instance_info_cache with network_info: [{"id": "a50f85f6-ea90-4869-850f-b2e76005f7dd", "address": "fa:16:3e:8d:8f:e8", "network": {"id": "246fdaea-85fa-4698-a029-37be0568850a", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-708409175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efbda5135eca4356909ff55befbf32ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50f85f6-ea", "ovs_interfaceid": "a50f85f6-ea90-4869-850f-b2e76005f7dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.184709] env[69411]: DEBUG nova.network.neutron [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Successfully updated port: a88cf28f-5d17-43e7-9016-3b6663c291c8 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.202895] env[69411]: DEBUG nova.network.neutron [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.223162] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322632, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.248641] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322633, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.290106] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.901s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.290711] env[69411]: DEBUG nova.compute.manager [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.293622] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.627s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.293854] env[69411]: DEBUG nova.objects.instance [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] [instance: 40176678-8725-4455-bf34-48274d2724ef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 690.363100] env[69411]: INFO nova.compute.manager [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Took 33.60 seconds to build instance. [ 690.379312] env[69411]: DEBUG oslo_concurrency.lockutils [req-4a0caadb-9e1f-4146-bfde-9130120e5999 req-359a0b62-431c-4073-9c87-405f99703271 service nova] Releasing lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.452147] env[69411]: DEBUG nova.network.neutron [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Updating instance_info_cache with network_info: [{"id": "fa1627b8-38aa-41c0-98ea-63c0f786b683", "address": "fa:16:3e:9b:a9:29", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1627b8-38", "ovs_interfaceid": "fa1627b8-38aa-41c0-98ea-63c0f786b683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.690506] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquiring lock "refresh_cache-f8741d92-4d28-43b5-a7fa-519acd5aa94f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.690886] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquired lock "refresh_cache-f8741d92-4d28-43b5-a7fa-519acd5aa94f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.690886] env[69411]: DEBUG nova.network.neutron [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.721036] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322632, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.749393] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322633, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.753585] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.753833] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.798399] env[69411]: DEBUG nova.compute.utils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.803998] env[69411]: DEBUG nova.compute.manager [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.804253] env[69411]: DEBUG nova.network.neutron [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.867220] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a791b102-fa1a-4d80-9c3b-9eb98c9b3ff6 tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Lock "bb654b91-7b58-4709-8a04-d8716e503d1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.757s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.880379] env[69411]: DEBUG nova.policy [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64b65a11f80642d590dd2e9d9674c3ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3df12c4e94945afabc90a5a015ac7d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.954803] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Releasing lock "refresh_cache-a81f023f-4bc6-4ad7-8d56-70d2a091f874" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.955228] env[69411]: DEBUG nova.compute.manager [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Instance network_info: |[{"id": "fa1627b8-38aa-41c0-98ea-63c0f786b683", "address": "fa:16:3e:9b:a9:29", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1627b8-38", "ovs_interfaceid": "fa1627b8-38aa-41c0-98ea-63c0f786b683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.955851] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:a9:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa1627b8-38aa-41c0-98ea-63c0f786b683', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.964294] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Creating folder: Project (a3df12c4e94945afabc90a5a015ac7d1). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.964625] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6189591d-a9ff-4813-996e-907e4aa893cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.981374] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Created folder: Project (a3df12c4e94945afabc90a5a015ac7d1) in parent group-v663248. [ 690.981487] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Creating folder: Instances. Parent ref: group-v663321. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.983300] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b10212f-1ca2-4035-904c-ac8800195bc6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.993501] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Created folder: Instances in parent group-v663321. [ 690.993501] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.993711] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.993927] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc2116c6-3ad5-49d2-8905-7cb17e05ee50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.019306] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.019306] env[69411]: value = "task-3322636" [ 691.019306] env[69411]: _type = "Task" [ 691.019306] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.027482] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322636, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.062314] env[69411]: DEBUG nova.compute.manager [req-4be20512-a531-4f84-9618-649a3a1c7712 req-94e71f4f-f68c-4b5f-8a2a-ca9aa733dd25 service nova] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Received event network-vif-plugged-a88cf28f-5d17-43e7-9016-3b6663c291c8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.062580] env[69411]: DEBUG oslo_concurrency.lockutils [req-4be20512-a531-4f84-9618-649a3a1c7712 req-94e71f4f-f68c-4b5f-8a2a-ca9aa733dd25 service nova] Acquiring lock "f8741d92-4d28-43b5-a7fa-519acd5aa94f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.062813] env[69411]: DEBUG oslo_concurrency.lockutils [req-4be20512-a531-4f84-9618-649a3a1c7712 req-94e71f4f-f68c-4b5f-8a2a-ca9aa733dd25 service nova] Lock "f8741d92-4d28-43b5-a7fa-519acd5aa94f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.063057] env[69411]: DEBUG oslo_concurrency.lockutils [req-4be20512-a531-4f84-9618-649a3a1c7712 req-94e71f4f-f68c-4b5f-8a2a-ca9aa733dd25 service nova] Lock "f8741d92-4d28-43b5-a7fa-519acd5aa94f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.063726] env[69411]: DEBUG nova.compute.manager [req-4be20512-a531-4f84-9618-649a3a1c7712 req-94e71f4f-f68c-4b5f-8a2a-ca9aa733dd25 service nova] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] No waiting events found dispatching network-vif-plugged-a88cf28f-5d17-43e7-9016-3b6663c291c8 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.063726] env[69411]: WARNING nova.compute.manager [req-4be20512-a531-4f84-9618-649a3a1c7712 req-94e71f4f-f68c-4b5f-8a2a-ca9aa733dd25 service nova] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Received unexpected event network-vif-plugged-a88cf28f-5d17-43e7-9016-3b6663c291c8 for instance with vm_state building and task_state spawning. [ 691.063877] env[69411]: DEBUG nova.compute.manager [req-4be20512-a531-4f84-9618-649a3a1c7712 req-94e71f4f-f68c-4b5f-8a2a-ca9aa733dd25 service nova] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Received event network-changed-a88cf28f-5d17-43e7-9016-3b6663c291c8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.064109] env[69411]: DEBUG nova.compute.manager [req-4be20512-a531-4f84-9618-649a3a1c7712 req-94e71f4f-f68c-4b5f-8a2a-ca9aa733dd25 service nova] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Refreshing instance network info cache due to event network-changed-a88cf28f-5d17-43e7-9016-3b6663c291c8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.064726] env[69411]: DEBUG oslo_concurrency.lockutils [req-4be20512-a531-4f84-9618-649a3a1c7712 req-94e71f4f-f68c-4b5f-8a2a-ca9aa733dd25 service nova] Acquiring lock "refresh_cache-f8741d92-4d28-43b5-a7fa-519acd5aa94f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.217413] env[69411]: DEBUG nova.network.neutron [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Successfully created port: 8d46047a-4f66-42e9-90fb-077eb307c073 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.229496] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322632, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.779174} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.229839] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 87a204b4-119e-42e7-b5af-3816e908120d/87a204b4-119e-42e7-b5af-3816e908120d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.230126] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.230447] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ee772a3-55d1-44d2-9142-289081e1fc30 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.237902] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 691.237902] env[69411]: value = "task-3322637" [ 691.237902] env[69411]: _type = "Task" [ 691.237902] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.245914] env[69411]: DEBUG nova.network.neutron [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.252397] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.256787] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322633, 'name': ReconfigVM_Task, 'duration_secs': 1.462104} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.257560] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 1e662452-e43f-4789-97ac-e6dac28f3490/1e662452-e43f-4789-97ac-e6dac28f3490.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.258211] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-febc2429-ee8d-47fb-948a-315af081b985 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.265164] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 691.265164] env[69411]: value = "task-3322638" [ 691.265164] env[69411]: _type = "Task" [ 691.265164] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.277169] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322638, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.310507] env[69411]: DEBUG nova.compute.manager [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.314236] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a915263-a4f5-4125-9789-d73edee9cce3 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.315379] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.816s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.315651] env[69411]: DEBUG nova.objects.instance [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Lazy-loading 'resources' on Instance uuid 45a36b27-f562-4e2a-8d95-1956a9bd96d3 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.368819] env[69411]: DEBUG nova.compute.manager [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.476282] env[69411]: DEBUG nova.network.neutron [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Updating instance_info_cache with network_info: [{"id": "a88cf28f-5d17-43e7-9016-3b6663c291c8", "address": "fa:16:3e:18:b9:82", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88cf28f-5d", "ovs_interfaceid": "a88cf28f-5d17-43e7-9016-3b6663c291c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.534298] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322636, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.551484] env[69411]: DEBUG nova.compute.manager [req-c9e67a9c-00b4-46c0-a39c-4d4abea4d286 req-523eedf9-aab3-4696-86d2-5c92e5bff9ad service nova] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Received event network-changed-fa1627b8-38aa-41c0-98ea-63c0f786b683 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.551691] env[69411]: DEBUG nova.compute.manager [req-c9e67a9c-00b4-46c0-a39c-4d4abea4d286 req-523eedf9-aab3-4696-86d2-5c92e5bff9ad service nova] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Refreshing instance network info cache due to event network-changed-fa1627b8-38aa-41c0-98ea-63c0f786b683. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.552023] env[69411]: DEBUG oslo_concurrency.lockutils [req-c9e67a9c-00b4-46c0-a39c-4d4abea4d286 req-523eedf9-aab3-4696-86d2-5c92e5bff9ad service nova] Acquiring lock "refresh_cache-a81f023f-4bc6-4ad7-8d56-70d2a091f874" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.552274] env[69411]: DEBUG oslo_concurrency.lockutils [req-c9e67a9c-00b4-46c0-a39c-4d4abea4d286 req-523eedf9-aab3-4696-86d2-5c92e5bff9ad service nova] Acquired lock "refresh_cache-a81f023f-4bc6-4ad7-8d56-70d2a091f874" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.552532] env[69411]: DEBUG nova.network.neutron [req-c9e67a9c-00b4-46c0-a39c-4d4abea4d286 req-523eedf9-aab3-4696-86d2-5c92e5bff9ad service nova] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Refreshing network info cache for port fa1627b8-38aa-41c0-98ea-63c0f786b683 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.593974] env[69411]: DEBUG oslo_concurrency.lockutils [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Acquiring lock "bb654b91-7b58-4709-8a04-d8716e503d1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.594364] env[69411]: DEBUG oslo_concurrency.lockutils [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Lock "bb654b91-7b58-4709-8a04-d8716e503d1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.594686] env[69411]: DEBUG oslo_concurrency.lockutils [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Acquiring lock "bb654b91-7b58-4709-8a04-d8716e503d1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.595426] env[69411]: DEBUG oslo_concurrency.lockutils [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Lock "bb654b91-7b58-4709-8a04-d8716e503d1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.595783] env[69411]: DEBUG oslo_concurrency.lockutils [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Lock "bb654b91-7b58-4709-8a04-d8716e503d1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.598670] env[69411]: INFO nova.compute.manager [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Terminating instance [ 691.749032] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07199} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.749278] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.750069] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12580c0b-d5d8-454b-ad07-762dfe559c09 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.772140] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 87a204b4-119e-42e7-b5af-3816e908120d/87a204b4-119e-42e7-b5af-3816e908120d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.772489] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5108a73e-4954-4c7b-a310-159bfeda362a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.798443] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322638, 'name': Rename_Task, 'duration_secs': 0.166232} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.799797] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.800368] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 691.800368] env[69411]: value = "task-3322639" [ 691.800368] env[69411]: _type = "Task" [ 691.800368] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.800633] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c752989-834f-429f-b3b5-148ddfdab8c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.811365] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.814357] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 691.814357] env[69411]: value = "task-3322640" [ 691.814357] env[69411]: _type = "Task" [ 691.814357] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.828108] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.890320] env[69411]: DEBUG oslo_concurrency.lockutils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.979120] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Releasing lock "refresh_cache-f8741d92-4d28-43b5-a7fa-519acd5aa94f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.979628] env[69411]: DEBUG nova.compute.manager [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Instance network_info: |[{"id": "a88cf28f-5d17-43e7-9016-3b6663c291c8", "address": "fa:16:3e:18:b9:82", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88cf28f-5d", "ovs_interfaceid": "a88cf28f-5d17-43e7-9016-3b6663c291c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.979839] env[69411]: DEBUG oslo_concurrency.lockutils [req-4be20512-a531-4f84-9618-649a3a1c7712 req-94e71f4f-f68c-4b5f-8a2a-ca9aa733dd25 service nova] Acquired lock "refresh_cache-f8741d92-4d28-43b5-a7fa-519acd5aa94f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.980089] env[69411]: DEBUG nova.network.neutron [req-4be20512-a531-4f84-9618-649a3a1c7712 req-94e71f4f-f68c-4b5f-8a2a-ca9aa733dd25 service nova] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Refreshing network info cache for port a88cf28f-5d17-43e7-9016-3b6663c291c8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.982099] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:b9:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a88cf28f-5d17-43e7-9016-3b6663c291c8', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.990319] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.996386] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.997949] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4599a5d-0376-4cf1-bb5b-463e34176cfa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.026134] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.026134] env[69411]: value = "task-3322641" [ 692.026134] env[69411]: _type = "Task" [ 692.026134] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.035643] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322636, 'name': CreateVM_Task, 'duration_secs': 0.717568} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.037561] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.038366] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.038550] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.038912] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.039178] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f23dde18-567a-4f31-879e-9835e2af7efc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.044667] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322641, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.048771] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 692.048771] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52637bb2-91d1-83cd-cd7d-8be8f729b9af" [ 692.048771] env[69411]: _type = "Task" [ 692.048771] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.070177] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52637bb2-91d1-83cd-cd7d-8be8f729b9af, 'name': SearchDatastore_Task, 'duration_secs': 0.012792} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.070525] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.070833] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.071096] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.071259] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.071444] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.071750] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72d38b1c-8954-4a1e-8866-a0b0a564c2c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.084269] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.084469] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.085470] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1000ccdb-6fcd-48ed-a4ae-a8224018b386 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.095338] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 692.095338] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e493d8-06bc-5d8e-740e-528221c3157b" [ 692.095338] env[69411]: _type = "Task" [ 692.095338] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.106266] env[69411]: DEBUG nova.compute.manager [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.106266] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.111337] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff27f05c-7ef4-4eac-b280-f5777df34b50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.114051] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e493d8-06bc-5d8e-740e-528221c3157b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.119538] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.122538] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d23403d-a7c6-4e36-b589-5ee7f3f373d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.134317] env[69411]: DEBUG oslo_vmware.api [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Waiting for the task: (returnval){ [ 692.134317] env[69411]: value = "task-3322642" [ 692.134317] env[69411]: _type = "Task" [ 692.134317] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.146427] env[69411]: DEBUG oslo_vmware.api [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.321642] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322639, 'name': ReconfigVM_Task, 'duration_secs': 0.432424} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.325993] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 87a204b4-119e-42e7-b5af-3816e908120d/87a204b4-119e-42e7-b5af-3816e908120d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.328439] env[69411]: DEBUG nova.compute.manager [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.336088] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2816f53-834e-4f40-8cda-c61416550244 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.337401] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322640, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.362306] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 692.362306] env[69411]: value = "task-3322643" [ 692.362306] env[69411]: _type = "Task" [ 692.362306] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.375320] env[69411]: DEBUG nova.virt.hardware [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.375630] env[69411]: DEBUG nova.virt.hardware [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.375727] env[69411]: DEBUG nova.virt.hardware [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.375907] env[69411]: DEBUG nova.virt.hardware [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.376061] env[69411]: DEBUG nova.virt.hardware [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.376210] env[69411]: DEBUG nova.virt.hardware [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.376427] env[69411]: DEBUG nova.virt.hardware [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.376658] env[69411]: DEBUG nova.virt.hardware [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.376863] env[69411]: DEBUG nova.virt.hardware [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.377041] env[69411]: DEBUG nova.virt.hardware [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.377224] env[69411]: DEBUG nova.virt.hardware [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.378192] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca8111c-546d-49b4-a708-8b055ea09896 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.390708] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322643, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.394487] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f953492e-0449-4f2b-9996-53701c085fec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.474472] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee55d45e-00a7-491e-806a-b10e118ef7ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.483751] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16473fbd-eddc-49bb-ab23-1b94a81d4420 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.521503] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996ec03b-435a-444d-9a3d-6d52e1c0b469 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.536847] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62228752-210e-4c01-a161-bc9efe0c0171 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.546193] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322641, 'name': CreateVM_Task, 'duration_secs': 0.461562} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.546193] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.547020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.547207] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.547543] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.547813] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceaaccdc-0d37-4499-913c-ce47a1937e68 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.559250] env[69411]: DEBUG nova.compute.provider_tree [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.568026] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 692.568026] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52992a24-6ff0-8da4-d04c-0495d67c2240" [ 692.568026] env[69411]: _type = "Task" [ 692.568026] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.574807] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52992a24-6ff0-8da4-d04c-0495d67c2240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.606579] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e493d8-06bc-5d8e-740e-528221c3157b, 'name': SearchDatastore_Task, 'duration_secs': 0.013934} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.607375] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c0aa5f8-a708-4898-9def-28cfaa084b2f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.613772] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 692.613772] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52acda80-b3fc-dd96-ba34-c48fdd970302" [ 692.613772] env[69411]: _type = "Task" [ 692.613772] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.622499] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52acda80-b3fc-dd96-ba34-c48fdd970302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.647197] env[69411]: DEBUG oslo_vmware.api [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322642, 'name': PowerOffVM_Task, 'duration_secs': 0.325529} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.647521] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.647686] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.647930] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f09f362b-30ab-4663-a497-1c18b9e1d974 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.717102] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.717503] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.717719] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Deleting the datastore file [datastore2] bb654b91-7b58-4709-8a04-d8716e503d1d {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.718110] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a21d4e8e-1350-4bb8-a93b-ce647702265e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.726119] env[69411]: DEBUG oslo_vmware.api [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Waiting for the task: (returnval){ [ 692.726119] env[69411]: value = "task-3322645" [ 692.726119] env[69411]: _type = "Task" [ 692.726119] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.734935] env[69411]: DEBUG oslo_vmware.api [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.818479] env[69411]: DEBUG nova.network.neutron [req-4be20512-a531-4f84-9618-649a3a1c7712 req-94e71f4f-f68c-4b5f-8a2a-ca9aa733dd25 service nova] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Updated VIF entry in instance network info cache for port a88cf28f-5d17-43e7-9016-3b6663c291c8. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.818479] env[69411]: DEBUG nova.network.neutron [req-4be20512-a531-4f84-9618-649a3a1c7712 req-94e71f4f-f68c-4b5f-8a2a-ca9aa733dd25 service nova] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Updating instance_info_cache with network_info: [{"id": "a88cf28f-5d17-43e7-9016-3b6663c291c8", "address": "fa:16:3e:18:b9:82", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88cf28f-5d", "ovs_interfaceid": "a88cf28f-5d17-43e7-9016-3b6663c291c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.820622] env[69411]: DEBUG nova.network.neutron [req-c9e67a9c-00b4-46c0-a39c-4d4abea4d286 req-523eedf9-aab3-4696-86d2-5c92e5bff9ad service nova] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Updated VIF entry in instance network info cache for port fa1627b8-38aa-41c0-98ea-63c0f786b683. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.821443] env[69411]: DEBUG nova.network.neutron [req-c9e67a9c-00b4-46c0-a39c-4d4abea4d286 req-523eedf9-aab3-4696-86d2-5c92e5bff9ad service nova] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Updating instance_info_cache with network_info: [{"id": "fa1627b8-38aa-41c0-98ea-63c0f786b683", "address": "fa:16:3e:9b:a9:29", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1627b8-38", "ovs_interfaceid": "fa1627b8-38aa-41c0-98ea-63c0f786b683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.829161] env[69411]: DEBUG oslo_vmware.api [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322640, 'name': PowerOnVM_Task, 'duration_secs': 0.546928} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.829161] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.829161] env[69411]: DEBUG nova.compute.manager [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.830390] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2a9214-3010-4cf4-a09c-1e3e1c784237 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.872614] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322643, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.064545] env[69411]: DEBUG nova.scheduler.client.report [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.076932] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52992a24-6ff0-8da4-d04c-0495d67c2240, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.077461] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.077785] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.078132] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.078414] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.078690] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.079054] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99c8c672-8a19-450f-aa9b-989545fa42c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.091816] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.092162] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.093590] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374f923d-94b1-487d-8259-b6f0a361cce7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.103193] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 693.103193] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528bd4ef-e0e8-a624-3a4a-0f90c235bcef" [ 693.103193] env[69411]: _type = "Task" [ 693.103193] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.111401] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528bd4ef-e0e8-a624-3a4a-0f90c235bcef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.123934] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52acda80-b3fc-dd96-ba34-c48fdd970302, 'name': SearchDatastore_Task, 'duration_secs': 0.011139} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.124394] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.124476] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] a81f023f-4bc6-4ad7-8d56-70d2a091f874/a81f023f-4bc6-4ad7-8d56-70d2a091f874.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.125543] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d94fcb73-54fb-42b2-b8a3-e269fef097ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.134899] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 693.134899] env[69411]: value = "task-3322646" [ 693.134899] env[69411]: _type = "Task" [ 693.134899] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.145416] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.209027] env[69411]: DEBUG nova.network.neutron [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Successfully updated port: 8d46047a-4f66-42e9-90fb-077eb307c073 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.236494] env[69411]: DEBUG oslo_vmware.api [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Task: {'id': task-3322645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145291} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.236748] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.236948] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.237171] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.237342] env[69411]: INFO nova.compute.manager [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 693.237578] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.237761] env[69411]: DEBUG nova.compute.manager [-] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.237852] env[69411]: DEBUG nova.network.neutron [-] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.323979] env[69411]: DEBUG oslo_concurrency.lockutils [req-4be20512-a531-4f84-9618-649a3a1c7712 req-94e71f4f-f68c-4b5f-8a2a-ca9aa733dd25 service nova] Releasing lock "refresh_cache-f8741d92-4d28-43b5-a7fa-519acd5aa94f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.324600] env[69411]: DEBUG oslo_concurrency.lockutils [req-c9e67a9c-00b4-46c0-a39c-4d4abea4d286 req-523eedf9-aab3-4696-86d2-5c92e5bff9ad service nova] Releasing lock "refresh_cache-a81f023f-4bc6-4ad7-8d56-70d2a091f874" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.352636] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.375503] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322643, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.571736] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.576407] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.747s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.577206] env[69411]: DEBUG nova.objects.instance [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Lazy-loading 'resources' on Instance uuid c10e93a5-b4eb-4f36-8988-c556ea271d0b {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.602300] env[69411]: INFO nova.scheduler.client.report [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Deleted allocations for instance 45a36b27-f562-4e2a-8d95-1956a9bd96d3 [ 693.621054] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528bd4ef-e0e8-a624-3a4a-0f90c235bcef, 'name': SearchDatastore_Task, 'duration_secs': 0.009909} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.621944] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d481c02-dbfc-496a-9ed6-d55dd18e7102 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.629415] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 693.629415] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52179976-9558-4a70-b1df-f2b60f3c346f" [ 693.629415] env[69411]: _type = "Task" [ 693.629415] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.638537] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52179976-9558-4a70-b1df-f2b60f3c346f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.646935] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322646, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.713105] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquiring lock "refresh_cache-6dc414d6-e5db-43af-ace6-6306ee8582cd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.713105] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquired lock "refresh_cache-6dc414d6-e5db-43af-ace6-6306ee8582cd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.713105] env[69411]: DEBUG nova.network.neutron [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.814214] env[69411]: DEBUG nova.compute.manager [req-599e9408-fc2d-4c4c-8f26-875bf71f55e8 req-fa1385d3-8584-43ce-b5c1-571a3966fd4d service nova] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Received event network-vif-plugged-8d46047a-4f66-42e9-90fb-077eb307c073 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.814846] env[69411]: DEBUG oslo_concurrency.lockutils [req-599e9408-fc2d-4c4c-8f26-875bf71f55e8 req-fa1385d3-8584-43ce-b5c1-571a3966fd4d service nova] Acquiring lock "6dc414d6-e5db-43af-ace6-6306ee8582cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.815090] env[69411]: DEBUG oslo_concurrency.lockutils [req-599e9408-fc2d-4c4c-8f26-875bf71f55e8 req-fa1385d3-8584-43ce-b5c1-571a3966fd4d service nova] Lock "6dc414d6-e5db-43af-ace6-6306ee8582cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.815266] env[69411]: DEBUG oslo_concurrency.lockutils [req-599e9408-fc2d-4c4c-8f26-875bf71f55e8 req-fa1385d3-8584-43ce-b5c1-571a3966fd4d service nova] Lock "6dc414d6-e5db-43af-ace6-6306ee8582cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.815431] env[69411]: DEBUG nova.compute.manager [req-599e9408-fc2d-4c4c-8f26-875bf71f55e8 req-fa1385d3-8584-43ce-b5c1-571a3966fd4d service nova] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] No waiting events found dispatching network-vif-plugged-8d46047a-4f66-42e9-90fb-077eb307c073 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.815593] env[69411]: WARNING nova.compute.manager [req-599e9408-fc2d-4c4c-8f26-875bf71f55e8 req-fa1385d3-8584-43ce-b5c1-571a3966fd4d service nova] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Received unexpected event network-vif-plugged-8d46047a-4f66-42e9-90fb-077eb307c073 for instance with vm_state building and task_state spawning. [ 693.815749] env[69411]: DEBUG nova.compute.manager [req-599e9408-fc2d-4c4c-8f26-875bf71f55e8 req-fa1385d3-8584-43ce-b5c1-571a3966fd4d service nova] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Received event network-changed-8d46047a-4f66-42e9-90fb-077eb307c073 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.815900] env[69411]: DEBUG nova.compute.manager [req-599e9408-fc2d-4c4c-8f26-875bf71f55e8 req-fa1385d3-8584-43ce-b5c1-571a3966fd4d service nova] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Refreshing instance network info cache due to event network-changed-8d46047a-4f66-42e9-90fb-077eb307c073. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.816074] env[69411]: DEBUG oslo_concurrency.lockutils [req-599e9408-fc2d-4c4c-8f26-875bf71f55e8 req-fa1385d3-8584-43ce-b5c1-571a3966fd4d service nova] Acquiring lock "refresh_cache-6dc414d6-e5db-43af-ace6-6306ee8582cd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.874517] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322643, 'name': Rename_Task, 'duration_secs': 1.224323} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.874820] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.875084] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e884c714-8807-4182-a835-9a8e270d9722 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.882809] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 693.882809] env[69411]: value = "task-3322647" [ 693.882809] env[69411]: _type = "Task" [ 693.882809] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.891271] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.083549] env[69411]: DEBUG nova.network.neutron [-] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.120036] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a2ac07eb-c67c-46f5-b5b7-d2fdadbf7f98 tempest-AttachInterfacesV270Test-1654244417 tempest-AttachInterfacesV270Test-1654244417-project-member] Lock "45a36b27-f562-4e2a-8d95-1956a9bd96d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.691s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.148423] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52179976-9558-4a70-b1df-f2b60f3c346f, 'name': SearchDatastore_Task, 'duration_secs': 0.0296} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.152476] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.152476] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] f8741d92-4d28-43b5-a7fa-519acd5aa94f/f8741d92-4d28-43b5-a7fa-519acd5aa94f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.152476] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d58ee97-5548-4f4c-a2e7-07d83673f3ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.161499] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53957} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.162971] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] a81f023f-4bc6-4ad7-8d56-70d2a091f874/a81f023f-4bc6-4ad7-8d56-70d2a091f874.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.163229] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.163533] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7ac66ba-85b0-4858-8002-25a8875c1347 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.169717] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 694.169717] env[69411]: value = "task-3322648" [ 694.169717] env[69411]: _type = "Task" [ 694.169717] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.176284] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 694.176284] env[69411]: value = "task-3322649" [ 694.176284] env[69411]: _type = "Task" [ 694.176284] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.182228] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.189825] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.272470] env[69411]: DEBUG nova.network.neutron [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.397899] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.510934] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "1e662452-e43f-4789-97ac-e6dac28f3490" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.511590] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "1e662452-e43f-4789-97ac-e6dac28f3490" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.511943] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "1e662452-e43f-4789-97ac-e6dac28f3490-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.512250] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "1e662452-e43f-4789-97ac-e6dac28f3490-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.512444] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "1e662452-e43f-4789-97ac-e6dac28f3490-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.518558] env[69411]: INFO nova.compute.manager [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Terminating instance [ 694.586855] env[69411]: INFO nova.compute.manager [-] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Took 1.35 seconds to deallocate network for instance. [ 694.597447] env[69411]: DEBUG nova.network.neutron [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Updating instance_info_cache with network_info: [{"id": "8d46047a-4f66-42e9-90fb-077eb307c073", "address": "fa:16:3e:aa:21:01", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d46047a-4f", "ovs_interfaceid": "8d46047a-4f66-42e9-90fb-077eb307c073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.691168] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510976} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.694250] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] f8741d92-4d28-43b5-a7fa-519acd5aa94f/f8741d92-4d28-43b5-a7fa-519acd5aa94f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.694514] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.694792] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081585} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.697411] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1891fa3-ea62-480f-9e78-653d2f26def1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.699352] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.700993] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1c7018-ba1a-4335-99df-0e8a6e049b50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.731068] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] a81f023f-4bc6-4ad7-8d56-70d2a091f874/a81f023f-4bc6-4ad7-8d56-70d2a091f874.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.733710] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b0cbab0-e346-4d91-bb91-09147e1c1b51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.748403] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 694.748403] env[69411]: value = "task-3322650" [ 694.748403] env[69411]: _type = "Task" [ 694.748403] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.749174] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b0001f-c6cc-406d-97e6-025007ae352c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.759574] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 694.759574] env[69411]: value = "task-3322651" [ 694.759574] env[69411]: _type = "Task" [ 694.759574] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.767245] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.768732] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1580b76-0238-4df5-b120-817e0c328feb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.775187] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.803311] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b7639b-d916-40c3-9d09-e36421697fcb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.815018] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8a3a06-48c7-4bab-9fd0-758a9a484690 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.832723] env[69411]: DEBUG nova.compute.provider_tree [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.895782] env[69411]: DEBUG oslo_vmware.api [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322647, 'name': PowerOnVM_Task, 'duration_secs': 0.779562} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.896063] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.896266] env[69411]: INFO nova.compute.manager [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Took 10.99 seconds to spawn the instance on the hypervisor. [ 694.896464] env[69411]: DEBUG nova.compute.manager [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.897257] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8b1e69-c7d0-4217-92c6-9a2efcd80583 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.026856] env[69411]: DEBUG nova.compute.manager [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.027177] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.031185] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1919a451-bc00-4698-b986-64c70bf3caa7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.036890] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.037218] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf2e1888-dcff-44bc-9fd3-e8e3ebb174c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.045445] env[69411]: DEBUG oslo_vmware.api [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 695.045445] env[69411]: value = "task-3322652" [ 695.045445] env[69411]: _type = "Task" [ 695.045445] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.056293] env[69411]: DEBUG oslo_vmware.api [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.095674] env[69411]: DEBUG oslo_concurrency.lockutils [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.104232] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Releasing lock "refresh_cache-6dc414d6-e5db-43af-ace6-6306ee8582cd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.104232] env[69411]: DEBUG nova.compute.manager [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Instance network_info: |[{"id": "8d46047a-4f66-42e9-90fb-077eb307c073", "address": "fa:16:3e:aa:21:01", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d46047a-4f", "ovs_interfaceid": "8d46047a-4f66-42e9-90fb-077eb307c073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.104329] env[69411]: DEBUG oslo_concurrency.lockutils [req-599e9408-fc2d-4c4c-8f26-875bf71f55e8 req-fa1385d3-8584-43ce-b5c1-571a3966fd4d service nova] Acquired lock "refresh_cache-6dc414d6-e5db-43af-ace6-6306ee8582cd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.104850] env[69411]: DEBUG nova.network.neutron [req-599e9408-fc2d-4c4c-8f26-875bf71f55e8 req-fa1385d3-8584-43ce-b5c1-571a3966fd4d service nova] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Refreshing network info cache for port 8d46047a-4f66-42e9-90fb-077eb307c073 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.107756] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:21:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d46047a-4f66-42e9-90fb-077eb307c073', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.117614] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.118912] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.119432] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31cf1dad-87ac-4db5-b6ec-5e0afb916388 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.143738] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.143738] env[69411]: value = "task-3322653" [ 695.143738] env[69411]: _type = "Task" [ 695.143738] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.154481] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322653, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.264544] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106952} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.269325] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.270239] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6aa226-868f-4b84-917d-3d1e8b7ab46c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.284106] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.303584] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] f8741d92-4d28-43b5-a7fa-519acd5aa94f/f8741d92-4d28-43b5-a7fa-519acd5aa94f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.303923] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd26c42-4fba-404e-9103-61a31e5ee722 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.327421] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "492f265b-9e26-4952-be23-13608abf4be0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.328096] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "492f265b-9e26-4952-be23-13608abf4be0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.337163] env[69411]: DEBUG nova.scheduler.client.report [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.340400] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 695.340400] env[69411]: value = "task-3322654" [ 695.340400] env[69411]: _type = "Task" [ 695.340400] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.355689] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322654, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.423440] env[69411]: INFO nova.compute.manager [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Took 35.05 seconds to build instance. [ 695.562984] env[69411]: DEBUG oslo_vmware.api [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322652, 'name': PowerOffVM_Task, 'duration_secs': 0.308233} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.563391] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.563684] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.564546] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a993807-e2fd-4a97-8263-cc8b20cf3a2a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.385701] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.386852] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.810s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.388945] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2547133-fe10-4efe-bac0-68b86670c837 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "87a204b4-119e-42e7-b5af-3816e908120d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.200s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.390101] env[69411]: DEBUG nova.compute.manager [req-83ff159c-ba52-4693-8613-e50c5b4e1ad9 req-104691f0-36d2-450e-a544-4c72aa291713 service nova] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Received event network-vif-deleted-4fe8b1ce-7c0e-434b-86ca-8d2159a80bd9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.390410] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.390586] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.390770] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleting the datastore file [datastore2] 1e662452-e43f-4789-97ac-e6dac28f3490 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.391575] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.396406] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.480s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.396406] env[69411]: DEBUG nova.objects.instance [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 696.403304] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81418df3-609d-445c-b7d4-dde7aea777d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.409967] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322653, 'name': CreateVM_Task, 'duration_secs': 0.534906} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.411496] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.412728] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.413076] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.413444] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.418544] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c8842d6-7064-4e0b-a0d3-66cf3afbccee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.420618] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322654, 'name': ReconfigVM_Task, 'duration_secs': 0.395981} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.424923] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Reconfigured VM instance instance-00000018 to attach disk [datastore1] f8741d92-4d28-43b5-a7fa-519acd5aa94f/f8741d92-4d28-43b5-a7fa-519acd5aa94f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.425767] env[69411]: DEBUG oslo_vmware.api [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 696.425767] env[69411]: value = "task-3322656" [ 696.425767] env[69411]: _type = "Task" [ 696.425767] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.426057] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322651, 'name': ReconfigVM_Task, 'duration_secs': 0.87878} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.427183] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-919ca2ad-400b-4b83-a9a6-ef4e1dbaeb55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.429153] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Reconfigured VM instance instance-00000017 to attach disk [datastore2] a81f023f-4bc6-4ad7-8d56-70d2a091f874/a81f023f-4bc6-4ad7-8d56-70d2a091f874.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.432032] env[69411]: INFO nova.scheduler.client.report [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Deleted allocations for instance c10e93a5-b4eb-4f36-8988-c556ea271d0b [ 696.436314] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c940ea74-2fcc-4f96-89cf-f0f289962186 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.439182] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 696.439182] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5259b399-187f-fe11-591a-611bc97413a3" [ 696.439182] env[69411]: _type = "Task" [ 696.439182] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.449354] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 696.449354] env[69411]: value = "task-3322657" [ 696.449354] env[69411]: _type = "Task" [ 696.449354] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.456870] env[69411]: DEBUG oslo_vmware.api [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.456870] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 696.456870] env[69411]: value = "task-3322658" [ 696.456870] env[69411]: _type = "Task" [ 696.456870] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.463187] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5259b399-187f-fe11-591a-611bc97413a3, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.467198] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.467555] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.467855] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.468077] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.468336] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.474022] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07dc30c2-2021-4d4b-a16b-d9d2d6c391d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.479829] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322657, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.485178] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322658, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.487679] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.487856] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.488738] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f598ca-e919-4560-9800-695fff98343d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.496744] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 696.496744] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a0a472-c0d6-8b52-cf98-fe9f268a12da" [ 696.496744] env[69411]: _type = "Task" [ 696.496744] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.509901] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a0a472-c0d6-8b52-cf98-fe9f268a12da, 'name': SearchDatastore_Task, 'duration_secs': 0.010444} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.510629] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-666b4364-6ee7-46d4-94f6-a4572b770810 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.516903] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 696.516903] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5225407c-bfb6-ff7b-04ab-444c8cfb077c" [ 696.516903] env[69411]: _type = "Task" [ 696.516903] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.526246] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5225407c-bfb6-ff7b-04ab-444c8cfb077c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.744661] env[69411]: DEBUG nova.network.neutron [req-599e9408-fc2d-4c4c-8f26-875bf71f55e8 req-fa1385d3-8584-43ce-b5c1-571a3966fd4d service nova] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Updated VIF entry in instance network info cache for port 8d46047a-4f66-42e9-90fb-077eb307c073. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.745061] env[69411]: DEBUG nova.network.neutron [req-599e9408-fc2d-4c4c-8f26-875bf71f55e8 req-fa1385d3-8584-43ce-b5c1-571a3966fd4d service nova] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Updating instance_info_cache with network_info: [{"id": "8d46047a-4f66-42e9-90fb-077eb307c073", "address": "fa:16:3e:aa:21:01", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d46047a-4f", "ovs_interfaceid": "8d46047a-4f66-42e9-90fb-077eb307c073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.896590] env[69411]: DEBUG nova.compute.manager [req-3eed758d-aab7-433d-ac41-37f863c384f8 req-4bae8d6c-8719-49d3-a223-2dc28335794a service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Received event network-changed-f79500d5-4f1f-4b87-ad17-750add9583d0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.897853] env[69411]: DEBUG nova.compute.manager [req-3eed758d-aab7-433d-ac41-37f863c384f8 req-4bae8d6c-8719-49d3-a223-2dc28335794a service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Refreshing instance network info cache due to event network-changed-f79500d5-4f1f-4b87-ad17-750add9583d0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.898264] env[69411]: DEBUG oslo_concurrency.lockutils [req-3eed758d-aab7-433d-ac41-37f863c384f8 req-4bae8d6c-8719-49d3-a223-2dc28335794a service nova] Acquiring lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.898503] env[69411]: DEBUG oslo_concurrency.lockutils [req-3eed758d-aab7-433d-ac41-37f863c384f8 req-4bae8d6c-8719-49d3-a223-2dc28335794a service nova] Acquired lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.898818] env[69411]: DEBUG nova.network.neutron [req-3eed758d-aab7-433d-ac41-37f863c384f8 req-4bae8d6c-8719-49d3-a223-2dc28335794a service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Refreshing network info cache for port f79500d5-4f1f-4b87-ad17-750add9583d0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.925093] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.926532] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.926532] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.926532] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.926532] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.926532] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.926532] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 696.926787] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.948571] env[69411]: DEBUG oslo_vmware.api [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159947} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.949097] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7026d4c8-6126-4067-be58-7e8e9f04fe79 tempest-ServerDiagnosticsTest-1988112529 tempest-ServerDiagnosticsTest-1988112529-project-member] Lock "c10e93a5-b4eb-4f36-8988-c556ea271d0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.249s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.950542] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.950727] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.950940] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.951268] env[69411]: INFO nova.compute.manager [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Took 1.92 seconds to destroy the instance on the hypervisor. [ 696.955095] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.955095] env[69411]: DEBUG nova.compute.manager [-] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.955095] env[69411]: DEBUG nova.network.neutron [-] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.967924] env[69411]: DEBUG nova.compute.manager [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.974473] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322657, 'name': Rename_Task, 'duration_secs': 0.172227} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.978476] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.978970] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfd2368a-573d-49d8-86b3-00ee40a9c4b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.990696] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322658, 'name': Rename_Task, 'duration_secs': 0.186511} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.992188] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.992510] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 696.992510] env[69411]: value = "task-3322659" [ 696.992510] env[69411]: _type = "Task" [ 696.992510] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.992727] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7957f223-e07e-4cbd-aa4e-fc81d98ae926 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.003246] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.005025] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 697.005025] env[69411]: value = "task-3322660" [ 697.005025] env[69411]: _type = "Task" [ 697.005025] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.014681] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.032908] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5225407c-bfb6-ff7b-04ab-444c8cfb077c, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.033227] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.033493] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 6dc414d6-e5db-43af-ace6-6306ee8582cd/6dc414d6-e5db-43af-ace6-6306ee8582cd.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.033758] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f49225a4-0f14-4ae0-b2ab-c39df06e65c1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.042541] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 697.042541] env[69411]: value = "task-3322661" [ 697.042541] env[69411]: _type = "Task" [ 697.042541] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.058818] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.249990] env[69411]: DEBUG oslo_concurrency.lockutils [req-599e9408-fc2d-4c4c-8f26-875bf71f55e8 req-fa1385d3-8584-43ce-b5c1-571a3966fd4d service nova] Releasing lock "refresh_cache-6dc414d6-e5db-43af-ace6-6306ee8582cd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.417248] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5583a5d5-f2ae-47de-b22d-d9c854add79b tempest-ServersAdmin275Test-409373906 tempest-ServersAdmin275Test-409373906-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.418416] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.464s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.423252] env[69411]: INFO nova.compute.claims [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.435208] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.508969] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322659, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.510641] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.522792] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322660, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.560263] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505907} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.560263] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 6dc414d6-e5db-43af-ace6-6306ee8582cd/6dc414d6-e5db-43af-ace6-6306ee8582cd.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.560263] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.560597] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-885de06f-d825-4189-98c9-503319183bb6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.568992] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 697.568992] env[69411]: value = "task-3322662" [ 697.568992] env[69411]: _type = "Task" [ 697.568992] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.581984] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.725145] env[69411]: DEBUG nova.network.neutron [req-3eed758d-aab7-433d-ac41-37f863c384f8 req-4bae8d6c-8719-49d3-a223-2dc28335794a service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Updated VIF entry in instance network info cache for port f79500d5-4f1f-4b87-ad17-750add9583d0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.725564] env[69411]: DEBUG nova.network.neutron [req-3eed758d-aab7-433d-ac41-37f863c384f8 req-4bae8d6c-8719-49d3-a223-2dc28335794a service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Updating instance_info_cache with network_info: [{"id": "f79500d5-4f1f-4b87-ad17-750add9583d0", "address": "fa:16:3e:fa:68:e7", "network": {"id": "6b359fb5-ad5a-45a6-8d08-f0ee161571b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1858010619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4d6c2a273454ac18eac1f390632281b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79500d5-4f", "ovs_interfaceid": "f79500d5-4f1f-4b87-ad17-750add9583d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.889842] env[69411]: DEBUG nova.network.neutron [-] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.007780] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322659, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.018771] env[69411]: DEBUG oslo_vmware.api [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322660, 'name': PowerOnVM_Task, 'duration_secs': 0.59767} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.019129] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.019346] env[69411]: INFO nova.compute.manager [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Took 11.43 seconds to spawn the instance on the hypervisor. [ 698.019521] env[69411]: DEBUG nova.compute.manager [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.020604] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5392fd40-1b1e-4d7e-b0ee-5aed2d514699 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.082926] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081253} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.083549] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.084393] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bc7054-90c4-4cdd-872a-0a1d8c73bbe5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.115186] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 6dc414d6-e5db-43af-ace6-6306ee8582cd/6dc414d6-e5db-43af-ace6-6306ee8582cd.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.115186] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2976c3af-d902-4e37-89e0-2d7356f6fda5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.138531] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 698.138531] env[69411]: value = "task-3322663" [ 698.138531] env[69411]: _type = "Task" [ 698.138531] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.147785] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.228773] env[69411]: DEBUG oslo_concurrency.lockutils [req-3eed758d-aab7-433d-ac41-37f863c384f8 req-4bae8d6c-8719-49d3-a223-2dc28335794a service nova] Releasing lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.392889] env[69411]: INFO nova.compute.manager [-] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Took 1.44 seconds to deallocate network for instance. [ 698.509629] env[69411]: DEBUG oslo_vmware.api [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322659, 'name': PowerOnVM_Task, 'duration_secs': 1.029732} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.510306] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.510607] env[69411]: INFO nova.compute.manager [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Took 9.09 seconds to spawn the instance on the hypervisor. [ 698.510926] env[69411]: DEBUG nova.compute.manager [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.511822] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bac848c-72ad-48b8-84b2-ee98c612373f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.544656] env[69411]: INFO nova.compute.manager [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Took 37.86 seconds to build instance. [ 698.618447] env[69411]: DEBUG nova.compute.manager [req-3b563fe9-6e55-4e1e-8a17-d906b7ab4222 req-80c604cb-1e35-4268-907f-9a0e8160231e service nova] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Received event network-vif-deleted-bd744d82-93b5-44be-86e9-e9cf1f2ee216 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.649962] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322663, 'name': ReconfigVM_Task, 'duration_secs': 0.322453} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.652933] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 6dc414d6-e5db-43af-ace6-6306ee8582cd/6dc414d6-e5db-43af-ace6-6306ee8582cd.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.655047] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7b877cc-d7f2-48e4-9eb2-a9d4a16491ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.662570] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 698.662570] env[69411]: value = "task-3322664" [ 698.662570] env[69411]: _type = "Task" [ 698.662570] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.678651] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322664, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.902644] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.975847] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f30c40e-9990-4583-bf7d-83c30bb55c40 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.989272] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3336f0a5-b495-4425-b787-d2856bb2482c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.042134] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949827b7-cffb-40e1-aa94-ef16b9d22c80 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.047298] env[69411]: INFO nova.compute.manager [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Took 33.93 seconds to build instance. [ 699.047298] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35c4d0a9-c0c3-4b47-8b16-67b623c11ac2 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "a81f023f-4bc6-4ad7-8d56-70d2a091f874" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.261s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.054374] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39458c3b-754c-41b1-8eb9-57abcf64a1bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.075741] env[69411]: DEBUG nova.compute.provider_tree [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.174404] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322664, 'name': Rename_Task, 'duration_secs': 0.347926} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.174404] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.174566] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c1dfe35-4052-4417-aee2-94b8c690186d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.186456] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 699.186456] env[69411]: value = "task-3322665" [ 699.186456] env[69411]: _type = "Task" [ 699.186456] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.195086] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.552193] env[69411]: DEBUG nova.compute.manager [None req-83d6635d-a64d-48d2-b0e5-5692c9e4db90 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a5362ed2-15ea-4a40-afb2-c01f01e87ae9] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.555648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d79f16b2-2896-4f68-a423-fd9527625149 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Lock "f8741d92-4d28-43b5-a7fa-519acd5aa94f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.633s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.583134] env[69411]: DEBUG nova.scheduler.client.report [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.699123] env[69411]: DEBUG oslo_vmware.api [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322665, 'name': PowerOnVM_Task, 'duration_secs': 0.508492} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.699352] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.699557] env[69411]: INFO nova.compute.manager [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Took 7.37 seconds to spawn the instance on the hypervisor. [ 699.699748] env[69411]: DEBUG nova.compute.manager [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.701372] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ebf41a-6826-4b36-bb78-945552747b6b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.724866] env[69411]: DEBUG nova.compute.manager [req-d18a74e7-004d-4646-bb08-87071494f5f0 req-3c1f5d54-fac9-4f3b-b9a9-db7689899b4c service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Received event network-changed-f79500d5-4f1f-4b87-ad17-750add9583d0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.724966] env[69411]: DEBUG nova.compute.manager [req-d18a74e7-004d-4646-bb08-87071494f5f0 req-3c1f5d54-fac9-4f3b-b9a9-db7689899b4c service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Refreshing instance network info cache due to event network-changed-f79500d5-4f1f-4b87-ad17-750add9583d0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.725223] env[69411]: DEBUG oslo_concurrency.lockutils [req-d18a74e7-004d-4646-bb08-87071494f5f0 req-3c1f5d54-fac9-4f3b-b9a9-db7689899b4c service nova] Acquiring lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.725394] env[69411]: DEBUG oslo_concurrency.lockutils [req-d18a74e7-004d-4646-bb08-87071494f5f0 req-3c1f5d54-fac9-4f3b-b9a9-db7689899b4c service nova] Acquired lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.725590] env[69411]: DEBUG nova.network.neutron [req-d18a74e7-004d-4646-bb08-87071494f5f0 req-3c1f5d54-fac9-4f3b-b9a9-db7689899b4c service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Refreshing network info cache for port f79500d5-4f1f-4b87-ad17-750add9583d0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.061650] env[69411]: DEBUG nova.compute.manager [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.069079] env[69411]: DEBUG nova.compute.manager [None req-83d6635d-a64d-48d2-b0e5-5692c9e4db90 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a5362ed2-15ea-4a40-afb2-c01f01e87ae9] Instance disappeared before build. {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 700.090249] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.094340] env[69411]: DEBUG nova.compute.manager [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.102160] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.448s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.104771] env[69411]: INFO nova.compute.claims [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.226674] env[69411]: INFO nova.compute.manager [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Took 34.00 seconds to build instance. [ 700.508206] env[69411]: DEBUG nova.network.neutron [req-d18a74e7-004d-4646-bb08-87071494f5f0 req-3c1f5d54-fac9-4f3b-b9a9-db7689899b4c service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Updated VIF entry in instance network info cache for port f79500d5-4f1f-4b87-ad17-750add9583d0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.508860] env[69411]: DEBUG nova.network.neutron [req-d18a74e7-004d-4646-bb08-87071494f5f0 req-3c1f5d54-fac9-4f3b-b9a9-db7689899b4c service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Updating instance_info_cache with network_info: [{"id": "f79500d5-4f1f-4b87-ad17-750add9583d0", "address": "fa:16:3e:fa:68:e7", "network": {"id": "6b359fb5-ad5a-45a6-8d08-f0ee161571b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1858010619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4d6c2a273454ac18eac1f390632281b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79500d5-4f", "ovs_interfaceid": "f79500d5-4f1f-4b87-ad17-750add9583d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.594809] env[69411]: DEBUG oslo_concurrency.lockutils [None req-83d6635d-a64d-48d2-b0e5-5692c9e4db90 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "a5362ed2-15ea-4a40-afb2-c01f01e87ae9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.833s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.598029] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.602776] env[69411]: DEBUG nova.compute.utils [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.604344] env[69411]: DEBUG nova.compute.manager [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.604531] env[69411]: DEBUG nova.network.neutron [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.669695] env[69411]: DEBUG nova.policy [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '796ab86c3efe4bfbbd684762db54009b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbafe5677f9c4711acd508f2cf9a521a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.735713] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66dac285-831f-4893-b6ce-b8efe9ccbb1c tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "6dc414d6-e5db-43af-ace6-6306ee8582cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.474s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.012427] env[69411]: DEBUG oslo_concurrency.lockutils [req-d18a74e7-004d-4646-bb08-87071494f5f0 req-3c1f5d54-fac9-4f3b-b9a9-db7689899b4c service nova] Releasing lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.012427] env[69411]: DEBUG nova.compute.manager [req-d18a74e7-004d-4646-bb08-87071494f5f0 req-3c1f5d54-fac9-4f3b-b9a9-db7689899b4c service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Received event network-changed-0917861a-678c-4f60-a74f-cdff083d82c3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.012427] env[69411]: DEBUG nova.compute.manager [req-d18a74e7-004d-4646-bb08-87071494f5f0 req-3c1f5d54-fac9-4f3b-b9a9-db7689899b4c service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Refreshing instance network info cache due to event network-changed-0917861a-678c-4f60-a74f-cdff083d82c3. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.014632] env[69411]: DEBUG oslo_concurrency.lockutils [req-d18a74e7-004d-4646-bb08-87071494f5f0 req-3c1f5d54-fac9-4f3b-b9a9-db7689899b4c service nova] Acquiring lock "refresh_cache-87a204b4-119e-42e7-b5af-3816e908120d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.014931] env[69411]: DEBUG oslo_concurrency.lockutils [req-d18a74e7-004d-4646-bb08-87071494f5f0 req-3c1f5d54-fac9-4f3b-b9a9-db7689899b4c service nova] Acquired lock "refresh_cache-87a204b4-119e-42e7-b5af-3816e908120d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.016190] env[69411]: DEBUG nova.network.neutron [req-d18a74e7-004d-4646-bb08-87071494f5f0 req-3c1f5d54-fac9-4f3b-b9a9-db7689899b4c service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Refreshing network info cache for port 0917861a-678c-4f60-a74f-cdff083d82c3 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.098473] env[69411]: DEBUG nova.compute.manager [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.108373] env[69411]: DEBUG nova.compute.manager [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.200020] env[69411]: DEBUG nova.network.neutron [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Successfully created port: 902abb0f-6cca-4668-9496-2d47d2ea1ab5 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.242866] env[69411]: DEBUG nova.compute.manager [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.618164] env[69411]: INFO nova.virt.block_device [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Booting with volume c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a at /dev/sda [ 701.642028] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.680100] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17ad72cc-f4e9-45ed-9051-2e7ee2f56d6d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.704031] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf93b04-10c5-463b-bdd5-fad251a411d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.748220] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c105ba4-9148-41a3-9561-dd11ba7bca8d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.760254] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d029314f-8ea2-4117-95fa-d7d104b3a757 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.776067] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.809126] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43029f56-b47c-432c-a58a-09ab66f47841 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.815614] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233b1061-9ad2-4b71-a191-32b21729098c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.834625] env[69411]: DEBUG nova.virt.block_device [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Updating existing volume attachment record: 8395eff6-8cb8-4720-958f-f21d3c55cafe {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 701.839375] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705fddda-df55-4579-ae5c-fd97856d8ca5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.847901] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b510d18-3950-40d5-bea8-c73939b61f4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.890031] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae4ec5d-5961-4311-8d84-ee9b1250977e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.901309] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfbd43d-bee9-432a-8029-a96d56e26d70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.926713] env[69411]: DEBUG nova.compute.provider_tree [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.938360] env[69411]: DEBUG nova.network.neutron [req-d18a74e7-004d-4646-bb08-87071494f5f0 req-3c1f5d54-fac9-4f3b-b9a9-db7689899b4c service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Updated VIF entry in instance network info cache for port 0917861a-678c-4f60-a74f-cdff083d82c3. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.938732] env[69411]: DEBUG nova.network.neutron [req-d18a74e7-004d-4646-bb08-87071494f5f0 req-3c1f5d54-fac9-4f3b-b9a9-db7689899b4c service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Updating instance_info_cache with network_info: [{"id": "0917861a-678c-4f60-a74f-cdff083d82c3", "address": "fa:16:3e:20:0a:b5", "network": {"id": "6b359fb5-ad5a-45a6-8d08-f0ee161571b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1858010619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4d6c2a273454ac18eac1f390632281b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0917861a-67", "ovs_interfaceid": "0917861a-678c-4f60-a74f-cdff083d82c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.995279] env[69411]: DEBUG oslo_concurrency.lockutils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Acquiring lock "7a4f3457-86cf-458a-b7e0-306123475b9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.995510] env[69411]: DEBUG oslo_concurrency.lockutils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Lock "7a4f3457-86cf-458a-b7e0-306123475b9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.082603] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquiring lock "f8741d92-4d28-43b5-a7fa-519acd5aa94f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.082603] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Lock "f8741d92-4d28-43b5-a7fa-519acd5aa94f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.082603] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquiring lock "f8741d92-4d28-43b5-a7fa-519acd5aa94f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.082603] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Lock "f8741d92-4d28-43b5-a7fa-519acd5aa94f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.082937] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Lock "f8741d92-4d28-43b5-a7fa-519acd5aa94f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.084176] env[69411]: INFO nova.compute.manager [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Terminating instance [ 702.430963] env[69411]: DEBUG nova.scheduler.client.report [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.441153] env[69411]: DEBUG oslo_concurrency.lockutils [req-d18a74e7-004d-4646-bb08-87071494f5f0 req-3c1f5d54-fac9-4f3b-b9a9-db7689899b4c service nova] Releasing lock "refresh_cache-87a204b4-119e-42e7-b5af-3816e908120d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.588390] env[69411]: DEBUG nova.compute.manager [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.588636] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.589582] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec06a6b-aff4-4a2d-8dfd-34be6948f6c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.595521] env[69411]: DEBUG nova.compute.manager [req-353d3dfe-8f00-4843-828f-917783ef14b9 req-44a8e87a-42b4-4efc-98db-a87c3d2b22dd service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Received event network-changed-0917861a-678c-4f60-a74f-cdff083d82c3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.595710] env[69411]: DEBUG nova.compute.manager [req-353d3dfe-8f00-4843-828f-917783ef14b9 req-44a8e87a-42b4-4efc-98db-a87c3d2b22dd service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Refreshing instance network info cache due to event network-changed-0917861a-678c-4f60-a74f-cdff083d82c3. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.595925] env[69411]: DEBUG oslo_concurrency.lockutils [req-353d3dfe-8f00-4843-828f-917783ef14b9 req-44a8e87a-42b4-4efc-98db-a87c3d2b22dd service nova] Acquiring lock "refresh_cache-87a204b4-119e-42e7-b5af-3816e908120d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.596086] env[69411]: DEBUG oslo_concurrency.lockutils [req-353d3dfe-8f00-4843-828f-917783ef14b9 req-44a8e87a-42b4-4efc-98db-a87c3d2b22dd service nova] Acquired lock "refresh_cache-87a204b4-119e-42e7-b5af-3816e908120d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.596247] env[69411]: DEBUG nova.network.neutron [req-353d3dfe-8f00-4843-828f-917783ef14b9 req-44a8e87a-42b4-4efc-98db-a87c3d2b22dd service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Refreshing network info cache for port 0917861a-678c-4f60-a74f-cdff083d82c3 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.604481] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.604758] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eecd6e0-638b-4b5c-9034-bb57a5992076 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.618439] env[69411]: DEBUG oslo_vmware.api [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 702.618439] env[69411]: value = "task-3322666" [ 702.618439] env[69411]: _type = "Task" [ 702.618439] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.627249] env[69411]: DEBUG oslo_vmware.api [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.790818] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "87a204b4-119e-42e7-b5af-3816e908120d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.791115] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "87a204b4-119e-42e7-b5af-3816e908120d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.791333] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "87a204b4-119e-42e7-b5af-3816e908120d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.791512] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "87a204b4-119e-42e7-b5af-3816e908120d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.791679] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "87a204b4-119e-42e7-b5af-3816e908120d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.794263] env[69411]: INFO nova.compute.manager [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Terminating instance [ 702.940595] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.941107] env[69411]: DEBUG nova.compute.manager [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.952466] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.203s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.952731] env[69411]: DEBUG nova.objects.instance [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lazy-loading 'resources' on Instance uuid 186a6d75-3bb9-494a-b6aa-656aec48e8fd {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.132996] env[69411]: DEBUG oslo_vmware.api [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322666, 'name': PowerOffVM_Task, 'duration_secs': 0.222116} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.134049] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.134500] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.134872] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d67ee72-1650-405c-bba1-b74034dd6604 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.215024] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.215024] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.215024] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Deleting the datastore file [datastore1] f8741d92-4d28-43b5-a7fa-519acd5aa94f {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.215024] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4091875c-260a-471a-84eb-731116f0095a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.226332] env[69411]: DEBUG oslo_vmware.api [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for the task: (returnval){ [ 703.226332] env[69411]: value = "task-3322668" [ 703.226332] env[69411]: _type = "Task" [ 703.226332] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.240429] env[69411]: DEBUG oslo_vmware.api [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.299071] env[69411]: DEBUG nova.compute.manager [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.299739] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.301806] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb729e2-fdb2-4630-91cc-7c02b0e91fe5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.322536] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.322962] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39badeaa-70e6-4a20-a786-9efb1346babe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.335086] env[69411]: DEBUG oslo_vmware.api [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 703.335086] env[69411]: value = "task-3322669" [ 703.335086] env[69411]: _type = "Task" [ 703.335086] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.355290] env[69411]: DEBUG oslo_vmware.api [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.361594] env[69411]: DEBUG nova.network.neutron [req-353d3dfe-8f00-4843-828f-917783ef14b9 req-44a8e87a-42b4-4efc-98db-a87c3d2b22dd service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Updated VIF entry in instance network info cache for port 0917861a-678c-4f60-a74f-cdff083d82c3. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.362721] env[69411]: DEBUG nova.network.neutron [req-353d3dfe-8f00-4843-828f-917783ef14b9 req-44a8e87a-42b4-4efc-98db-a87c3d2b22dd service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Updating instance_info_cache with network_info: [{"id": "0917861a-678c-4f60-a74f-cdff083d82c3", "address": "fa:16:3e:20:0a:b5", "network": {"id": "6b359fb5-ad5a-45a6-8d08-f0ee161571b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1858010619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4d6c2a273454ac18eac1f390632281b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0917861a-67", "ovs_interfaceid": "0917861a-678c-4f60-a74f-cdff083d82c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.453854] env[69411]: DEBUG nova.compute.utils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.456815] env[69411]: DEBUG nova.compute.manager [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.456815] env[69411]: DEBUG nova.network.neutron [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.532844] env[69411]: DEBUG nova.policy [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7da2081c871a4799904c1f5e2fe33002', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b543da7de581464ba002790961208729', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.541956] env[69411]: DEBUG nova.network.neutron [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Successfully updated port: 902abb0f-6cca-4668-9496-2d47d2ea1ab5 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.749727] env[69411]: DEBUG oslo_vmware.api [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Task: {'id': task-3322668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179102} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.750285] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.750616] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.750951] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.751285] env[69411]: INFO nova.compute.manager [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 703.751685] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.751985] env[69411]: DEBUG nova.compute.manager [-] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.752171] env[69411]: DEBUG nova.network.neutron [-] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.855715] env[69411]: DEBUG oslo_vmware.api [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322669, 'name': PowerOffVM_Task, 'duration_secs': 0.479084} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.855989] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.856220] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.856531] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fd1c24c-77d2-4862-9257-049882f79875 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.869119] env[69411]: DEBUG oslo_concurrency.lockutils [req-353d3dfe-8f00-4843-828f-917783ef14b9 req-44a8e87a-42b4-4efc-98db-a87c3d2b22dd service nova] Releasing lock "refresh_cache-87a204b4-119e-42e7-b5af-3816e908120d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.944280] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.944280] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.944443] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Deleting the datastore file [datastore2] 87a204b4-119e-42e7-b5af-3816e908120d {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.944748] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b7055a6-641c-468b-a03a-a6555d478291 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.951688] env[69411]: DEBUG nova.network.neutron [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Successfully created port: b5f83969-7e2f-4aa8-b690-1c79c918c8a7 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.955307] env[69411]: DEBUG oslo_vmware.api [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 703.955307] env[69411]: value = "task-3322671" [ 703.955307] env[69411]: _type = "Task" [ 703.955307] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.961933] env[69411]: DEBUG nova.compute.manager [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.975867] env[69411]: DEBUG oslo_vmware.api [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.005702] env[69411]: DEBUG nova.compute.manager [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.007029] env[69411]: DEBUG nova.virt.hardware [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.007029] env[69411]: DEBUG nova.virt.hardware [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.007029] env[69411]: DEBUG nova.virt.hardware [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.007029] env[69411]: DEBUG nova.virt.hardware [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.007316] env[69411]: DEBUG nova.virt.hardware [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.008498] env[69411]: DEBUG nova.virt.hardware [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.008498] env[69411]: DEBUG nova.virt.hardware [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.008498] env[69411]: DEBUG nova.virt.hardware [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.008632] env[69411]: DEBUG nova.virt.hardware [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.008709] env[69411]: DEBUG nova.virt.hardware [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.008881] env[69411]: DEBUG nova.virt.hardware [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.013025] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18ee9ed-374d-463d-9b8b-2dcc2e09371d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.031368] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a72a0b0-337f-49d9-939b-89dbdfaffa9e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.045855] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Acquiring lock "refresh_cache-20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.045962] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Acquired lock "refresh_cache-20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.046131] env[69411]: DEBUG nova.network.neutron [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.119272] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd692e2-3a5d-45c1-96ec-1700037636eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.127091] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9610d5ea-4689-4e90-8418-77d13b271eb6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.165561] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057b1161-cdda-4053-81fe-310fdae6c48a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.180451] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0355d64a-fa06-4cb9-b159-0ecd79957fb1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.198485] env[69411]: DEBUG nova.compute.provider_tree [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.347587] env[69411]: DEBUG nova.compute.manager [req-cd02d544-63e1-4ce0-af92-a07711f8c5e0 req-985e710f-38b8-4715-a14c-5af7af7eea8e service nova] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Received event network-vif-plugged-902abb0f-6cca-4668-9496-2d47d2ea1ab5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.347587] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd02d544-63e1-4ce0-af92-a07711f8c5e0 req-985e710f-38b8-4715-a14c-5af7af7eea8e service nova] Acquiring lock "20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.348012] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd02d544-63e1-4ce0-af92-a07711f8c5e0 req-985e710f-38b8-4715-a14c-5af7af7eea8e service nova] Lock "20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.348853] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd02d544-63e1-4ce0-af92-a07711f8c5e0 req-985e710f-38b8-4715-a14c-5af7af7eea8e service nova] Lock "20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.349110] env[69411]: DEBUG nova.compute.manager [req-cd02d544-63e1-4ce0-af92-a07711f8c5e0 req-985e710f-38b8-4715-a14c-5af7af7eea8e service nova] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] No waiting events found dispatching network-vif-plugged-902abb0f-6cca-4668-9496-2d47d2ea1ab5 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.349390] env[69411]: WARNING nova.compute.manager [req-cd02d544-63e1-4ce0-af92-a07711f8c5e0 req-985e710f-38b8-4715-a14c-5af7af7eea8e service nova] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Received unexpected event network-vif-plugged-902abb0f-6cca-4668-9496-2d47d2ea1ab5 for instance with vm_state building and task_state spawning. [ 704.479945] env[69411]: DEBUG oslo_vmware.api [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138232} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.479945] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.481038] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.481038] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.481038] env[69411]: INFO nova.compute.manager [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 704.481038] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.481038] env[69411]: DEBUG nova.compute.manager [-] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.481315] env[69411]: DEBUG nova.network.neutron [-] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.520213] env[69411]: DEBUG nova.compute.manager [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.521236] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372dbd27-ba0d-42d7-be27-e504a0b43d1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.597043] env[69411]: DEBUG nova.network.neutron [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.703366] env[69411]: DEBUG nova.scheduler.client.report [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.782778] env[69411]: DEBUG nova.network.neutron [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Updating instance_info_cache with network_info: [{"id": "902abb0f-6cca-4668-9496-2d47d2ea1ab5", "address": "fa:16:3e:77:00:35", "network": {"id": "cac4af7a-d6db-488f-a0e1-937f273ebb71", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-587798943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbafe5677f9c4711acd508f2cf9a521a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902abb0f-6c", "ovs_interfaceid": "902abb0f-6cca-4668-9496-2d47d2ea1ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.864429] env[69411]: DEBUG nova.network.neutron [-] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.980914] env[69411]: DEBUG nova.compute.manager [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.005048] env[69411]: DEBUG nova.virt.hardware [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.005333] env[69411]: DEBUG nova.virt.hardware [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.005491] env[69411]: DEBUG nova.virt.hardware [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.005670] env[69411]: DEBUG nova.virt.hardware [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.005809] env[69411]: DEBUG nova.virt.hardware [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.005956] env[69411]: DEBUG nova.virt.hardware [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.006237] env[69411]: DEBUG nova.virt.hardware [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.006397] env[69411]: DEBUG nova.virt.hardware [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.006558] env[69411]: DEBUG nova.virt.hardware [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.006929] env[69411]: DEBUG nova.virt.hardware [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.006929] env[69411]: DEBUG nova.virt.hardware [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.007763] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5294a054-24f9-47f8-ba5c-8f9953d9235f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.017757] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e44999-ccc4-4e04-9735-efa133517ce5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.038065] env[69411]: INFO nova.compute.manager [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] instance snapshotting [ 705.041857] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05961d1-e5d9-40fd-990f-7008091902a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.064989] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfec12b-2346-4383-991c-57a653e8f46f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.210702] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.214128] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.969s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.214348] env[69411]: DEBUG nova.objects.instance [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Lazy-loading 'resources' on Instance uuid 40176678-8725-4455-bf34-48274d2724ef {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.233254] env[69411]: INFO nova.scheduler.client.report [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Deleted allocations for instance 186a6d75-3bb9-494a-b6aa-656aec48e8fd [ 705.275825] env[69411]: DEBUG nova.network.neutron [-] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.287144] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Releasing lock "refresh_cache-20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.287144] env[69411]: DEBUG nova.compute.manager [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Instance network_info: |[{"id": "902abb0f-6cca-4668-9496-2d47d2ea1ab5", "address": "fa:16:3e:77:00:35", "network": {"id": "cac4af7a-d6db-488f-a0e1-937f273ebb71", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-587798943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbafe5677f9c4711acd508f2cf9a521a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902abb0f-6c", "ovs_interfaceid": "902abb0f-6cca-4668-9496-2d47d2ea1ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.287259] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:00:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '902abb0f-6cca-4668-9496-2d47d2ea1ab5', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.296029] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Creating folder: Project (dbafe5677f9c4711acd508f2cf9a521a). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.300016] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e976c212-e09c-42a6-9f7d-adc64b10c633 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.315502] env[69411]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 705.315683] env[69411]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69411) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 705.316079] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Folder already exists: Project (dbafe5677f9c4711acd508f2cf9a521a). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 705.316292] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Creating folder: Instances. Parent ref: group-v663267. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.316532] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a37fcf29-4fa3-4462-84bc-97ec23da9da5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.329680] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Created folder: Instances in parent group-v663267. [ 705.329942] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.330167] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.330407] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bb4cccf-3894-4190-8777-2fda3f5b2fc6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.354578] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.354578] env[69411]: value = "task-3322674" [ 705.354578] env[69411]: _type = "Task" [ 705.354578] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.363279] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322674, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.367206] env[69411]: INFO nova.compute.manager [-] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Took 1.61 seconds to deallocate network for instance. [ 705.577854] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 705.578100] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f104c8d-cbbb-4df2-8867-c0584c9dec1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.588645] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 705.588645] env[69411]: value = "task-3322675" [ 705.588645] env[69411]: _type = "Task" [ 705.588645] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.599255] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322675, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.615257] env[69411]: DEBUG nova.network.neutron [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Successfully updated port: b5f83969-7e2f-4aa8-b690-1c79c918c8a7 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.744894] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0e53ad5e-84a9-4187-a81d-4aa30dcb7ab2 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "186a6d75-3bb9-494a-b6aa-656aec48e8fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.979s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.776988] env[69411]: INFO nova.compute.manager [-] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Took 1.29 seconds to deallocate network for instance. [ 705.818824] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Acquiring lock "fab9cb08-8bc3-4279-8d53-2efa933a1cab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.819191] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Lock "fab9cb08-8bc3-4279-8d53-2efa933a1cab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.866058] env[69411]: DEBUG nova.compute.manager [req-35ad9792-5651-4b07-9c40-9c7d02e28eed req-19cac303-fa80-4a00-95fa-5684b9925968 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Received event network-vif-plugged-b5f83969-7e2f-4aa8-b690-1c79c918c8a7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.866466] env[69411]: DEBUG oslo_concurrency.lockutils [req-35ad9792-5651-4b07-9c40-9c7d02e28eed req-19cac303-fa80-4a00-95fa-5684b9925968 service nova] Acquiring lock "185823e6-b1e3-4e59-a4ca-35ebd6b07cfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.866721] env[69411]: DEBUG oslo_concurrency.lockutils [req-35ad9792-5651-4b07-9c40-9c7d02e28eed req-19cac303-fa80-4a00-95fa-5684b9925968 service nova] Lock "185823e6-b1e3-4e59-a4ca-35ebd6b07cfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.866979] env[69411]: DEBUG oslo_concurrency.lockutils [req-35ad9792-5651-4b07-9c40-9c7d02e28eed req-19cac303-fa80-4a00-95fa-5684b9925968 service nova] Lock "185823e6-b1e3-4e59-a4ca-35ebd6b07cfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.867190] env[69411]: DEBUG nova.compute.manager [req-35ad9792-5651-4b07-9c40-9c7d02e28eed req-19cac303-fa80-4a00-95fa-5684b9925968 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] No waiting events found dispatching network-vif-plugged-b5f83969-7e2f-4aa8-b690-1c79c918c8a7 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.867531] env[69411]: WARNING nova.compute.manager [req-35ad9792-5651-4b07-9c40-9c7d02e28eed req-19cac303-fa80-4a00-95fa-5684b9925968 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Received unexpected event network-vif-plugged-b5f83969-7e2f-4aa8-b690-1c79c918c8a7 for instance with vm_state building and task_state spawning. [ 705.871803] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322674, 'name': CreateVM_Task, 'duration_secs': 0.36928} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.875411] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.875635] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.878257] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663282', 'volume_id': 'c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a', 'name': 'volume-c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a', 'serial': 'c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a'}, 'boot_index': 0, 'mount_device': '/dev/sda', 'disk_bus': None, 'attachment_id': '8395eff6-8cb8-4720-958f-f21d3c55cafe', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69411) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 705.882048] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Root volume attach. Driver type: vmdk {{(pid=69411) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 705.882048] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e028d923-2340-4e8a-b7a1-f772a57e222e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.892614] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7780651d-17fb-4468-a814-bffb25f5dfcc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.902242] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccad7bc-4dd9-4b24-9574-16700b2a5929 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.912754] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6ff00f09-e1de-4c4d-a4a2-a5d788ee1eef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.925017] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Waiting for the task: (returnval){ [ 705.925017] env[69411]: value = "task-3322676" [ 705.925017] env[69411]: _type = "Task" [ 705.925017] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.933583] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322676, 'name': RelocateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.104531] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322675, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.121055] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "refresh_cache-185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.121161] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquired lock "refresh_cache-185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.121303] env[69411]: DEBUG nova.network.neutron [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.287425] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.389305] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d19665-1b8c-432a-992b-61e6ff097c48 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.398110] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3c45c7-5ec4-4eda-b17d-4d72619a98f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.440993] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377916eb-5ad4-4aa7-a6c9-70113b8fc2fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.453347] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0660f28e-9891-4fce-8168-7f006ef63bd7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.457996] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322676, 'name': RelocateVM_Task} progress is 20%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.471866] env[69411]: DEBUG nova.compute.provider_tree [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.601733] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322675, 'name': CreateSnapshot_Task, 'duration_secs': 0.611831} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.602064] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 706.602822] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e6d9a2-72da-4189-a533-3ff6e60341ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.623458] env[69411]: DEBUG nova.compute.manager [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Received event network-changed-902abb0f-6cca-4668-9496-2d47d2ea1ab5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.623658] env[69411]: DEBUG nova.compute.manager [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Refreshing instance network info cache due to event network-changed-902abb0f-6cca-4668-9496-2d47d2ea1ab5. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.623877] env[69411]: DEBUG oslo_concurrency.lockutils [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] Acquiring lock "refresh_cache-20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.624029] env[69411]: DEBUG oslo_concurrency.lockutils [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] Acquired lock "refresh_cache-20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.624192] env[69411]: DEBUG nova.network.neutron [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Refreshing network info cache for port 902abb0f-6cca-4668-9496-2d47d2ea1ab5 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.690428] env[69411]: DEBUG nova.network.neutron [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.873031] env[69411]: DEBUG nova.network.neutron [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Updating instance_info_cache with network_info: [{"id": "b5f83969-7e2f-4aa8-b690-1c79c918c8a7", "address": "fa:16:3e:0e:35:16", "network": {"id": "13f17e29-5992-4243-a6e2-2af7b37e8f1a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589202653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b543da7de581464ba002790961208729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f83969-7e", "ovs_interfaceid": "b5f83969-7e2f-4aa8-b690-1c79c918c8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.946934] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322676, 'name': RelocateVM_Task, 'duration_secs': 0.730568} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.947248] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 706.947592] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663282', 'volume_id': 'c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a', 'name': 'volume-c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a', 'serial': 'c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 706.948239] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d815205-be44-48b9-949a-8528e5f836a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.969484] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2c59ad-46e8-49a2-acb3-aef72392c706 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.984634] env[69411]: DEBUG nova.scheduler.client.report [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.996608] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] volume-c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a/volume-c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.997105] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc6d5e3f-6cfe-4c86-96b9-2133f24a6d7a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.019753] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "87a204b4-119e-42e7-b5af-3816e908120d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.021489] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Waiting for the task: (returnval){ [ 707.021489] env[69411]: value = "task-3322677" [ 707.021489] env[69411]: _type = "Task" [ 707.021489] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.030726] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.126122] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 707.126841] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eb6944bd-8bd0-46d0-acbe-438a9cb0666a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.141836] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 707.141836] env[69411]: value = "task-3322678" [ 707.141836] env[69411]: _type = "Task" [ 707.141836] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.149914] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322678, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.379441] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Releasing lock "refresh_cache-185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.379808] env[69411]: DEBUG nova.compute.manager [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Instance network_info: |[{"id": "b5f83969-7e2f-4aa8-b690-1c79c918c8a7", "address": "fa:16:3e:0e:35:16", "network": {"id": "13f17e29-5992-4243-a6e2-2af7b37e8f1a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589202653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b543da7de581464ba002790961208729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f83969-7e", "ovs_interfaceid": "b5f83969-7e2f-4aa8-b690-1c79c918c8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.380387] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:35:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5f83969-7e2f-4aa8-b690-1c79c918c8a7', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.390529] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Creating folder: Project (b543da7de581464ba002790961208729). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.390974] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a294d44-f821-4293-9505-526354a9b8fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.394122] env[69411]: DEBUG nova.network.neutron [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Updated VIF entry in instance network info cache for port 902abb0f-6cca-4668-9496-2d47d2ea1ab5. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.394529] env[69411]: DEBUG nova.network.neutron [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Updating instance_info_cache with network_info: [{"id": "902abb0f-6cca-4668-9496-2d47d2ea1ab5", "address": "fa:16:3e:77:00:35", "network": {"id": "cac4af7a-d6db-488f-a0e1-937f273ebb71", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-587798943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbafe5677f9c4711acd508f2cf9a521a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902abb0f-6c", "ovs_interfaceid": "902abb0f-6cca-4668-9496-2d47d2ea1ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.406862] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Created folder: Project (b543da7de581464ba002790961208729) in parent group-v663248. [ 707.406912] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Creating folder: Instances. Parent ref: group-v663330. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.407833] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60caf93a-be37-4d5b-8031-c214ace32909 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.426181] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Created folder: Instances in parent group-v663330. [ 707.426181] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.426181] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.426181] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a759b7a6-22e1-4382-9b67-68a8923123ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.448346] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.448346] env[69411]: value = "task-3322681" [ 707.448346] env[69411]: _type = "Task" [ 707.448346] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.460973] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322681, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.499203] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.501919] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.497s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.502503] env[69411]: DEBUG nova.objects.instance [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Lazy-loading 'resources' on Instance uuid a14a09e6-ea69-4649-9789-d947526b7b33 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.534517] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322677, 'name': ReconfigVM_Task, 'duration_secs': 0.304735} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.534517] env[69411]: INFO nova.scheduler.client.report [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Deleted allocations for instance 40176678-8725-4455-bf34-48274d2724ef [ 707.534517] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Reconfigured VM instance instance-0000001a to attach disk [datastore2] volume-c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a/volume-c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.543396] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b141e7cb-d459-4b98-bcc0-533ff7e3bcef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.561438] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Waiting for the task: (returnval){ [ 707.561438] env[69411]: value = "task-3322682" [ 707.561438] env[69411]: _type = "Task" [ 707.561438] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.575184] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.652202] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322678, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.897683] env[69411]: DEBUG oslo_concurrency.lockutils [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] Releasing lock "refresh_cache-20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.898020] env[69411]: DEBUG nova.compute.manager [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Received event network-changed-f79500d5-4f1f-4b87-ad17-750add9583d0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.898253] env[69411]: DEBUG nova.compute.manager [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Refreshing instance network info cache due to event network-changed-f79500d5-4f1f-4b87-ad17-750add9583d0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.898409] env[69411]: DEBUG oslo_concurrency.lockutils [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] Acquiring lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.898550] env[69411]: DEBUG oslo_concurrency.lockutils [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] Acquired lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.898717] env[69411]: DEBUG nova.network.neutron [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Refreshing network info cache for port f79500d5-4f1f-4b87-ad17-750add9583d0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.958825] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322681, 'name': CreateVM_Task, 'duration_secs': 0.344972} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.959677] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.960506] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.960752] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.961202] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.961523] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde92d87-8eb1-4e46-87b5-602d338dfabd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.968227] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 707.968227] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f760c1-5ef4-82da-8c9d-a60cccfe426f" [ 707.968227] env[69411]: _type = "Task" [ 707.968227] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.979467] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f760c1-5ef4-82da-8c9d-a60cccfe426f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.059553] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7810a826-37f8-4385-9857-2893f6629e57 tempest-ServersListShow298Test-795757659 tempest-ServersListShow298Test-795757659-project-member] Lock "40176678-8725-4455-bf34-48274d2724ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.164s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.074831] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322682, 'name': ReconfigVM_Task, 'duration_secs': 0.193153} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.075797] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663282', 'volume_id': 'c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a', 'name': 'volume-c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a', 'serial': 'c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 708.076366] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4e808ec-a470-4b12-9c3a-915d9e11bd16 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.084699] env[69411]: DEBUG nova.compute.manager [req-cabebc43-764d-4271-8c9b-3775c290c581 req-11b59f0c-5c6f-4404-b2f3-64a80d5ef85a service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Received event network-changed-b5f83969-7e2f-4aa8-b690-1c79c918c8a7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.084896] env[69411]: DEBUG nova.compute.manager [req-cabebc43-764d-4271-8c9b-3775c290c581 req-11b59f0c-5c6f-4404-b2f3-64a80d5ef85a service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Refreshing instance network info cache due to event network-changed-b5f83969-7e2f-4aa8-b690-1c79c918c8a7. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.085126] env[69411]: DEBUG oslo_concurrency.lockutils [req-cabebc43-764d-4271-8c9b-3775c290c581 req-11b59f0c-5c6f-4404-b2f3-64a80d5ef85a service nova] Acquiring lock "refresh_cache-185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.085266] env[69411]: DEBUG oslo_concurrency.lockutils [req-cabebc43-764d-4271-8c9b-3775c290c581 req-11b59f0c-5c6f-4404-b2f3-64a80d5ef85a service nova] Acquired lock "refresh_cache-185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.085416] env[69411]: DEBUG nova.network.neutron [req-cabebc43-764d-4271-8c9b-3775c290c581 req-11b59f0c-5c6f-4404-b2f3-64a80d5ef85a service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Refreshing network info cache for port b5f83969-7e2f-4aa8-b690-1c79c918c8a7 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.088662] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Waiting for the task: (returnval){ [ 708.088662] env[69411]: value = "task-3322683" [ 708.088662] env[69411]: _type = "Task" [ 708.088662] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.099951] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322683, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.155437] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322678, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.482175] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f760c1-5ef4-82da-8c9d-a60cccfe426f, 'name': SearchDatastore_Task, 'duration_secs': 0.012556} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.482175] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.482475] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.482613] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.482765] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.483253] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.483608] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5340bd9-a0a6-475b-a22c-25348d147dff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.495788] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.495866] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.496681] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50424a6-8173-4512-b795-f82adafdab90 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.504679] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 708.504679] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5292ad10-b9bb-bc19-4146-484373b931d5" [ 708.504679] env[69411]: _type = "Task" [ 708.504679] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.512979] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5292ad10-b9bb-bc19-4146-484373b931d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.529220] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03433052-bc40-49bd-9960-419903941c2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.535929] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8cd332-9138-4aae-ab91-ae7d9e1ad9a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.572483] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a64149-8753-4c06-af71-8b16cf3f9ea5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.581743] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491cc154-7ef5-46ab-a63d-daa2b463af69 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.597433] env[69411]: DEBUG nova.compute.provider_tree [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.607416] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322683, 'name': Rename_Task, 'duration_secs': 0.185725} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.607697] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.607938] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ed64607-0910-4f42-9643-9392ea150be8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.615406] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Waiting for the task: (returnval){ [ 708.615406] env[69411]: value = "task-3322684" [ 708.615406] env[69411]: _type = "Task" [ 708.615406] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.627145] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.634026] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "c338199b-875b-43e2-9221-6d071e981d9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.634279] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "c338199b-875b-43e2-9221-6d071e981d9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.653207] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322678, 'name': CloneVM_Task, 'duration_secs': 1.482833} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.653504] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Created linked-clone VM from snapshot [ 708.654309] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60aa9d89-02de-4781-abc0-e28f6028c829 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.663198] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Uploading image 933947c5-bf8b-400b-b19c-e229725edc7e {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 708.690265] env[69411]: DEBUG oslo_vmware.rw_handles [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 708.690265] env[69411]: value = "vm-663329" [ 708.690265] env[69411]: _type = "VirtualMachine" [ 708.690265] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 708.690528] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-094ce885-3da1-4bdf-95fe-81498447b15f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.700016] env[69411]: DEBUG oslo_vmware.rw_handles [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lease: (returnval){ [ 708.700016] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5226ca2d-8386-242b-5afb-46c471f187ea" [ 708.700016] env[69411]: _type = "HttpNfcLease" [ 708.700016] env[69411]: } obtained for exporting VM: (result){ [ 708.700016] env[69411]: value = "vm-663329" [ 708.700016] env[69411]: _type = "VirtualMachine" [ 708.700016] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 708.700016] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the lease: (returnval){ [ 708.700016] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5226ca2d-8386-242b-5afb-46c471f187ea" [ 708.700016] env[69411]: _type = "HttpNfcLease" [ 708.700016] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 708.708679] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 708.708679] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5226ca2d-8386-242b-5afb-46c471f187ea" [ 708.708679] env[69411]: _type = "HttpNfcLease" [ 708.708679] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 708.772883] env[69411]: DEBUG nova.network.neutron [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Updated VIF entry in instance network info cache for port f79500d5-4f1f-4b87-ad17-750add9583d0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.773250] env[69411]: DEBUG nova.network.neutron [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Updating instance_info_cache with network_info: [{"id": "f79500d5-4f1f-4b87-ad17-750add9583d0", "address": "fa:16:3e:fa:68:e7", "network": {"id": "6b359fb5-ad5a-45a6-8d08-f0ee161571b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1858010619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4d6c2a273454ac18eac1f390632281b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79500d5-4f", "ovs_interfaceid": "f79500d5-4f1f-4b87-ad17-750add9583d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.016837] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5292ad10-b9bb-bc19-4146-484373b931d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.017660] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-325f515c-ea7e-4b66-abe1-66d634b850cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.023220] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 709.023220] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a83b63-d34f-dcf5-626c-8d7f43e3ad78" [ 709.023220] env[69411]: _type = "Task" [ 709.023220] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.034274] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a83b63-d34f-dcf5-626c-8d7f43e3ad78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.103579] env[69411]: DEBUG nova.scheduler.client.report [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.108224] env[69411]: DEBUG nova.network.neutron [req-cabebc43-764d-4271-8c9b-3775c290c581 req-11b59f0c-5c6f-4404-b2f3-64a80d5ef85a service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Updated VIF entry in instance network info cache for port b5f83969-7e2f-4aa8-b690-1c79c918c8a7. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.108587] env[69411]: DEBUG nova.network.neutron [req-cabebc43-764d-4271-8c9b-3775c290c581 req-11b59f0c-5c6f-4404-b2f3-64a80d5ef85a service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Updating instance_info_cache with network_info: [{"id": "b5f83969-7e2f-4aa8-b690-1c79c918c8a7", "address": "fa:16:3e:0e:35:16", "network": {"id": "13f17e29-5992-4243-a6e2-2af7b37e8f1a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589202653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b543da7de581464ba002790961208729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f83969-7e", "ovs_interfaceid": "b5f83969-7e2f-4aa8-b690-1c79c918c8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.132469] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322684, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.211714] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 709.211714] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5226ca2d-8386-242b-5afb-46c471f187ea" [ 709.211714] env[69411]: _type = "HttpNfcLease" [ 709.211714] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 709.212295] env[69411]: DEBUG oslo_vmware.rw_handles [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 709.212295] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5226ca2d-8386-242b-5afb-46c471f187ea" [ 709.212295] env[69411]: _type = "HttpNfcLease" [ 709.212295] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 709.212785] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e242d65c-4ac5-4f1b-a54c-2402cbd58e55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.222209] env[69411]: DEBUG oslo_vmware.rw_handles [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238cf79-1789-4092-2923-bcfbf7bda6ea/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 709.222495] env[69411]: DEBUG oslo_vmware.rw_handles [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238cf79-1789-4092-2923-bcfbf7bda6ea/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 709.290522] env[69411]: DEBUG oslo_concurrency.lockutils [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] Releasing lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.290803] env[69411]: DEBUG nova.compute.manager [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Received event network-vif-deleted-a88cf28f-5d17-43e7-9016-3b6663c291c8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.291030] env[69411]: DEBUG nova.compute.manager [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Received event network-vif-deleted-0917861a-678c-4f60-a74f-cdff083d82c3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.291261] env[69411]: DEBUG nova.compute.manager [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Received event network-changed-f79500d5-4f1f-4b87-ad17-750add9583d0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.291431] env[69411]: DEBUG nova.compute.manager [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Refreshing instance network info cache due to event network-changed-f79500d5-4f1f-4b87-ad17-750add9583d0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.292270] env[69411]: DEBUG oslo_concurrency.lockutils [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] Acquiring lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.292270] env[69411]: DEBUG oslo_concurrency.lockutils [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] Acquired lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.292270] env[69411]: DEBUG nova.network.neutron [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Refreshing network info cache for port f79500d5-4f1f-4b87-ad17-750add9583d0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.343143] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-25553b6f-82c9-4410-a340-da1b67509a95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.536041] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a83b63-d34f-dcf5-626c-8d7f43e3ad78, 'name': SearchDatastore_Task, 'duration_secs': 0.023708} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.536377] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.537404] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa/185823e6-b1e3-4e59-a4ca-35ebd6b07cfa.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.537824] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52c62f29-56b5-4d41-a48a-713dd15b504a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.546910] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 709.546910] env[69411]: value = "task-3322686" [ 709.546910] env[69411]: _type = "Task" [ 709.546910] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.555241] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.611858] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.615797] env[69411]: DEBUG oslo_concurrency.lockutils [req-cabebc43-764d-4271-8c9b-3775c290c581 req-11b59f0c-5c6f-4404-b2f3-64a80d5ef85a service nova] Releasing lock "refresh_cache-185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.616222] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.251s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.617827] env[69411]: INFO nova.compute.claims [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.642832] env[69411]: DEBUG oslo_vmware.api [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322684, 'name': PowerOnVM_Task, 'duration_secs': 0.546926} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.643188] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.643460] env[69411]: INFO nova.compute.manager [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Took 5.64 seconds to spawn the instance on the hypervisor. [ 709.643671] env[69411]: DEBUG nova.compute.manager [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.644613] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e81fd00-d0f3-4f04-a303-a62637a0e100 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.657078] env[69411]: INFO nova.scheduler.client.report [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Deleted allocations for instance a14a09e6-ea69-4649-9789-d947526b7b33 [ 710.065398] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322686, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.165942] env[69411]: DEBUG nova.network.neutron [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Updated VIF entry in instance network info cache for port f79500d5-4f1f-4b87-ad17-750add9583d0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.166984] env[69411]: DEBUG nova.network.neutron [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Updating instance_info_cache with network_info: [{"id": "f79500d5-4f1f-4b87-ad17-750add9583d0", "address": "fa:16:3e:fa:68:e7", "network": {"id": "6b359fb5-ad5a-45a6-8d08-f0ee161571b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1858010619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4d6c2a273454ac18eac1f390632281b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79500d5-4f", "ovs_interfaceid": "f79500d5-4f1f-4b87-ad17-750add9583d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.174419] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e65443ab-ec20-4b24-b108-2294f80b8d45 tempest-ServersAdmin275Test-519765215 tempest-ServersAdmin275Test-519765215-project-member] Lock "a14a09e6-ea69-4649-9789-d947526b7b33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.112s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.181953] env[69411]: INFO nova.compute.manager [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Took 37.25 seconds to build instance. [ 710.560171] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675304} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.561197] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa/185823e6-b1e3-4e59-a4ca-35ebd6b07cfa.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.561676] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.562344] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c7c676d-f297-4cf8-83cb-ed338d646f9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.569242] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 710.569242] env[69411]: value = "task-3322687" [ 710.569242] env[69411]: _type = "Task" [ 710.569242] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.579347] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.682390] env[69411]: DEBUG oslo_concurrency.lockutils [req-b98de2d0-c3f1-4350-9dde-c141ea146449 req-7b7c7411-ab8c-413b-b595-702ecaf3e0bb service nova] Releasing lock "refresh_cache-0daf6eca-cc35-4960-b5e6-49f3770302e1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.684963] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d44b0204-28a3-4746-8fb8-fca246b786ba tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Lock "20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.728s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.079699] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073321} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.082536] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.083993] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d361cc7-0db7-41e5-8682-177d81a51afa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.108091] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa/185823e6-b1e3-4e59-a4ca-35ebd6b07cfa.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.111315] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e7630d-2344-4448-9a89-2c7a54d5bd63 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.133286] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 711.133286] env[69411]: value = "task-3322688" [ 711.133286] env[69411]: _type = "Task" [ 711.133286] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.142539] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.186791] env[69411]: DEBUG nova.compute.manager [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.303517] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6760bd-cbfe-4d84-87de-5ffa6a728853 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.318447] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5a782d-0187-410a-a200-bcdacdee298e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.362839] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e5f4d6-e05d-4758-8d31-922e357d8a57 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.373194] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933fa535-e42f-41c5-a1d9-3ee6c22611a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.389161] env[69411]: DEBUG nova.compute.provider_tree [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.500082] env[69411]: DEBUG nova.compute.manager [req-1ed18396-bebc-49ed-b739-e60285844074 req-41a4de27-d884-4560-b5cf-acb0177473e7 service nova] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Received event network-changed-902abb0f-6cca-4668-9496-2d47d2ea1ab5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.500082] env[69411]: DEBUG nova.compute.manager [req-1ed18396-bebc-49ed-b739-e60285844074 req-41a4de27-d884-4560-b5cf-acb0177473e7 service nova] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Refreshing instance network info cache due to event network-changed-902abb0f-6cca-4668-9496-2d47d2ea1ab5. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.500202] env[69411]: DEBUG oslo_concurrency.lockutils [req-1ed18396-bebc-49ed-b739-e60285844074 req-41a4de27-d884-4560-b5cf-acb0177473e7 service nova] Acquiring lock "refresh_cache-20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.500268] env[69411]: DEBUG oslo_concurrency.lockutils [req-1ed18396-bebc-49ed-b739-e60285844074 req-41a4de27-d884-4560-b5cf-acb0177473e7 service nova] Acquired lock "refresh_cache-20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.500411] env[69411]: DEBUG nova.network.neutron [req-1ed18396-bebc-49ed-b739-e60285844074 req-41a4de27-d884-4560-b5cf-acb0177473e7 service nova] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Refreshing network info cache for port 902abb0f-6cca-4668-9496-2d47d2ea1ab5 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.650590] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322688, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.712836] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.893927] env[69411]: DEBUG nova.scheduler.client.report [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.149374] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322688, 'name': ReconfigVM_Task, 'duration_secs': 0.557725} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.149713] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa/185823e6-b1e3-4e59-a4ca-35ebd6b07cfa.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.154068] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-734ba1f7-b1d6-489e-a52f-dcd665f9c29a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.161753] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 712.161753] env[69411]: value = "task-3322689" [ 712.161753] env[69411]: _type = "Task" [ 712.161753] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.172881] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322689, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.399546] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.400446] env[69411]: DEBUG nova.compute.manager [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.406354] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.043s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.406354] env[69411]: DEBUG nova.objects.instance [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Lazy-loading 'resources' on Instance uuid 37ceffed-a475-4dc3-928c-b0e7dd9e43ef {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.519082] env[69411]: DEBUG nova.network.neutron [req-1ed18396-bebc-49ed-b739-e60285844074 req-41a4de27-d884-4560-b5cf-acb0177473e7 service nova] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Updated VIF entry in instance network info cache for port 902abb0f-6cca-4668-9496-2d47d2ea1ab5. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.519503] env[69411]: DEBUG nova.network.neutron [req-1ed18396-bebc-49ed-b739-e60285844074 req-41a4de27-d884-4560-b5cf-acb0177473e7 service nova] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Updating instance_info_cache with network_info: [{"id": "902abb0f-6cca-4668-9496-2d47d2ea1ab5", "address": "fa:16:3e:77:00:35", "network": {"id": "cac4af7a-d6db-488f-a0e1-937f273ebb71", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-587798943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbafe5677f9c4711acd508f2cf9a521a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902abb0f-6c", "ovs_interfaceid": "902abb0f-6cca-4668-9496-2d47d2ea1ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.677457] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322689, 'name': Rename_Task, 'duration_secs': 0.18562} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.677826] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.678371] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa4fa696-b10a-4182-99ed-8a24c74b8cdd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.688980] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 712.688980] env[69411]: value = "task-3322690" [ 712.688980] env[69411]: _type = "Task" [ 712.688980] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.697536] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.909689] env[69411]: DEBUG nova.compute.utils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.918342] env[69411]: DEBUG nova.compute.manager [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.918342] env[69411]: DEBUG nova.network.neutron [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.023533] env[69411]: DEBUG oslo_concurrency.lockutils [req-1ed18396-bebc-49ed-b739-e60285844074 req-41a4de27-d884-4560-b5cf-acb0177473e7 service nova] Releasing lock "refresh_cache-20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.030309] env[69411]: DEBUG nova.policy [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5705484aa764513bff9fd62d239b822', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '324c3ac0ad874ee0857666ef4ef24ac8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.200884] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.419510] env[69411]: DEBUG nova.compute.manager [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.547020] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04c2e91-1fe6-4bfc-9a55-8d03ceccb71e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.554595] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72f4ab5-a373-4375-a38c-b636c7d0fbaa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.588023] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a5de01-1eaa-419e-942c-899351cf7b0c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.596623] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dc7439-05bf-45b9-b5c7-8e9c26b996cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.613833] env[69411]: DEBUG nova.compute.provider_tree [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.701502] env[69411]: DEBUG oslo_vmware.api [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322690, 'name': PowerOnVM_Task, 'duration_secs': 0.773369} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.704044] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.704044] env[69411]: INFO nova.compute.manager [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Took 8.72 seconds to spawn the instance on the hypervisor. [ 713.704044] env[69411]: DEBUG nova.compute.manager [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.704044] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623f4b6e-4235-4b80-a836-d18ba77a56d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.880020] env[69411]: DEBUG nova.network.neutron [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Successfully created port: 981a09d7-0e6c-4457-a8a8-386d39f9c31d {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.120522] env[69411]: DEBUG nova.scheduler.client.report [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.226416] env[69411]: INFO nova.compute.manager [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Took 40.60 seconds to build instance. [ 714.436391] env[69411]: DEBUG nova.compute.manager [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.484318] env[69411]: DEBUG nova.virt.hardware [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.485456] env[69411]: DEBUG nova.virt.hardware [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.485456] env[69411]: DEBUG nova.virt.hardware [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.485456] env[69411]: DEBUG nova.virt.hardware [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.485456] env[69411]: DEBUG nova.virt.hardware [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.485456] env[69411]: DEBUG nova.virt.hardware [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.485617] env[69411]: DEBUG nova.virt.hardware [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.485617] env[69411]: DEBUG nova.virt.hardware [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.486500] env[69411]: DEBUG nova.virt.hardware [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.486500] env[69411]: DEBUG nova.virt.hardware [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.486500] env[69411]: DEBUG nova.virt.hardware [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.486986] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e6caac-9294-456b-8920-030304285011 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.498962] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e6f23f-be9d-4026-ab3b-0c1b8ace5499 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.626294] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.629392] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.830s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.648724] env[69411]: INFO nova.scheduler.client.report [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Deleted allocations for instance 37ceffed-a475-4dc3-928c-b0e7dd9e43ef [ 714.730295] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aae304b1-20b8-4125-9ea3-08fa16d2e0e3 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.647s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.001730] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Acquiring lock "f6139cf8-37f2-487a-920b-562f8ad60bc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.001730] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Lock "f6139cf8-37f2-487a-920b-562f8ad60bc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.158095] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7fcfc5d6-93e5-4f12-b14e-99dd7c26c9a6 tempest-ServerDiagnosticsV248Test-1305948482 tempest-ServerDiagnosticsV248Test-1305948482-project-member] Lock "37ceffed-a475-4dc3-928c-b0e7dd9e43ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.089s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.234176] env[69411]: DEBUG nova.compute.manager [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.565461] env[69411]: DEBUG nova.compute.manager [req-a5d9688a-1516-4572-a9f8-538d633e9c1f req-411a1bac-2c62-4213-98a4-ba500785d7d2 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Received event network-changed-b5f83969-7e2f-4aa8-b690-1c79c918c8a7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.565461] env[69411]: DEBUG nova.compute.manager [req-a5d9688a-1516-4572-a9f8-538d633e9c1f req-411a1bac-2c62-4213-98a4-ba500785d7d2 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Refreshing instance network info cache due to event network-changed-b5f83969-7e2f-4aa8-b690-1c79c918c8a7. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.565461] env[69411]: DEBUG oslo_concurrency.lockutils [req-a5d9688a-1516-4572-a9f8-538d633e9c1f req-411a1bac-2c62-4213-98a4-ba500785d7d2 service nova] Acquiring lock "refresh_cache-185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.565618] env[69411]: DEBUG oslo_concurrency.lockutils [req-a5d9688a-1516-4572-a9f8-538d633e9c1f req-411a1bac-2c62-4213-98a4-ba500785d7d2 service nova] Acquired lock "refresh_cache-185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.565651] env[69411]: DEBUG nova.network.neutron [req-a5d9688a-1516-4572-a9f8-538d633e9c1f req-411a1bac-2c62-4213-98a4-ba500785d7d2 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Refreshing network info cache for port b5f83969-7e2f-4aa8-b690-1c79c918c8a7 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.770651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.856780] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3368ed-2e3d-44c5-8e5c-88fbcb05b88f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.874787] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0fa1a8-9a92-463d-ade8-a01d50cece1c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.911951] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2baba1-785f-45cc-a371-335a2acb0b81 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.926941] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73342faa-c3d1-4afb-a5f1-ad565ba914ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.947490] env[69411]: DEBUG nova.compute.provider_tree [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.303697] env[69411]: DEBUG nova.network.neutron [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Successfully updated port: 981a09d7-0e6c-4457-a8a8-386d39f9c31d {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.465316] env[69411]: DEBUG nova.scheduler.client.report [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.500307] env[69411]: DEBUG nova.network.neutron [req-a5d9688a-1516-4572-a9f8-538d633e9c1f req-411a1bac-2c62-4213-98a4-ba500785d7d2 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Updated VIF entry in instance network info cache for port b5f83969-7e2f-4aa8-b690-1c79c918c8a7. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.500664] env[69411]: DEBUG nova.network.neutron [req-a5d9688a-1516-4572-a9f8-538d633e9c1f req-411a1bac-2c62-4213-98a4-ba500785d7d2 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Updating instance_info_cache with network_info: [{"id": "b5f83969-7e2f-4aa8-b690-1c79c918c8a7", "address": "fa:16:3e:0e:35:16", "network": {"id": "13f17e29-5992-4243-a6e2-2af7b37e8f1a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589202653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b543da7de581464ba002790961208729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f83969-7e", "ovs_interfaceid": "b5f83969-7e2f-4aa8-b690-1c79c918c8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.515041] env[69411]: DEBUG nova.compute.manager [req-96267c07-891b-4cc3-aadc-50a76842e4ab req-a0cae45c-cf78-494b-9031-588babad006c service nova] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Received event network-vif-plugged-981a09d7-0e6c-4457-a8a8-386d39f9c31d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.515259] env[69411]: DEBUG oslo_concurrency.lockutils [req-96267c07-891b-4cc3-aadc-50a76842e4ab req-a0cae45c-cf78-494b-9031-588babad006c service nova] Acquiring lock "67f6dadc-42fc-4fba-b706-d6b5ac01ded8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.515516] env[69411]: DEBUG oslo_concurrency.lockutils [req-96267c07-891b-4cc3-aadc-50a76842e4ab req-a0cae45c-cf78-494b-9031-588babad006c service nova] Lock "67f6dadc-42fc-4fba-b706-d6b5ac01ded8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.515687] env[69411]: DEBUG oslo_concurrency.lockutils [req-96267c07-891b-4cc3-aadc-50a76842e4ab req-a0cae45c-cf78-494b-9031-588babad006c service nova] Lock "67f6dadc-42fc-4fba-b706-d6b5ac01ded8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.515857] env[69411]: DEBUG nova.compute.manager [req-96267c07-891b-4cc3-aadc-50a76842e4ab req-a0cae45c-cf78-494b-9031-588babad006c service nova] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] No waiting events found dispatching network-vif-plugged-981a09d7-0e6c-4457-a8a8-386d39f9c31d {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.516087] env[69411]: WARNING nova.compute.manager [req-96267c07-891b-4cc3-aadc-50a76842e4ab req-a0cae45c-cf78-494b-9031-588babad006c service nova] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Received unexpected event network-vif-plugged-981a09d7-0e6c-4457-a8a8-386d39f9c31d for instance with vm_state building and task_state spawning. [ 716.810232] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Acquiring lock "refresh_cache-67f6dadc-42fc-4fba-b706-d6b5ac01ded8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.810232] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Acquired lock "refresh_cache-67f6dadc-42fc-4fba-b706-d6b5ac01ded8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.810232] env[69411]: DEBUG nova.network.neutron [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.004294] env[69411]: DEBUG oslo_concurrency.lockutils [req-a5d9688a-1516-4572-a9f8-538d633e9c1f req-411a1bac-2c62-4213-98a4-ba500785d7d2 service nova] Releasing lock "refresh_cache-185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.359811] env[69411]: DEBUG nova.network.neutron [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.479352] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.850s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.487313] env[69411]: DEBUG oslo_concurrency.lockutils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.092s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.489000] env[69411]: INFO nova.compute.claims [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.571215] env[69411]: DEBUG nova.network.neutron [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Updating instance_info_cache with network_info: [{"id": "981a09d7-0e6c-4457-a8a8-386d39f9c31d", "address": "fa:16:3e:26:d3:97", "network": {"id": "09a33e90-853b-4961-80a4-1de755b14223", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-750935280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "324c3ac0ad874ee0857666ef4ef24ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap981a09d7-0e", "ovs_interfaceid": "981a09d7-0e6c-4457-a8a8-386d39f9c31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.002484] env[69411]: DEBUG oslo_vmware.rw_handles [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238cf79-1789-4092-2923-bcfbf7bda6ea/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 718.003888] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7583cb64-8b5c-41e6-93bb-b97b83f342ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.013968] env[69411]: DEBUG oslo_vmware.rw_handles [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238cf79-1789-4092-2923-bcfbf7bda6ea/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 718.014179] env[69411]: ERROR oslo_vmware.rw_handles [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238cf79-1789-4092-2923-bcfbf7bda6ea/disk-0.vmdk due to incomplete transfer. [ 718.014979] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4eaa41c6-5270-4944-ab3a-462e7b835b72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.024044] env[69411]: DEBUG oslo_vmware.rw_handles [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238cf79-1789-4092-2923-bcfbf7bda6ea/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 718.024290] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Uploaded image 933947c5-bf8b-400b-b19c-e229725edc7e to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 718.026787] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 718.031065] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-135b3211-4248-414f-a4b0-d17d121f83b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.038896] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 718.038896] env[69411]: value = "task-3322691" [ 718.038896] env[69411]: _type = "Task" [ 718.038896] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.050065] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322691, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.073416] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Releasing lock "refresh_cache-67f6dadc-42fc-4fba-b706-d6b5ac01ded8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.073748] env[69411]: DEBUG nova.compute.manager [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Instance network_info: |[{"id": "981a09d7-0e6c-4457-a8a8-386d39f9c31d", "address": "fa:16:3e:26:d3:97", "network": {"id": "09a33e90-853b-4961-80a4-1de755b14223", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-750935280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "324c3ac0ad874ee0857666ef4ef24ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap981a09d7-0e", "ovs_interfaceid": "981a09d7-0e6c-4457-a8a8-386d39f9c31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.074217] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:d3:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '981a09d7-0e6c-4457-a8a8-386d39f9c31d', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.082655] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Creating folder: Project (324c3ac0ad874ee0857666ef4ef24ac8). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.083848] env[69411]: INFO nova.scheduler.client.report [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Deleted allocation for migration 30f12e8d-e6bb-4c9b-9874-93608d9f5d0b [ 718.084773] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0ba539a-d5f2-40f7-9265-d3abda0c190d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.098407] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Created folder: Project (324c3ac0ad874ee0857666ef4ef24ac8) in parent group-v663248. [ 718.098407] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Creating folder: Instances. Parent ref: group-v663333. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.098407] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edecbc28-e9c9-4d58-b15b-ca3272ac3df8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.107742] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Created folder: Instances in parent group-v663333. [ 718.111765] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.111765] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.111765] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-355a7fef-107e-4486-affc-5f0b6fd68ed8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.135216] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.135216] env[69411]: value = "task-3322694" [ 718.135216] env[69411]: _type = "Task" [ 718.135216] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.147377] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322694, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.551496] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322691, 'name': Destroy_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.590230] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d840ab68-a382-445a-a23d-19347ce11d75 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.898s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.651033] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322694, 'name': CreateVM_Task, 'duration_secs': 0.417887} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.651033] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.651033] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.651033] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.651033] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.651273] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6137fe94-f3ab-41b1-93cc-4afb0f58cab6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.655743] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Waiting for the task: (returnval){ [ 718.655743] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cef09c-9309-46ee-f95e-162b6958dcec" [ 718.655743] env[69411]: _type = "Task" [ 718.655743] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.671364] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cef09c-9309-46ee-f95e-162b6958dcec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.019239] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6570e6da-e69b-468d-9b35-ec4fd584952c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.028352] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8726de4-a1b4-4cdf-b53a-58a209ba69d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.066232] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ebb659-6d3f-48a2-bff2-c66682afcdd9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.076264] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322691, 'name': Destroy_Task, 'duration_secs': 0.524691} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.079112] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Destroyed the VM [ 719.079620] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 719.081963] env[69411]: DEBUG nova.compute.manager [req-13aa3098-a7db-4373-9b7c-21b28fa9e52d req-b7d47d65-69d5-48fe-9cb1-9954a625bc50 service nova] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Received event network-changed-981a09d7-0e6c-4457-a8a8-386d39f9c31d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.082324] env[69411]: DEBUG nova.compute.manager [req-13aa3098-a7db-4373-9b7c-21b28fa9e52d req-b7d47d65-69d5-48fe-9cb1-9954a625bc50 service nova] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Refreshing instance network info cache due to event network-changed-981a09d7-0e6c-4457-a8a8-386d39f9c31d. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.082657] env[69411]: DEBUG oslo_concurrency.lockutils [req-13aa3098-a7db-4373-9b7c-21b28fa9e52d req-b7d47d65-69d5-48fe-9cb1-9954a625bc50 service nova] Acquiring lock "refresh_cache-67f6dadc-42fc-4fba-b706-d6b5ac01ded8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.083920] env[69411]: DEBUG oslo_concurrency.lockutils [req-13aa3098-a7db-4373-9b7c-21b28fa9e52d req-b7d47d65-69d5-48fe-9cb1-9954a625bc50 service nova] Acquired lock "refresh_cache-67f6dadc-42fc-4fba-b706-d6b5ac01ded8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.083920] env[69411]: DEBUG nova.network.neutron [req-13aa3098-a7db-4373-9b7c-21b28fa9e52d req-b7d47d65-69d5-48fe-9cb1-9954a625bc50 service nova] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Refreshing network info cache for port 981a09d7-0e6c-4457-a8a8-386d39f9c31d {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.084452] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e84effd9-98b1-4ace-9f90-978cdea82ff5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.091142] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f40c4e-3471-44ec-9869-d40307480b0a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.109949] env[69411]: DEBUG nova.compute.provider_tree [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.112608] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 719.112608] env[69411]: value = "task-3322695" [ 719.112608] env[69411]: _type = "Task" [ 719.112608] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.121415] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322695, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.171029] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cef09c-9309-46ee-f95e-162b6958dcec, 'name': SearchDatastore_Task, 'duration_secs': 0.022681} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.171404] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.171719] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.172013] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.172264] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.172495] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.172959] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3a7148b-a8fc-4030-9769-a393251000c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.183189] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.183891] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.184185] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b086fe1f-bdc6-4494-a326-73dbfffdc614 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.191526] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Waiting for the task: (returnval){ [ 719.191526] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5299a3ad-967d-172d-5ffa-7fae3428840e" [ 719.191526] env[69411]: _type = "Task" [ 719.191526] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.199605] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5299a3ad-967d-172d-5ffa-7fae3428840e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.547966] env[69411]: DEBUG nova.network.neutron [req-13aa3098-a7db-4373-9b7c-21b28fa9e52d req-b7d47d65-69d5-48fe-9cb1-9954a625bc50 service nova] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Updated VIF entry in instance network info cache for port 981a09d7-0e6c-4457-a8a8-386d39f9c31d. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.548421] env[69411]: DEBUG nova.network.neutron [req-13aa3098-a7db-4373-9b7c-21b28fa9e52d req-b7d47d65-69d5-48fe-9cb1-9954a625bc50 service nova] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Updating instance_info_cache with network_info: [{"id": "981a09d7-0e6c-4457-a8a8-386d39f9c31d", "address": "fa:16:3e:26:d3:97", "network": {"id": "09a33e90-853b-4961-80a4-1de755b14223", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-750935280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "324c3ac0ad874ee0857666ef4ef24ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap981a09d7-0e", "ovs_interfaceid": "981a09d7-0e6c-4457-a8a8-386d39f9c31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.615257] env[69411]: DEBUG nova.scheduler.client.report [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.633457] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322695, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.706175] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5299a3ad-967d-172d-5ffa-7fae3428840e, 'name': SearchDatastore_Task, 'duration_secs': 0.012275} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.708495] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9db5bd5-363f-4a85-9c44-4ebb8411221f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.714516] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Waiting for the task: (returnval){ [ 719.714516] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ae8ca5-c1a3-e261-0e20-853a0a3334ca" [ 719.714516] env[69411]: _type = "Task" [ 719.714516] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.725068] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Acquiring lock "a9825baf-0ac3-47d9-a814-02a301c83a9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.725296] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Lock "a9825baf-0ac3-47d9-a814-02a301c83a9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.730824] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ae8ca5-c1a3-e261-0e20-853a0a3334ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.051281] env[69411]: DEBUG oslo_concurrency.lockutils [req-13aa3098-a7db-4373-9b7c-21b28fa9e52d req-b7d47d65-69d5-48fe-9cb1-9954a625bc50 service nova] Releasing lock "refresh_cache-67f6dadc-42fc-4fba-b706-d6b5ac01ded8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.051528] env[69411]: DEBUG nova.compute.manager [req-13aa3098-a7db-4373-9b7c-21b28fa9e52d req-b7d47d65-69d5-48fe-9cb1-9954a625bc50 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Received event network-changed-b5f83969-7e2f-4aa8-b690-1c79c918c8a7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.051700] env[69411]: DEBUG nova.compute.manager [req-13aa3098-a7db-4373-9b7c-21b28fa9e52d req-b7d47d65-69d5-48fe-9cb1-9954a625bc50 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Refreshing instance network info cache due to event network-changed-b5f83969-7e2f-4aa8-b690-1c79c918c8a7. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.051920] env[69411]: DEBUG oslo_concurrency.lockutils [req-13aa3098-a7db-4373-9b7c-21b28fa9e52d req-b7d47d65-69d5-48fe-9cb1-9954a625bc50 service nova] Acquiring lock "refresh_cache-185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.052075] env[69411]: DEBUG oslo_concurrency.lockutils [req-13aa3098-a7db-4373-9b7c-21b28fa9e52d req-b7d47d65-69d5-48fe-9cb1-9954a625bc50 service nova] Acquired lock "refresh_cache-185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.052243] env[69411]: DEBUG nova.network.neutron [req-13aa3098-a7db-4373-9b7c-21b28fa9e52d req-b7d47d65-69d5-48fe-9cb1-9954a625bc50 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Refreshing network info cache for port b5f83969-7e2f-4aa8-b690-1c79c918c8a7 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.132455] env[69411]: DEBUG oslo_concurrency.lockutils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.132455] env[69411]: DEBUG nova.compute.manager [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.140018] env[69411]: DEBUG oslo_concurrency.lockutils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.696s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.140018] env[69411]: INFO nova.compute.claims [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.152834] env[69411]: DEBUG oslo_vmware.api [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322695, 'name': RemoveSnapshot_Task, 'duration_secs': 0.534265} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.153151] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 720.153394] env[69411]: INFO nova.compute.manager [None req-4fe43af5-d282-4570-9551-935b9e014d13 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Took 15.11 seconds to snapshot the instance on the hypervisor. [ 720.233609] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ae8ca5-c1a3-e261-0e20-853a0a3334ca, 'name': SearchDatastore_Task, 'duration_secs': 0.029223} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.233609] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.233609] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 67f6dadc-42fc-4fba-b706-d6b5ac01ded8/67f6dadc-42fc-4fba-b706-d6b5ac01ded8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.233609] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d7651eb-6c6f-482c-80dd-f1bc06cb15ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.241600] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Waiting for the task: (returnval){ [ 720.241600] env[69411]: value = "task-3322696" [ 720.241600] env[69411]: _type = "Task" [ 720.241600] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.251843] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': task-3322696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.304829] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "f550df5e-3fce-482d-8be8-ad9a3b46c912" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.304829] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "f550df5e-3fce-482d-8be8-ad9a3b46c912" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.647103] env[69411]: DEBUG nova.compute.utils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.653232] env[69411]: DEBUG nova.compute.manager [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.653731] env[69411]: DEBUG nova.network.neutron [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.751057] env[69411]: DEBUG nova.policy [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d78716fead84bc08bd77bba08567330', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6e3886d5b0a4e74a5e8f0f633b93cc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.764691] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': task-3322696, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.988855] env[69411]: DEBUG nova.network.neutron [req-13aa3098-a7db-4373-9b7c-21b28fa9e52d req-b7d47d65-69d5-48fe-9cb1-9954a625bc50 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Updated VIF entry in instance network info cache for port b5f83969-7e2f-4aa8-b690-1c79c918c8a7. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.988855] env[69411]: DEBUG nova.network.neutron [req-13aa3098-a7db-4373-9b7c-21b28fa9e52d req-b7d47d65-69d5-48fe-9cb1-9954a625bc50 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Updating instance_info_cache with network_info: [{"id": "b5f83969-7e2f-4aa8-b690-1c79c918c8a7", "address": "fa:16:3e:0e:35:16", "network": {"id": "13f17e29-5992-4243-a6e2-2af7b37e8f1a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589202653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b543da7de581464ba002790961208729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f83969-7e", "ovs_interfaceid": "b5f83969-7e2f-4aa8-b690-1c79c918c8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.158244] env[69411]: DEBUG nova.compute.manager [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.254348] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': task-3322696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745397} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.257381] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 67f6dadc-42fc-4fba-b706-d6b5ac01ded8/67f6dadc-42fc-4fba-b706-d6b5ac01ded8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.257768] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.258454] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9282cb4-38fc-4f16-9057-5959298bfc25 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.265963] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Waiting for the task: (returnval){ [ 721.265963] env[69411]: value = "task-3322697" [ 721.265963] env[69411]: _type = "Task" [ 721.265963] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.279988] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': task-3322697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.313781] env[69411]: DEBUG nova.network.neutron [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Successfully created port: 87f0ca16-b202-456a-bd57-79292c735a61 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.493642] env[69411]: DEBUG oslo_concurrency.lockutils [req-13aa3098-a7db-4373-9b7c-21b28fa9e52d req-b7d47d65-69d5-48fe-9cb1-9954a625bc50 service nova] Releasing lock "refresh_cache-185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.700133] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8f62a0-bb17-4936-bd50-ec067c17d003 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.708498] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f31578a-f3e6-4f81-8871-9b4a8e92cc6d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.752242] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4f10b0-a538-4207-933c-0c440af4ef8e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.758048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Acquiring lock "e5a8697d-2a72-4768-8bae-8536f9d2f4f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.758435] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Lock "e5a8697d-2a72-4768-8bae-8536f9d2f4f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.764952] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7958f1-55ee-48b8-9599-81c90c34f624 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.783915] env[69411]: DEBUG nova.compute.provider_tree [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.789655] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': task-3322697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081129} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.789655] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.790382] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a810346b-006f-4d81-880c-d68818103a5e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.814899] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 67f6dadc-42fc-4fba-b706-d6b5ac01ded8/67f6dadc-42fc-4fba-b706-d6b5ac01ded8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.815495] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f677f41-b8b2-4e82-b264-265e8b2ae915 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.836370] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Waiting for the task: (returnval){ [ 721.836370] env[69411]: value = "task-3322698" [ 721.836370] env[69411]: _type = "Task" [ 721.836370] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.844703] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': task-3322698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.060777] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "f2e014b2-5984-40c5-b2b7-c52f03b08536" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.061081] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "f2e014b2-5984-40c5-b2b7-c52f03b08536" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.175725] env[69411]: DEBUG nova.compute.manager [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.203814] env[69411]: DEBUG nova.virt.hardware [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.205058] env[69411]: DEBUG nova.virt.hardware [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.205058] env[69411]: DEBUG nova.virt.hardware [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.205058] env[69411]: DEBUG nova.virt.hardware [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.205058] env[69411]: DEBUG nova.virt.hardware [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.205058] env[69411]: DEBUG nova.virt.hardware [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.205325] env[69411]: DEBUG nova.virt.hardware [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.205454] env[69411]: DEBUG nova.virt.hardware [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.205659] env[69411]: DEBUG nova.virt.hardware [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.206335] env[69411]: DEBUG nova.virt.hardware [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.206335] env[69411]: DEBUG nova.virt.hardware [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.207146] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c595bbf-4cc7-4ad9-a3ee-a2eb3bb3cbd6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.220781] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2b7632-bbbb-426f-b4f9-3906a4fbf9d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.291626] env[69411]: DEBUG nova.scheduler.client.report [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.351110] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': task-3322698, 'name': ReconfigVM_Task, 'duration_secs': 0.299786} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.351577] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 67f6dadc-42fc-4fba-b706-d6b5ac01ded8/67f6dadc-42fc-4fba-b706-d6b5ac01ded8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.352443] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a50df766-ebf9-47da-812b-853429b4a61f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.360253] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Waiting for the task: (returnval){ [ 722.360253] env[69411]: value = "task-3322699" [ 722.360253] env[69411]: _type = "Task" [ 722.360253] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.374475] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': task-3322699, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.797384] env[69411]: DEBUG oslo_concurrency.lockutils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.797897] env[69411]: DEBUG nova.compute.manager [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.801383] env[69411]: DEBUG oslo_concurrency.lockutils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.911s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.802823] env[69411]: INFO nova.compute.claims [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.871950] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': task-3322699, 'name': Rename_Task, 'duration_secs': 0.153704} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.874906] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.874906] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06ff2a3c-8f0f-4846-b017-a79b45e576fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.888455] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Waiting for the task: (returnval){ [ 722.888455] env[69411]: value = "task-3322700" [ 722.888455] env[69411]: _type = "Task" [ 722.888455] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.896652] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': task-3322700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.957327] env[69411]: DEBUG nova.compute.manager [req-8425e1aa-8174-4020-b1b9-e546b87ecf73 req-ca92653a-4f34-4673-acfb-d3a5cbabbecd service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Received event network-vif-plugged-87f0ca16-b202-456a-bd57-79292c735a61 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.957327] env[69411]: DEBUG oslo_concurrency.lockutils [req-8425e1aa-8174-4020-b1b9-e546b87ecf73 req-ca92653a-4f34-4673-acfb-d3a5cbabbecd service nova] Acquiring lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.957327] env[69411]: DEBUG oslo_concurrency.lockutils [req-8425e1aa-8174-4020-b1b9-e546b87ecf73 req-ca92653a-4f34-4673-acfb-d3a5cbabbecd service nova] Lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.957327] env[69411]: DEBUG oslo_concurrency.lockutils [req-8425e1aa-8174-4020-b1b9-e546b87ecf73 req-ca92653a-4f34-4673-acfb-d3a5cbabbecd service nova] Lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.957327] env[69411]: DEBUG nova.compute.manager [req-8425e1aa-8174-4020-b1b9-e546b87ecf73 req-ca92653a-4f34-4673-acfb-d3a5cbabbecd service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] No waiting events found dispatching network-vif-plugged-87f0ca16-b202-456a-bd57-79292c735a61 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.957513] env[69411]: WARNING nova.compute.manager [req-8425e1aa-8174-4020-b1b9-e546b87ecf73 req-ca92653a-4f34-4673-acfb-d3a5cbabbecd service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Received unexpected event network-vif-plugged-87f0ca16-b202-456a-bd57-79292c735a61 for instance with vm_state building and task_state spawning. [ 723.057286] env[69411]: DEBUG nova.network.neutron [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Successfully updated port: 87f0ca16-b202-456a-bd57-79292c735a61 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.102047] env[69411]: DEBUG nova.compute.manager [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.102950] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426c6d54-ea2e-4ac4-9f7c-7d90a21e07f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.307734] env[69411]: DEBUG nova.compute.utils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.311171] env[69411]: DEBUG nova.compute.manager [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.312227] env[69411]: DEBUG nova.network.neutron [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.373190] env[69411]: DEBUG nova.policy [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65bb07e6dd834015bc599445bc7f5e26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '040576596ea94d309fce4508fcf3437a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.398329] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': task-3322700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.562698] env[69411]: DEBUG oslo_concurrency.lockutils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "refresh_cache-9f55ba14-c3fe-45be-900f-19c0be0cf5ac" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.562861] env[69411]: DEBUG oslo_concurrency.lockutils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquired lock "refresh_cache-9f55ba14-c3fe-45be-900f-19c0be0cf5ac" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.563096] env[69411]: DEBUG nova.network.neutron [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.614516] env[69411]: INFO nova.compute.manager [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] instance snapshotting [ 723.617340] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4767c9f1-b806-4a3c-aa5b-f6f55f485808 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.637807] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e71240-8070-4900-9910-9b8eac7cf97d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.719804] env[69411]: DEBUG nova.network.neutron [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Successfully created port: 996939e4-0432-4375-b60b-b298718f76ef {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.819893] env[69411]: DEBUG nova.compute.manager [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.831410] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "1a3db32e-e2c8-4ba5-88e7-7856c64099cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.831645] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "1a3db32e-e2c8-4ba5-88e7-7856c64099cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.900634] env[69411]: DEBUG oslo_vmware.api [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': task-3322700, 'name': PowerOnVM_Task, 'duration_secs': 1.012585} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.900750] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.901846] env[69411]: INFO nova.compute.manager [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Took 9.46 seconds to spawn the instance on the hypervisor. [ 723.901846] env[69411]: DEBUG nova.compute.manager [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.902488] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f527775c-5cdb-48d0-8456-36b14fc97431 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.097847] env[69411]: DEBUG nova.network.neutron [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.148519] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 724.149984] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4301578d-f1bc-49fc-91bb-b30c3ecb4e99 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.156856] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 724.156856] env[69411]: value = "task-3322701" [ 724.156856] env[69411]: _type = "Task" [ 724.156856] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.167424] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322701, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.260032] env[69411]: DEBUG nova.network.neutron [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Updating instance_info_cache with network_info: [{"id": "87f0ca16-b202-456a-bd57-79292c735a61", "address": "fa:16:3e:f1:37:48", "network": {"id": "3a41aca5-f250-4d35-be03-4369ffe1ba77", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-798275787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e3886d5b0a4e74a5e8f0f633b93cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f0ca16-b2", "ovs_interfaceid": "87f0ca16-b202-456a-bd57-79292c735a61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.377487] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c274887b-65c3-471d-adf9-bc0af991ad9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.385724] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c9c270-7417-4a8b-8b53-ceac5cb87249 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.429980] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb37933f-6ddc-40c6-b57b-e3956430e33b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.435291] env[69411]: INFO nova.compute.manager [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Took 42.09 seconds to build instance. [ 724.441203] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a26c106-af56-4df3-8ce4-259d4889f9af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.455714] env[69411]: DEBUG nova.compute.provider_tree [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.667201] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322701, 'name': CreateSnapshot_Task, 'duration_secs': 0.497505} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.667495] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 724.668250] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadb3e5f-792e-4475-ab70-e1b80ca9b1b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.763333] env[69411]: DEBUG oslo_concurrency.lockutils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Releasing lock "refresh_cache-9f55ba14-c3fe-45be-900f-19c0be0cf5ac" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.763800] env[69411]: DEBUG nova.compute.manager [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Instance network_info: |[{"id": "87f0ca16-b202-456a-bd57-79292c735a61", "address": "fa:16:3e:f1:37:48", "network": {"id": "3a41aca5-f250-4d35-be03-4369ffe1ba77", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-798275787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e3886d5b0a4e74a5e8f0f633b93cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f0ca16-b2", "ovs_interfaceid": "87f0ca16-b202-456a-bd57-79292c735a61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.764144] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:37:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87f0ca16-b202-456a-bd57-79292c735a61', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.771566] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Creating folder: Project (b6e3886d5b0a4e74a5e8f0f633b93cc9). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.772494] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50e5b269-5e75-4e4c-97a0-e1daed41058b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.783862] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Created folder: Project (b6e3886d5b0a4e74a5e8f0f633b93cc9) in parent group-v663248. [ 724.784037] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Creating folder: Instances. Parent ref: group-v663337. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.784275] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5b258e9-eef1-45c6-bc2c-5122100c4cfe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.793329] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Created folder: Instances in parent group-v663337. [ 724.793558] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.793738] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.793934] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c2dcd6e-c656-4f4a-b353-b7c6ba95a7d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.813507] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.813507] env[69411]: value = "task-3322704" [ 724.813507] env[69411]: _type = "Task" [ 724.813507] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.822112] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322704, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.830513] env[69411]: DEBUG nova.compute.manager [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.853777] env[69411]: DEBUG nova.virt.hardware [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.854043] env[69411]: DEBUG nova.virt.hardware [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.854209] env[69411]: DEBUG nova.virt.hardware [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.854399] env[69411]: DEBUG nova.virt.hardware [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.854545] env[69411]: DEBUG nova.virt.hardware [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.854713] env[69411]: DEBUG nova.virt.hardware [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.855042] env[69411]: DEBUG nova.virt.hardware [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.855321] env[69411]: DEBUG nova.virt.hardware [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.855627] env[69411]: DEBUG nova.virt.hardware [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.855725] env[69411]: DEBUG nova.virt.hardware [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.855911] env[69411]: DEBUG nova.virt.hardware [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.856809] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7facbbf6-ca92-470d-b269-a4b1d6f33caa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.865033] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab833c23-e470-410b-98e9-c1e5c0300c8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.938308] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d39e8492-f858-419e-8819-727f024ada6f tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Lock "67f6dadc-42fc-4fba-b706-d6b5ac01ded8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.006s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.959182] env[69411]: DEBUG nova.scheduler.client.report [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.054547] env[69411]: DEBUG nova.compute.manager [req-152d07f2-73d2-4315-99bc-ca5c656b07f8 req-eb003b3d-cd52-462e-8fac-a27cddaeef15 service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Received event network-changed-87f0ca16-b202-456a-bd57-79292c735a61 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.054658] env[69411]: DEBUG nova.compute.manager [req-152d07f2-73d2-4315-99bc-ca5c656b07f8 req-eb003b3d-cd52-462e-8fac-a27cddaeef15 service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Refreshing instance network info cache due to event network-changed-87f0ca16-b202-456a-bd57-79292c735a61. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.054888] env[69411]: DEBUG oslo_concurrency.lockutils [req-152d07f2-73d2-4315-99bc-ca5c656b07f8 req-eb003b3d-cd52-462e-8fac-a27cddaeef15 service nova] Acquiring lock "refresh_cache-9f55ba14-c3fe-45be-900f-19c0be0cf5ac" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.055058] env[69411]: DEBUG oslo_concurrency.lockutils [req-152d07f2-73d2-4315-99bc-ca5c656b07f8 req-eb003b3d-cd52-462e-8fac-a27cddaeef15 service nova] Acquired lock "refresh_cache-9f55ba14-c3fe-45be-900f-19c0be0cf5ac" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.055206] env[69411]: DEBUG nova.network.neutron [req-152d07f2-73d2-4315-99bc-ca5c656b07f8 req-eb003b3d-cd52-462e-8fac-a27cddaeef15 service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Refreshing network info cache for port 87f0ca16-b202-456a-bd57-79292c735a61 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.186327] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 725.187164] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d36467d3-aa21-4410-89a2-d03cfe0f0e63 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.196531] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 725.196531] env[69411]: value = "task-3322705" [ 725.196531] env[69411]: _type = "Task" [ 725.196531] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.207409] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322705, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.296922] env[69411]: DEBUG nova.network.neutron [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Successfully updated port: 996939e4-0432-4375-b60b-b298718f76ef {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.324259] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322704, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.383119] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Acquiring lock "67f6dadc-42fc-4fba-b706-d6b5ac01ded8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.383265] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Lock "67f6dadc-42fc-4fba-b706-d6b5ac01ded8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.383546] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Acquiring lock "67f6dadc-42fc-4fba-b706-d6b5ac01ded8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.383790] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Lock "67f6dadc-42fc-4fba-b706-d6b5ac01ded8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.384022] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Lock "67f6dadc-42fc-4fba-b706-d6b5ac01ded8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.386108] env[69411]: INFO nova.compute.manager [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Terminating instance [ 725.442145] env[69411]: DEBUG nova.compute.manager [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.465192] env[69411]: DEBUG oslo_concurrency.lockutils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.465918] env[69411]: DEBUG nova.compute.manager [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.469684] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.117s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.470425] env[69411]: DEBUG nova.objects.instance [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 725.708552] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322705, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.769894] env[69411]: DEBUG nova.network.neutron [req-152d07f2-73d2-4315-99bc-ca5c656b07f8 req-eb003b3d-cd52-462e-8fac-a27cddaeef15 service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Updated VIF entry in instance network info cache for port 87f0ca16-b202-456a-bd57-79292c735a61. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.770287] env[69411]: DEBUG nova.network.neutron [req-152d07f2-73d2-4315-99bc-ca5c656b07f8 req-eb003b3d-cd52-462e-8fac-a27cddaeef15 service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Updating instance_info_cache with network_info: [{"id": "87f0ca16-b202-456a-bd57-79292c735a61", "address": "fa:16:3e:f1:37:48", "network": {"id": "3a41aca5-f250-4d35-be03-4369ffe1ba77", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-798275787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e3886d5b0a4e74a5e8f0f633b93cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f0ca16-b2", "ovs_interfaceid": "87f0ca16-b202-456a-bd57-79292c735a61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.799748] env[69411]: DEBUG oslo_concurrency.lockutils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Acquiring lock "refresh_cache-50ceb30c-9c08-47ea-9ea8-9732c594342e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.799874] env[69411]: DEBUG oslo_concurrency.lockutils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Acquired lock "refresh_cache-50ceb30c-9c08-47ea-9ea8-9732c594342e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.800011] env[69411]: DEBUG nova.network.neutron [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.822983] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322704, 'name': CreateVM_Task, 'duration_secs': 0.581138} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.823271] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.823835] env[69411]: DEBUG oslo_concurrency.lockutils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.824012] env[69411]: DEBUG oslo_concurrency.lockutils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.824332] env[69411]: DEBUG oslo_concurrency.lockutils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.824581] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ddd0bd-d9e7-4802-869f-2732255aa00f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.829335] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 725.829335] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ed0c2d-efbb-e651-aed9-22de7264aff4" [ 725.829335] env[69411]: _type = "Task" [ 725.829335] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.837048] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ed0c2d-efbb-e651-aed9-22de7264aff4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.892968] env[69411]: DEBUG nova.compute.manager [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.893289] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.894324] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803e44d5-0362-4b70-a936-80c4caefcc0e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.902719] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.903053] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0b08fa1-72fb-493d-821d-6d5ba9d64bc5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.909779] env[69411]: DEBUG oslo_vmware.api [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Waiting for the task: (returnval){ [ 725.909779] env[69411]: value = "task-3322706" [ 725.909779] env[69411]: _type = "Task" [ 725.909779] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.917537] env[69411]: DEBUG oslo_vmware.api [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': task-3322706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.969296] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.975226] env[69411]: DEBUG nova.compute.utils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.979791] env[69411]: DEBUG nova.compute.manager [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.979977] env[69411]: DEBUG nova.network.neutron [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.028101] env[69411]: DEBUG nova.policy [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43ab792cb7fc437082f2d430799901a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6d96e09699a4790943441a76d729182', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.209332] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322705, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.272866] env[69411]: DEBUG oslo_concurrency.lockutils [req-152d07f2-73d2-4315-99bc-ca5c656b07f8 req-eb003b3d-cd52-462e-8fac-a27cddaeef15 service nova] Releasing lock "refresh_cache-9f55ba14-c3fe-45be-900f-19c0be0cf5ac" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.342245] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ed0c2d-efbb-e651-aed9-22de7264aff4, 'name': SearchDatastore_Task, 'duration_secs': 0.014936} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.342725] env[69411]: DEBUG oslo_concurrency.lockutils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.343256] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.343551] env[69411]: DEBUG oslo_concurrency.lockutils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.343885] env[69411]: DEBUG oslo_concurrency.lockutils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.343939] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.346309] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d08dd8a3-2e3b-4444-ac6c-423ea8e5c2fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.353860] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.353860] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.355665] env[69411]: DEBUG nova.network.neutron [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.358566] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf930dd9-fd94-43b1-95f7-9fb70c144f3a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.364131] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 726.364131] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c6b99a-e84b-0e1a-38e6-708bfaeb701b" [ 726.364131] env[69411]: _type = "Task" [ 726.364131] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.371637] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c6b99a-e84b-0e1a-38e6-708bfaeb701b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.419362] env[69411]: DEBUG oslo_vmware.api [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': task-3322706, 'name': PowerOffVM_Task, 'duration_secs': 0.206848} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.421757] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.421935] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.422233] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5cb8b29-bb9f-493f-9690-1c18db25add5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.461980] env[69411]: DEBUG nova.network.neutron [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Successfully created port: 64dc7c6b-8edf-4a91-8d6f-46d8cedbff04 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.480849] env[69411]: DEBUG nova.compute.manager [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.488034] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40243ba4-2bb8-4bb5-afc6-f8aa2717376c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.488034] env[69411]: DEBUG oslo_concurrency.lockutils [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.391s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.488034] env[69411]: DEBUG nova.objects.instance [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Lazy-loading 'resources' on Instance uuid bb654b91-7b58-4709-8a04-d8716e503d1d {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.489375] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.489375] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.489495] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Deleting the datastore file [datastore2] 67f6dadc-42fc-4fba-b706-d6b5ac01ded8 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.490189] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1792ce9e-59d7-4e3a-a71b-90a32cfa489e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.495914] env[69411]: DEBUG oslo_vmware.api [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Waiting for the task: (returnval){ [ 726.495914] env[69411]: value = "task-3322708" [ 726.495914] env[69411]: _type = "Task" [ 726.495914] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.507202] env[69411]: DEBUG oslo_vmware.api [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': task-3322708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.619854] env[69411]: DEBUG nova.network.neutron [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Updating instance_info_cache with network_info: [{"id": "996939e4-0432-4375-b60b-b298718f76ef", "address": "fa:16:3e:c2:fe:a6", "network": {"id": "21a7cca6-ed19-4095-8e8c-33ac85a87911", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-804752945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "040576596ea94d309fce4508fcf3437a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap996939e4-04", "ovs_interfaceid": "996939e4-0432-4375-b60b-b298718f76ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.708133] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322705, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.874312] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c6b99a-e84b-0e1a-38e6-708bfaeb701b, 'name': SearchDatastore_Task, 'duration_secs': 0.009141} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.875173] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeba767f-6c46-421e-8843-9940eec3b488 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.881019] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 726.881019] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522a1123-3800-b0f2-c19a-556873c87f31" [ 726.881019] env[69411]: _type = "Task" [ 726.881019] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.888510] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522a1123-3800-b0f2-c19a-556873c87f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.008655] env[69411]: DEBUG oslo_vmware.api [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Task: {'id': task-3322708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136261} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.008655] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.008655] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.008655] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.008655] env[69411]: INFO nova.compute.manager [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 727.008869] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.008869] env[69411]: DEBUG nova.compute.manager [-] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.008869] env[69411]: DEBUG nova.network.neutron [-] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.088153] env[69411]: DEBUG nova.compute.manager [req-cf076bc6-0227-45c0-b71d-850738ab6e11 req-ec2c8db3-f99f-472c-9c0d-0bd995e87f28 service nova] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Received event network-vif-plugged-996939e4-0432-4375-b60b-b298718f76ef {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.088153] env[69411]: DEBUG oslo_concurrency.lockutils [req-cf076bc6-0227-45c0-b71d-850738ab6e11 req-ec2c8db3-f99f-472c-9c0d-0bd995e87f28 service nova] Acquiring lock "50ceb30c-9c08-47ea-9ea8-9732c594342e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.088153] env[69411]: DEBUG oslo_concurrency.lockutils [req-cf076bc6-0227-45c0-b71d-850738ab6e11 req-ec2c8db3-f99f-472c-9c0d-0bd995e87f28 service nova] Lock "50ceb30c-9c08-47ea-9ea8-9732c594342e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.088153] env[69411]: DEBUG oslo_concurrency.lockutils [req-cf076bc6-0227-45c0-b71d-850738ab6e11 req-ec2c8db3-f99f-472c-9c0d-0bd995e87f28 service nova] Lock "50ceb30c-9c08-47ea-9ea8-9732c594342e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.088417] env[69411]: DEBUG nova.compute.manager [req-cf076bc6-0227-45c0-b71d-850738ab6e11 req-ec2c8db3-f99f-472c-9c0d-0bd995e87f28 service nova] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] No waiting events found dispatching network-vif-plugged-996939e4-0432-4375-b60b-b298718f76ef {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.088470] env[69411]: WARNING nova.compute.manager [req-cf076bc6-0227-45c0-b71d-850738ab6e11 req-ec2c8db3-f99f-472c-9c0d-0bd995e87f28 service nova] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Received unexpected event network-vif-plugged-996939e4-0432-4375-b60b-b298718f76ef for instance with vm_state building and task_state spawning. [ 727.088625] env[69411]: DEBUG nova.compute.manager [req-cf076bc6-0227-45c0-b71d-850738ab6e11 req-ec2c8db3-f99f-472c-9c0d-0bd995e87f28 service nova] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Received event network-changed-996939e4-0432-4375-b60b-b298718f76ef {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.088775] env[69411]: DEBUG nova.compute.manager [req-cf076bc6-0227-45c0-b71d-850738ab6e11 req-ec2c8db3-f99f-472c-9c0d-0bd995e87f28 service nova] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Refreshing instance network info cache due to event network-changed-996939e4-0432-4375-b60b-b298718f76ef. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.088937] env[69411]: DEBUG oslo_concurrency.lockutils [req-cf076bc6-0227-45c0-b71d-850738ab6e11 req-ec2c8db3-f99f-472c-9c0d-0bd995e87f28 service nova] Acquiring lock "refresh_cache-50ceb30c-9c08-47ea-9ea8-9732c594342e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.121998] env[69411]: DEBUG oslo_concurrency.lockutils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Releasing lock "refresh_cache-50ceb30c-9c08-47ea-9ea8-9732c594342e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.122360] env[69411]: DEBUG nova.compute.manager [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Instance network_info: |[{"id": "996939e4-0432-4375-b60b-b298718f76ef", "address": "fa:16:3e:c2:fe:a6", "network": {"id": "21a7cca6-ed19-4095-8e8c-33ac85a87911", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-804752945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "040576596ea94d309fce4508fcf3437a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap996939e4-04", "ovs_interfaceid": "996939e4-0432-4375-b60b-b298718f76ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.122691] env[69411]: DEBUG oslo_concurrency.lockutils [req-cf076bc6-0227-45c0-b71d-850738ab6e11 req-ec2c8db3-f99f-472c-9c0d-0bd995e87f28 service nova] Acquired lock "refresh_cache-50ceb30c-9c08-47ea-9ea8-9732c594342e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.122825] env[69411]: DEBUG nova.network.neutron [req-cf076bc6-0227-45c0-b71d-850738ab6e11 req-ec2c8db3-f99f-472c-9c0d-0bd995e87f28 service nova] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Refreshing network info cache for port 996939e4-0432-4375-b60b-b298718f76ef {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.124039] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:fe:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '996939e4-0432-4375-b60b-b298718f76ef', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.136154] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Creating folder: Project (040576596ea94d309fce4508fcf3437a). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.141569] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feb9762c-ebcc-4186-9213-78901b821585 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.152318] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Created folder: Project (040576596ea94d309fce4508fcf3437a) in parent group-v663248. [ 727.152318] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Creating folder: Instances. Parent ref: group-v663341. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.152526] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa51068e-ec63-441d-9177-a6c6bdf0b7e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.163446] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Created folder: Instances in parent group-v663341. [ 727.165045] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.165285] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.165905] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-427e2f2c-0bb2-40ae-88d0-e37d159729d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.191030] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.191030] env[69411]: value = "task-3322711" [ 727.191030] env[69411]: _type = "Task" [ 727.191030] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.200240] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322711, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.213505] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322705, 'name': CloneVM_Task, 'duration_secs': 1.839177} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.213705] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Created linked-clone VM from snapshot [ 727.214820] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9b0032-d6b9-47bc-9726-9ff2ac3936e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.226985] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Uploading image bb49dc06-7bdc-4e98-9189-d97d31307793 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 727.267049] env[69411]: DEBUG oslo_vmware.rw_handles [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 727.267049] env[69411]: value = "vm-663340" [ 727.267049] env[69411]: _type = "VirtualMachine" [ 727.267049] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 727.267337] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c303e5e8-2cbe-4834-9bc6-099b35ead7df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.277957] env[69411]: DEBUG oslo_vmware.rw_handles [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lease: (returnval){ [ 727.277957] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5220176d-e74e-3690-72cd-1972d362bf91" [ 727.277957] env[69411]: _type = "HttpNfcLease" [ 727.277957] env[69411]: } obtained for exporting VM: (result){ [ 727.277957] env[69411]: value = "vm-663340" [ 727.277957] env[69411]: _type = "VirtualMachine" [ 727.277957] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 727.278231] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the lease: (returnval){ [ 727.278231] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5220176d-e74e-3690-72cd-1972d362bf91" [ 727.278231] env[69411]: _type = "HttpNfcLease" [ 727.278231] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 727.289216] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 727.289216] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5220176d-e74e-3690-72cd-1972d362bf91" [ 727.289216] env[69411]: _type = "HttpNfcLease" [ 727.289216] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 727.289216] env[69411]: DEBUG oslo_vmware.rw_handles [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 727.289216] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5220176d-e74e-3690-72cd-1972d362bf91" [ 727.289216] env[69411]: _type = "HttpNfcLease" [ 727.289216] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 727.289591] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f95fa21-a519-4b18-bdc6-45c3f5f33303 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.300669] env[69411]: DEBUG oslo_vmware.rw_handles [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52364d6f-f664-0fec-7b20-9b7d4862b394/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 727.300856] env[69411]: DEBUG oslo_vmware.rw_handles [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52364d6f-f664-0fec-7b20-9b7d4862b394/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 727.395255] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522a1123-3800-b0f2-c19a-556873c87f31, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.396560] env[69411]: DEBUG oslo_concurrency.lockutils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.396560] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 9f55ba14-c3fe-45be-900f-19c0be0cf5ac/9f55ba14-c3fe-45be-900f-19c0be0cf5ac.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.396718] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73614869-cc9d-4cad-9b0b-f79e08efe38a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.401672] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8de7984e-562b-47d9-8bab-a8f1ba2a0c79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.407108] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 727.407108] env[69411]: value = "task-3322713" [ 727.407108] env[69411]: _type = "Task" [ 727.407108] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.418197] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.495721] env[69411]: DEBUG nova.compute.manager [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.516250] env[69411]: DEBUG nova.network.neutron [req-cf076bc6-0227-45c0-b71d-850738ab6e11 req-ec2c8db3-f99f-472c-9c0d-0bd995e87f28 service nova] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Updated VIF entry in instance network info cache for port 996939e4-0432-4375-b60b-b298718f76ef. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.516578] env[69411]: DEBUG nova.network.neutron [req-cf076bc6-0227-45c0-b71d-850738ab6e11 req-ec2c8db3-f99f-472c-9c0d-0bd995e87f28 service nova] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Updating instance_info_cache with network_info: [{"id": "996939e4-0432-4375-b60b-b298718f76ef", "address": "fa:16:3e:c2:fe:a6", "network": {"id": "21a7cca6-ed19-4095-8e8c-33ac85a87911", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-804752945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "040576596ea94d309fce4508fcf3437a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap996939e4-04", "ovs_interfaceid": "996939e4-0432-4375-b60b-b298718f76ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.520559] env[69411]: DEBUG nova.virt.hardware [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.520776] env[69411]: DEBUG nova.virt.hardware [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.520931] env[69411]: DEBUG nova.virt.hardware [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.521233] env[69411]: DEBUG nova.virt.hardware [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.521394] env[69411]: DEBUG nova.virt.hardware [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.521540] env[69411]: DEBUG nova.virt.hardware [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.521988] env[69411]: DEBUG nova.virt.hardware [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.522206] env[69411]: DEBUG nova.virt.hardware [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.522390] env[69411]: DEBUG nova.virt.hardware [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.522553] env[69411]: DEBUG nova.virt.hardware [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.522723] env[69411]: DEBUG nova.virt.hardware [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.523612] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506c8b76-d2ea-4942-be14-bf9076b1090e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.536708] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbf0a98-4907-4d38-a126-bb3876e9f6f4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.709291] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322711, 'name': CreateVM_Task, 'duration_secs': 0.328444} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.710464] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.710799] env[69411]: DEBUG oslo_concurrency.lockutils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.710997] env[69411]: DEBUG oslo_concurrency.lockutils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.711489] env[69411]: DEBUG oslo_concurrency.lockutils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.711783] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe35ac8-192b-4859-8e9e-7fe30e5656df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.721027] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Waiting for the task: (returnval){ [ 727.721027] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525ed743-78d1-0e49-27d2-afab7b9b4c7c" [ 727.721027] env[69411]: _type = "Task" [ 727.721027] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.730631] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525ed743-78d1-0e49-27d2-afab7b9b4c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.732975] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b0425d-c741-4575-855f-e46e0f153572 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.741144] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4daf9c-c592-4488-9a82-cf942e44bd9c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.777788] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a841e19-c6a6-4ba3-b2df-4d4d1c9fdae8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.787343] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa54791d-d44b-45bf-a0a3-6c7c47440ddf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.803577] env[69411]: DEBUG nova.compute.provider_tree [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.805186] env[69411]: DEBUG nova.network.neutron [-] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.920822] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499107} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.921817] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 9f55ba14-c3fe-45be-900f-19c0be0cf5ac/9f55ba14-c3fe-45be-900f-19c0be0cf5ac.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.922433] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.922433] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-042f1020-c5a2-497c-a893-b7aecc857c48 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.928964] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 727.928964] env[69411]: value = "task-3322714" [ 727.928964] env[69411]: _type = "Task" [ 727.928964] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.937127] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.019218] env[69411]: DEBUG oslo_concurrency.lockutils [req-cf076bc6-0227-45c0-b71d-850738ab6e11 req-ec2c8db3-f99f-472c-9c0d-0bd995e87f28 service nova] Releasing lock "refresh_cache-50ceb30c-9c08-47ea-9ea8-9732c594342e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.124591] env[69411]: DEBUG nova.network.neutron [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Successfully updated port: 64dc7c6b-8edf-4a91-8d6f-46d8cedbff04 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.237777] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525ed743-78d1-0e49-27d2-afab7b9b4c7c, 'name': SearchDatastore_Task, 'duration_secs': 0.056209} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.239026] env[69411]: DEBUG oslo_concurrency.lockutils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.239026] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.239202] env[69411]: DEBUG oslo_concurrency.lockutils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.239451] env[69411]: DEBUG oslo_concurrency.lockutils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.239829] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.240235] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07b6d0b0-9f68-41cf-8b57-a39a524a5ff5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.249965] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.250232] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.251085] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08fa61a3-16d9-4895-b784-71d5527421ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.259702] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Waiting for the task: (returnval){ [ 728.259702] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5261dfa2-7897-0606-5cba-376960de9653" [ 728.259702] env[69411]: _type = "Task" [ 728.259702] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.270575] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5261dfa2-7897-0606-5cba-376960de9653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.308057] env[69411]: DEBUG nova.scheduler.client.report [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.311895] env[69411]: INFO nova.compute.manager [-] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Took 1.30 seconds to deallocate network for instance. [ 728.439143] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067217} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.439601] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.440546] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f15865c-2d9d-4926-b85c-78e0eef43d6a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.464315] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 9f55ba14-c3fe-45be-900f-19c0be0cf5ac/9f55ba14-c3fe-45be-900f-19c0be0cf5ac.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.464707] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c527a801-ca05-4c5e-9607-ec72dd5b5635 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.485887] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 728.485887] env[69411]: value = "task-3322715" [ 728.485887] env[69411]: _type = "Task" [ 728.485887] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.495120] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.629893] env[69411]: DEBUG oslo_concurrency.lockutils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "refresh_cache-d397d6ae-d701-417e-998d-12efe5d81872" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.629893] env[69411]: DEBUG oslo_concurrency.lockutils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired lock "refresh_cache-d397d6ae-d701-417e-998d-12efe5d81872" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.629893] env[69411]: DEBUG nova.network.neutron [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.770991] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5261dfa2-7897-0606-5cba-376960de9653, 'name': SearchDatastore_Task, 'duration_secs': 0.015956} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.771845] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c1ada3-fec4-4399-94a8-8f5f12cd662f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.777509] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Waiting for the task: (returnval){ [ 728.777509] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e09a45-7624-87a1-15d7-63d1642068fc" [ 728.777509] env[69411]: _type = "Task" [ 728.777509] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.785308] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e09a45-7624-87a1-15d7-63d1642068fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.813462] env[69411]: DEBUG oslo_concurrency.lockutils [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.326s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.815887] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.381s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.817124] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.817124] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 728.817124] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.306s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.818203] env[69411]: INFO nova.compute.claims [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.821506] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88cb895-69b5-4657-b27b-91e472125b0b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.824820] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.831203] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d58125e-647c-407f-b024-8160ebc2aec9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.848082] env[69411]: INFO nova.scheduler.client.report [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Deleted allocations for instance bb654b91-7b58-4709-8a04-d8716e503d1d [ 728.849756] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43255886-c023-4544-bd83-6f185185b450 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.859100] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88537216-19d3-440f-916d-763c95fc2279 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.891140] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178649MB free_disk=110GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 728.891357] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.996358] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322715, 'name': ReconfigVM_Task, 'duration_secs': 0.319459} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.996358] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 9f55ba14-c3fe-45be-900f-19c0be0cf5ac/9f55ba14-c3fe-45be-900f-19c0be0cf5ac.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.997858] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bacc6f17-da9f-427c-b0b9-6d20dcd1dc3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.005121] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 729.005121] env[69411]: value = "task-3322716" [ 729.005121] env[69411]: _type = "Task" [ 729.005121] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.014394] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322716, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.120438] env[69411]: DEBUG nova.compute.manager [req-b7713d1a-a6e9-454c-8326-71aa2b6fa2e5 req-b46595da-acca-4127-9f21-9b7868d5e1c3 service nova] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Received event network-vif-deleted-981a09d7-0e6c-4457-a8a8-386d39f9c31d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.121124] env[69411]: DEBUG nova.compute.manager [req-b7713d1a-a6e9-454c-8326-71aa2b6fa2e5 req-b46595da-acca-4127-9f21-9b7868d5e1c3 service nova] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Received event network-vif-plugged-64dc7c6b-8edf-4a91-8d6f-46d8cedbff04 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.122254] env[69411]: DEBUG oslo_concurrency.lockutils [req-b7713d1a-a6e9-454c-8326-71aa2b6fa2e5 req-b46595da-acca-4127-9f21-9b7868d5e1c3 service nova] Acquiring lock "d397d6ae-d701-417e-998d-12efe5d81872-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.122686] env[69411]: DEBUG oslo_concurrency.lockutils [req-b7713d1a-a6e9-454c-8326-71aa2b6fa2e5 req-b46595da-acca-4127-9f21-9b7868d5e1c3 service nova] Lock "d397d6ae-d701-417e-998d-12efe5d81872-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.123104] env[69411]: DEBUG oslo_concurrency.lockutils [req-b7713d1a-a6e9-454c-8326-71aa2b6fa2e5 req-b46595da-acca-4127-9f21-9b7868d5e1c3 service nova] Lock "d397d6ae-d701-417e-998d-12efe5d81872-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.123515] env[69411]: DEBUG nova.compute.manager [req-b7713d1a-a6e9-454c-8326-71aa2b6fa2e5 req-b46595da-acca-4127-9f21-9b7868d5e1c3 service nova] [instance: d397d6ae-d701-417e-998d-12efe5d81872] No waiting events found dispatching network-vif-plugged-64dc7c6b-8edf-4a91-8d6f-46d8cedbff04 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.123912] env[69411]: WARNING nova.compute.manager [req-b7713d1a-a6e9-454c-8326-71aa2b6fa2e5 req-b46595da-acca-4127-9f21-9b7868d5e1c3 service nova] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Received unexpected event network-vif-plugged-64dc7c6b-8edf-4a91-8d6f-46d8cedbff04 for instance with vm_state building and task_state spawning. [ 729.124318] env[69411]: DEBUG nova.compute.manager [req-b7713d1a-a6e9-454c-8326-71aa2b6fa2e5 req-b46595da-acca-4127-9f21-9b7868d5e1c3 service nova] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Received event network-changed-64dc7c6b-8edf-4a91-8d6f-46d8cedbff04 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.124736] env[69411]: DEBUG nova.compute.manager [req-b7713d1a-a6e9-454c-8326-71aa2b6fa2e5 req-b46595da-acca-4127-9f21-9b7868d5e1c3 service nova] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Refreshing instance network info cache due to event network-changed-64dc7c6b-8edf-4a91-8d6f-46d8cedbff04. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.125233] env[69411]: DEBUG oslo_concurrency.lockutils [req-b7713d1a-a6e9-454c-8326-71aa2b6fa2e5 req-b46595da-acca-4127-9f21-9b7868d5e1c3 service nova] Acquiring lock "refresh_cache-d397d6ae-d701-417e-998d-12efe5d81872" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.172679] env[69411]: DEBUG nova.network.neutron [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.289333] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e09a45-7624-87a1-15d7-63d1642068fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010595} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.290173] env[69411]: DEBUG oslo_concurrency.lockutils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.290173] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 50ceb30c-9c08-47ea-9ea8-9732c594342e/50ceb30c-9c08-47ea-9ea8-9732c594342e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.290173] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cede7d7e-29cb-44c9-92f7-5390dcc6999e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.297689] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Waiting for the task: (returnval){ [ 729.297689] env[69411]: value = "task-3322717" [ 729.297689] env[69411]: _type = "Task" [ 729.297689] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.306988] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': task-3322717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.359433] env[69411]: DEBUG oslo_concurrency.lockutils [None req-891fdff9-6089-4ceb-9eae-85d15ddc053b tempest-ServerAddressesNegativeTestJSON-416510082 tempest-ServerAddressesNegativeTestJSON-416510082-project-member] Lock "bb654b91-7b58-4709-8a04-d8716e503d1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.765s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.367019] env[69411]: DEBUG nova.network.neutron [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Updating instance_info_cache with network_info: [{"id": "64dc7c6b-8edf-4a91-8d6f-46d8cedbff04", "address": "fa:16:3e:63:a9:a8", "network": {"id": "f915803d-8906-4ea8-b107-9fb7369f108f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1224282245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d96e09699a4790943441a76d729182", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64dc7c6b-8e", "ovs_interfaceid": "64dc7c6b-8edf-4a91-8d6f-46d8cedbff04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.517826] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322716, 'name': Rename_Task, 'duration_secs': 0.151127} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.518287] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.518572] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ad928bb-b2df-47ab-876e-31dd103dbca9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.527528] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 729.527528] env[69411]: value = "task-3322718" [ 729.527528] env[69411]: _type = "Task" [ 729.527528] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.544176] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.809973] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': task-3322717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507277} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.810313] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 50ceb30c-9c08-47ea-9ea8-9732c594342e/50ceb30c-9c08-47ea-9ea8-9732c594342e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.810531] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.810855] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-984b6153-86e0-4208-abf8-cdbc34223250 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.818234] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Waiting for the task: (returnval){ [ 729.818234] env[69411]: value = "task-3322719" [ 729.818234] env[69411]: _type = "Task" [ 729.818234] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.826267] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': task-3322719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.869903] env[69411]: DEBUG oslo_concurrency.lockutils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Releasing lock "refresh_cache-d397d6ae-d701-417e-998d-12efe5d81872" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.870358] env[69411]: DEBUG nova.compute.manager [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Instance network_info: |[{"id": "64dc7c6b-8edf-4a91-8d6f-46d8cedbff04", "address": "fa:16:3e:63:a9:a8", "network": {"id": "f915803d-8906-4ea8-b107-9fb7369f108f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1224282245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d96e09699a4790943441a76d729182", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64dc7c6b-8e", "ovs_interfaceid": "64dc7c6b-8edf-4a91-8d6f-46d8cedbff04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.871046] env[69411]: DEBUG oslo_concurrency.lockutils [req-b7713d1a-a6e9-454c-8326-71aa2b6fa2e5 req-b46595da-acca-4127-9f21-9b7868d5e1c3 service nova] Acquired lock "refresh_cache-d397d6ae-d701-417e-998d-12efe5d81872" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.871046] env[69411]: DEBUG nova.network.neutron [req-b7713d1a-a6e9-454c-8326-71aa2b6fa2e5 req-b46595da-acca-4127-9f21-9b7868d5e1c3 service nova] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Refreshing network info cache for port 64dc7c6b-8edf-4a91-8d6f-46d8cedbff04 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.872633] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:a9:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64dc7c6b-8edf-4a91-8d6f-46d8cedbff04', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.882787] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Creating folder: Project (c6d96e09699a4790943441a76d729182). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.885232] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-867c40f9-49e9-4ada-a9b7-df7d31c3b5a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.900197] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Created folder: Project (c6d96e09699a4790943441a76d729182) in parent group-v663248. [ 729.900413] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Creating folder: Instances. Parent ref: group-v663344. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.900662] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed6f81fc-06ab-477b-b088-0da306105496 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.913926] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Created folder: Instances in parent group-v663344. [ 729.914218] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.914374] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.914589] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e4ae130-63f8-4231-aff0-1e4810e683f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.941587] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.941587] env[69411]: value = "task-3322722" [ 729.941587] env[69411]: _type = "Task" [ 729.941587] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.951902] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322722, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.039993] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322718, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.330393] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': task-3322719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081948} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.330670] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.331661] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d7080f-025a-4fb0-93ac-4021b74ca7ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.363642] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 50ceb30c-9c08-47ea-9ea8-9732c594342e/50ceb30c-9c08-47ea-9ea8-9732c594342e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.366593] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22f61e70-41ef-45f7-a8e4-b9533b3144a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.385570] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Waiting for the task: (returnval){ [ 730.385570] env[69411]: value = "task-3322723" [ 730.385570] env[69411]: _type = "Task" [ 730.385570] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.398901] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': task-3322723, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.451566] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322722, 'name': CreateVM_Task, 'duration_secs': 0.439151} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.451566] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.452294] env[69411]: DEBUG oslo_concurrency.lockutils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.452486] env[69411]: DEBUG oslo_concurrency.lockutils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.452823] env[69411]: DEBUG oslo_concurrency.lockutils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.453098] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e30ef81-4415-48a8-b53a-eb583c0f008e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.456269] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4ba152-32c7-4cd2-9cb1-4dabbd474d8d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.461924] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 730.461924] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520f0f00-16c0-e5d9-8dd7-f93c401c879c" [ 730.461924] env[69411]: _type = "Task" [ 730.461924] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.467604] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c64530-817c-40d7-b99f-89e0646cedeb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.475401] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520f0f00-16c0-e5d9-8dd7-f93c401c879c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.504571] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c19af6-3c46-4112-a70f-76399d3233a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.512414] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55625f1-aa44-400f-9c7b-3dfdd7d805f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.526581] env[69411]: DEBUG nova.compute.provider_tree [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.538144] env[69411]: DEBUG oslo_vmware.api [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322718, 'name': PowerOnVM_Task, 'duration_secs': 0.592808} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.538442] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.538648] env[69411]: INFO nova.compute.manager [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Took 8.36 seconds to spawn the instance on the hypervisor. [ 730.538824] env[69411]: DEBUG nova.compute.manager [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.539630] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fa9415-1b20-437b-8a0c-c0bfa8a31c2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.890985] env[69411]: DEBUG nova.network.neutron [req-b7713d1a-a6e9-454c-8326-71aa2b6fa2e5 req-b46595da-acca-4127-9f21-9b7868d5e1c3 service nova] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Updated VIF entry in instance network info cache for port 64dc7c6b-8edf-4a91-8d6f-46d8cedbff04. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.891583] env[69411]: DEBUG nova.network.neutron [req-b7713d1a-a6e9-454c-8326-71aa2b6fa2e5 req-b46595da-acca-4127-9f21-9b7868d5e1c3 service nova] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Updating instance_info_cache with network_info: [{"id": "64dc7c6b-8edf-4a91-8d6f-46d8cedbff04", "address": "fa:16:3e:63:a9:a8", "network": {"id": "f915803d-8906-4ea8-b107-9fb7369f108f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1224282245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d96e09699a4790943441a76d729182", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64dc7c6b-8e", "ovs_interfaceid": "64dc7c6b-8edf-4a91-8d6f-46d8cedbff04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.896385] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': task-3322723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.975555] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520f0f00-16c0-e5d9-8dd7-f93c401c879c, 'name': SearchDatastore_Task, 'duration_secs': 0.016318} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.975917] env[69411]: DEBUG oslo_concurrency.lockutils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.976167] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.977107] env[69411]: DEBUG oslo_concurrency.lockutils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.977107] env[69411]: DEBUG oslo_concurrency.lockutils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.977107] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.977107] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-086096e5-107b-4d85-84a4-0cbb45dbbd02 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.986104] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.986307] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.987078] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa74d9f-15be-4458-9af2-f4c4b424211d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.992716] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 730.992716] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528700ed-407b-69c9-54b7-c4b329e75cdd" [ 730.992716] env[69411]: _type = "Task" [ 730.992716] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.000966] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528700ed-407b-69c9-54b7-c4b329e75cdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.031229] env[69411]: DEBUG nova.scheduler.client.report [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.057965] env[69411]: INFO nova.compute.manager [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Took 44.69 seconds to build instance. [ 731.397916] env[69411]: DEBUG oslo_concurrency.lockutils [req-b7713d1a-a6e9-454c-8326-71aa2b6fa2e5 req-b46595da-acca-4127-9f21-9b7868d5e1c3 service nova] Releasing lock "refresh_cache-d397d6ae-d701-417e-998d-12efe5d81872" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.401447] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': task-3322723, 'name': ReconfigVM_Task, 'duration_secs': 0.685984} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.401712] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 50ceb30c-9c08-47ea-9ea8-9732c594342e/50ceb30c-9c08-47ea-9ea8-9732c594342e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.402365] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11a4e0dd-8dc7-4436-a624-b0579c3c43ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.410535] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Waiting for the task: (returnval){ [ 731.410535] env[69411]: value = "task-3322724" [ 731.410535] env[69411]: _type = "Task" [ 731.410535] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.419205] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': task-3322724, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.506438] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528700ed-407b-69c9-54b7-c4b329e75cdd, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.506438] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee53812-176f-49ac-bda0-b85ef82c2922 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.510661] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 731.510661] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5275e559-c3bf-3c96-1fe3-6ee327bbd0cf" [ 731.510661] env[69411]: _type = "Task" [ 731.510661] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.520105] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5275e559-c3bf-3c96-1fe3-6ee327bbd0cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.537878] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.538127] env[69411]: DEBUG nova.compute.manager [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.541060] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.639s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.541382] env[69411]: DEBUG nova.objects.instance [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lazy-loading 'resources' on Instance uuid 1e662452-e43f-4789-97ac-e6dac28f3490 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.560947] env[69411]: DEBUG oslo_concurrency.lockutils [None req-54a18843-dfd3-471f-a7c0-0fc82eb836b9 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.530s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.924380] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': task-3322724, 'name': Rename_Task, 'duration_secs': 0.202945} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.924825] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.925624] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-044cb909-1bc8-48d6-919e-976705d7ad3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.932422] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Waiting for the task: (returnval){ [ 731.932422] env[69411]: value = "task-3322725" [ 731.932422] env[69411]: _type = "Task" [ 731.932422] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.942217] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': task-3322725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.021478] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5275e559-c3bf-3c96-1fe3-6ee327bbd0cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.021869] env[69411]: DEBUG oslo_concurrency.lockutils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.022165] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] d397d6ae-d701-417e-998d-12efe5d81872/d397d6ae-d701-417e-998d-12efe5d81872.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.022476] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-409b6435-cd2d-4d4c-958a-bea7614006c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.030152] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 732.030152] env[69411]: value = "task-3322726" [ 732.030152] env[69411]: _type = "Task" [ 732.030152] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.039835] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.044260] env[69411]: DEBUG nova.compute.utils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.052080] env[69411]: DEBUG nova.compute.manager [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.052544] env[69411]: DEBUG nova.network.neutron [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.063777] env[69411]: DEBUG nova.compute.manager [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.146596] env[69411]: DEBUG nova.policy [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f8f1deb9fee414ea3f8fbd9375b979f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ca6a4f8a0124f728e1a9dcfbf900814', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.445247] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': task-3322725, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.548359] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467753} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.552553] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] d397d6ae-d701-417e-998d-12efe5d81872/d397d6ae-d701-417e-998d-12efe5d81872.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.554174] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.554277] env[69411]: DEBUG nova.compute.manager [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.558046] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-991b6535-01ae-4c8c-8d88-ea7828336432 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.567901] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 732.567901] env[69411]: value = "task-3322727" [ 732.567901] env[69411]: _type = "Task" [ 732.567901] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.589042] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.610095] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.682204] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6c46f2-ee66-42e7-94e8-072fe6da9354 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.691054] env[69411]: DEBUG nova.compute.manager [req-3f131551-00c5-4480-b20e-4fdb62bc1da9 req-3d75ed8b-b8a0-4596-b53d-1f0eb9b5a5f0 service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Received event network-changed-87f0ca16-b202-456a-bd57-79292c735a61 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.691054] env[69411]: DEBUG nova.compute.manager [req-3f131551-00c5-4480-b20e-4fdb62bc1da9 req-3d75ed8b-b8a0-4596-b53d-1f0eb9b5a5f0 service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Refreshing instance network info cache due to event network-changed-87f0ca16-b202-456a-bd57-79292c735a61. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.691054] env[69411]: DEBUG oslo_concurrency.lockutils [req-3f131551-00c5-4480-b20e-4fdb62bc1da9 req-3d75ed8b-b8a0-4596-b53d-1f0eb9b5a5f0 service nova] Acquiring lock "refresh_cache-9f55ba14-c3fe-45be-900f-19c0be0cf5ac" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.691543] env[69411]: DEBUG oslo_concurrency.lockutils [req-3f131551-00c5-4480-b20e-4fdb62bc1da9 req-3d75ed8b-b8a0-4596-b53d-1f0eb9b5a5f0 service nova] Acquired lock "refresh_cache-9f55ba14-c3fe-45be-900f-19c0be0cf5ac" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.691895] env[69411]: DEBUG nova.network.neutron [req-3f131551-00c5-4480-b20e-4fdb62bc1da9 req-3d75ed8b-b8a0-4596-b53d-1f0eb9b5a5f0 service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Refreshing network info cache for port 87f0ca16-b202-456a-bd57-79292c735a61 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.703034] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ead8a6-0ac4-4975-8555-27546a807cfd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.706489] env[69411]: DEBUG nova.network.neutron [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Successfully created port: e07d1265-dee4-4739-a86f-d13008ddea68 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.741988] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d57c30-d1ff-4da0-966e-51d47642873e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.750491] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d6d9f3-27c4-4c5a-b700-22b78f169bd4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.765626] env[69411]: DEBUG nova.compute.provider_tree [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.944149] env[69411]: DEBUG oslo_vmware.api [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': task-3322725, 'name': PowerOnVM_Task, 'duration_secs': 0.815325} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.944432] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.944667] env[69411]: INFO nova.compute.manager [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Took 8.11 seconds to spawn the instance on the hypervisor. [ 732.944840] env[69411]: DEBUG nova.compute.manager [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.945664] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3931a830-be31-4872-afa4-42a2591dc193 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.078673] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075336} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.079032] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.080075] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a98782b-6027-4812-914b-92ae46ab0cf9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.112892] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] d397d6ae-d701-417e-998d-12efe5d81872/d397d6ae-d701-417e-998d-12efe5d81872.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.113109] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfb8588d-fc17-4365-9308-858a482c9c9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.135238] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 733.135238] env[69411]: value = "task-3322728" [ 733.135238] env[69411]: _type = "Task" [ 733.135238] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.146671] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322728, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.270063] env[69411]: DEBUG nova.scheduler.client.report [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.461089] env[69411]: DEBUG nova.network.neutron [req-3f131551-00c5-4480-b20e-4fdb62bc1da9 req-3d75ed8b-b8a0-4596-b53d-1f0eb9b5a5f0 service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Updated VIF entry in instance network info cache for port 87f0ca16-b202-456a-bd57-79292c735a61. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.461598] env[69411]: DEBUG nova.network.neutron [req-3f131551-00c5-4480-b20e-4fdb62bc1da9 req-3d75ed8b-b8a0-4596-b53d-1f0eb9b5a5f0 service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Updating instance_info_cache with network_info: [{"id": "87f0ca16-b202-456a-bd57-79292c735a61", "address": "fa:16:3e:f1:37:48", "network": {"id": "3a41aca5-f250-4d35-be03-4369ffe1ba77", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-798275787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e3886d5b0a4e74a5e8f0f633b93cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f0ca16-b2", "ovs_interfaceid": "87f0ca16-b202-456a-bd57-79292c735a61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.465608] env[69411]: INFO nova.compute.manager [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Took 46.06 seconds to build instance. [ 733.567142] env[69411]: DEBUG nova.compute.manager [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.589108] env[69411]: DEBUG nova.virt.hardware [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.589990] env[69411]: DEBUG nova.virt.hardware [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.589990] env[69411]: DEBUG nova.virt.hardware [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.589990] env[69411]: DEBUG nova.virt.hardware [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.589990] env[69411]: DEBUG nova.virt.hardware [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.589990] env[69411]: DEBUG nova.virt.hardware [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.590197] env[69411]: DEBUG nova.virt.hardware [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.590291] env[69411]: DEBUG nova.virt.hardware [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.590451] env[69411]: DEBUG nova.virt.hardware [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.590613] env[69411]: DEBUG nova.virt.hardware [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.590783] env[69411]: DEBUG nova.virt.hardware [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.591723] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf799644-c2d6-4826-af93-faa7019a1453 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.600111] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43915e4e-f0a1-4ef1-90b2-bf8270da7ffa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.645978] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322728, 'name': ReconfigVM_Task, 'duration_secs': 0.396278} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.646318] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Reconfigured VM instance instance-0000001f to attach disk [datastore2] d397d6ae-d701-417e-998d-12efe5d81872/d397d6ae-d701-417e-998d-12efe5d81872.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.646848] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a16b1ba-857a-4cbe-a88d-a99e3d637b39 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.653515] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 733.653515] env[69411]: value = "task-3322729" [ 733.653515] env[69411]: _type = "Task" [ 733.653515] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.662256] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322729, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.777128] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.780515] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.183s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.783034] env[69411]: INFO nova.compute.claims [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.817204] env[69411]: INFO nova.scheduler.client.report [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleted allocations for instance 1e662452-e43f-4789-97ac-e6dac28f3490 [ 733.966482] env[69411]: DEBUG oslo_concurrency.lockutils [req-3f131551-00c5-4480-b20e-4fdb62bc1da9 req-3d75ed8b-b8a0-4596-b53d-1f0eb9b5a5f0 service nova] Releasing lock "refresh_cache-9f55ba14-c3fe-45be-900f-19c0be0cf5ac" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.967054] env[69411]: DEBUG oslo_concurrency.lockutils [None req-403fb4b9-be58-4248-84e2-6da555bebdef tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Lock "50ceb30c-9c08-47ea-9ea8-9732c594342e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.361s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.164067] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322729, 'name': Rename_Task, 'duration_secs': 0.185023} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.165209] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.165780] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7a409d1-2aee-4e0c-889b-ef6542bad0b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.175149] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 734.175149] env[69411]: value = "task-3322730" [ 734.175149] env[69411]: _type = "Task" [ 734.175149] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.187737] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.329724] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3667e1b3-4cc9-40fc-b2ea-eb8bf783488d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "1e662452-e43f-4789-97ac-e6dac28f3490" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.818s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.472027] env[69411]: DEBUG nova.compute.manager [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.616107] env[69411]: DEBUG nova.network.neutron [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Successfully updated port: e07d1265-dee4-4739-a86f-d13008ddea68 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.687730] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322730, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.711218] env[69411]: DEBUG nova.compute.manager [req-7d3b5325-67ab-48ce-af16-0718f8b80155 req-328bcb5b-e636-4b60-a52d-5b4d7961556e service nova] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Received event network-vif-plugged-e07d1265-dee4-4739-a86f-d13008ddea68 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.711670] env[69411]: DEBUG oslo_concurrency.lockutils [req-7d3b5325-67ab-48ce-af16-0718f8b80155 req-328bcb5b-e636-4b60-a52d-5b4d7961556e service nova] Acquiring lock "76f4d3eb-3401-4033-95f4-45a7998854de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.711780] env[69411]: DEBUG oslo_concurrency.lockutils [req-7d3b5325-67ab-48ce-af16-0718f8b80155 req-328bcb5b-e636-4b60-a52d-5b4d7961556e service nova] Lock "76f4d3eb-3401-4033-95f4-45a7998854de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.711895] env[69411]: DEBUG oslo_concurrency.lockutils [req-7d3b5325-67ab-48ce-af16-0718f8b80155 req-328bcb5b-e636-4b60-a52d-5b4d7961556e service nova] Lock "76f4d3eb-3401-4033-95f4-45a7998854de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.712231] env[69411]: DEBUG nova.compute.manager [req-7d3b5325-67ab-48ce-af16-0718f8b80155 req-328bcb5b-e636-4b60-a52d-5b4d7961556e service nova] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] No waiting events found dispatching network-vif-plugged-e07d1265-dee4-4739-a86f-d13008ddea68 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.712527] env[69411]: WARNING nova.compute.manager [req-7d3b5325-67ab-48ce-af16-0718f8b80155 req-328bcb5b-e636-4b60-a52d-5b4d7961556e service nova] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Received unexpected event network-vif-plugged-e07d1265-dee4-4739-a86f-d13008ddea68 for instance with vm_state building and task_state spawning. [ 734.712742] env[69411]: DEBUG nova.compute.manager [req-7d3b5325-67ab-48ce-af16-0718f8b80155 req-328bcb5b-e636-4b60-a52d-5b4d7961556e service nova] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Received event network-changed-e07d1265-dee4-4739-a86f-d13008ddea68 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.712944] env[69411]: DEBUG nova.compute.manager [req-7d3b5325-67ab-48ce-af16-0718f8b80155 req-328bcb5b-e636-4b60-a52d-5b4d7961556e service nova] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Refreshing instance network info cache due to event network-changed-e07d1265-dee4-4739-a86f-d13008ddea68. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.713286] env[69411]: DEBUG oslo_concurrency.lockutils [req-7d3b5325-67ab-48ce-af16-0718f8b80155 req-328bcb5b-e636-4b60-a52d-5b4d7961556e service nova] Acquiring lock "refresh_cache-76f4d3eb-3401-4033-95f4-45a7998854de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.713414] env[69411]: DEBUG oslo_concurrency.lockutils [req-7d3b5325-67ab-48ce-af16-0718f8b80155 req-328bcb5b-e636-4b60-a52d-5b4d7961556e service nova] Acquired lock "refresh_cache-76f4d3eb-3401-4033-95f4-45a7998854de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.713699] env[69411]: DEBUG nova.network.neutron [req-7d3b5325-67ab-48ce-af16-0718f8b80155 req-328bcb5b-e636-4b60-a52d-5b4d7961556e service nova] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Refreshing network info cache for port e07d1265-dee4-4739-a86f-d13008ddea68 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.989587] env[69411]: DEBUG oslo_concurrency.lockutils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.117672] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "refresh_cache-76f4d3eb-3401-4033-95f4-45a7998854de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.185335] env[69411]: DEBUG oslo_vmware.api [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322730, 'name': PowerOnVM_Task, 'duration_secs': 0.522757} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.185675] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.185919] env[69411]: INFO nova.compute.manager [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Took 7.69 seconds to spawn the instance on the hypervisor. [ 735.186109] env[69411]: DEBUG nova.compute.manager [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.187257] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6f052e-f08a-490f-8541-cb197463330c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.271416] env[69411]: DEBUG nova.network.neutron [req-7d3b5325-67ab-48ce-af16-0718f8b80155 req-328bcb5b-e636-4b60-a52d-5b4d7961556e service nova] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.301029] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2c2706-72de-4e1f-917f-85fbd1af9c56 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.309977] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65146fbf-9e49-42a3-827e-b7903fc4d022 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.346759] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73f0241-6dc8-4764-8e13-cdb3845ab5a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.358136] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a2521b-1754-4ad9-a975-86e703a46688 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.375343] env[69411]: DEBUG nova.compute.provider_tree [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.390015] env[69411]: DEBUG nova.network.neutron [req-7d3b5325-67ab-48ce-af16-0718f8b80155 req-328bcb5b-e636-4b60-a52d-5b4d7961556e service nova] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.708149] env[69411]: INFO nova.compute.manager [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Took 43.83 seconds to build instance. [ 735.877817] env[69411]: DEBUG nova.scheduler.client.report [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.892696] env[69411]: DEBUG oslo_concurrency.lockutils [req-7d3b5325-67ab-48ce-af16-0718f8b80155 req-328bcb5b-e636-4b60-a52d-5b4d7961556e service nova] Releasing lock "refresh_cache-76f4d3eb-3401-4033-95f4-45a7998854de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.893101] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired lock "refresh_cache-76f4d3eb-3401-4033-95f4-45a7998854de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.893450] env[69411]: DEBUG nova.network.neutron [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.210748] env[69411]: DEBUG oslo_concurrency.lockutils [None req-62a3eef2-c8f3-41eb-9309-a74ea5c43121 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "d397d6ae-d701-417e-998d-12efe5d81872" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.398s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.359187] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0229e859-5b0f-47c5-b00b-eb96bfd18e7c tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "d397d6ae-d701-417e-998d-12efe5d81872" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.359187] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0229e859-5b0f-47c5-b00b-eb96bfd18e7c tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "d397d6ae-d701-417e-998d-12efe5d81872" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.359187] env[69411]: DEBUG nova.compute.manager [None req-0229e859-5b0f-47c5-b00b-eb96bfd18e7c tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.359953] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9287f9cb-425b-48e6-9106-dfb4a772c2b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.367784] env[69411]: DEBUG nova.compute.manager [None req-0229e859-5b0f-47c5-b00b-eb96bfd18e7c tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 736.368571] env[69411]: DEBUG nova.objects.instance [None req-0229e859-5b0f-47c5-b00b-eb96bfd18e7c tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lazy-loading 'flavor' on Instance uuid d397d6ae-d701-417e-998d-12efe5d81872 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.382569] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.383105] env[69411]: DEBUG nova.compute.manager [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.385745] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.744s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.387166] env[69411]: INFO nova.compute.claims [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.439874] env[69411]: DEBUG nova.network.neutron [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.586574] env[69411]: DEBUG nova.network.neutron [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Updating instance_info_cache with network_info: [{"id": "e07d1265-dee4-4739-a86f-d13008ddea68", "address": "fa:16:3e:5b:38:1c", "network": {"id": "d3015186-5cd7-417c-b339-9c454898c188", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-555504441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6a4f8a0124f728e1a9dcfbf900814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape07d1265-de", "ovs_interfaceid": "e07d1265-dee4-4739-a86f-d13008ddea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.713754] env[69411]: DEBUG nova.compute.manager [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.742901] env[69411]: DEBUG nova.compute.manager [req-42cdb3a4-64df-4dcc-816c-ef5a224a001c req-aec7839d-aa28-4510-b79b-0b7121de51cb service nova] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Received event network-changed-996939e4-0432-4375-b60b-b298718f76ef {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.743126] env[69411]: DEBUG nova.compute.manager [req-42cdb3a4-64df-4dcc-816c-ef5a224a001c req-aec7839d-aa28-4510-b79b-0b7121de51cb service nova] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Refreshing instance network info cache due to event network-changed-996939e4-0432-4375-b60b-b298718f76ef. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.743351] env[69411]: DEBUG oslo_concurrency.lockutils [req-42cdb3a4-64df-4dcc-816c-ef5a224a001c req-aec7839d-aa28-4510-b79b-0b7121de51cb service nova] Acquiring lock "refresh_cache-50ceb30c-9c08-47ea-9ea8-9732c594342e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.743495] env[69411]: DEBUG oslo_concurrency.lockutils [req-42cdb3a4-64df-4dcc-816c-ef5a224a001c req-aec7839d-aa28-4510-b79b-0b7121de51cb service nova] Acquired lock "refresh_cache-50ceb30c-9c08-47ea-9ea8-9732c594342e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.743791] env[69411]: DEBUG nova.network.neutron [req-42cdb3a4-64df-4dcc-816c-ef5a224a001c req-aec7839d-aa28-4510-b79b-0b7121de51cb service nova] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Refreshing network info cache for port 996939e4-0432-4375-b60b-b298718f76ef {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.892324] env[69411]: DEBUG nova.compute.utils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.896910] env[69411]: DEBUG nova.compute.manager [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.897177] env[69411]: DEBUG nova.network.neutron [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.933921] env[69411]: DEBUG nova.policy [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74c3f8839bee481c96a1633c6f7eb81a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b285e0cada54f1e9d29985e43c30024', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.089527] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Releasing lock "refresh_cache-76f4d3eb-3401-4033-95f4-45a7998854de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.090019] env[69411]: DEBUG nova.compute.manager [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Instance network_info: |[{"id": "e07d1265-dee4-4739-a86f-d13008ddea68", "address": "fa:16:3e:5b:38:1c", "network": {"id": "d3015186-5cd7-417c-b339-9c454898c188", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-555504441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6a4f8a0124f728e1a9dcfbf900814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape07d1265-de", "ovs_interfaceid": "e07d1265-dee4-4739-a86f-d13008ddea68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.091760] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:38:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e07d1265-dee4-4739-a86f-d13008ddea68', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.098717] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.099105] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.100058] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ca79cf9-d244-4cb2-9ad5-7d12fc837cec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.123035] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.123035] env[69411]: value = "task-3322731" [ 737.123035] env[69411]: _type = "Task" [ 737.123035] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.132889] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322731, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.239111] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.299827] env[69411]: DEBUG oslo_vmware.rw_handles [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52364d6f-f664-0fec-7b20-9b7d4862b394/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 737.300765] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055c2915-872d-400c-a31f-9f0eb4f365b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.311888] env[69411]: DEBUG oslo_vmware.rw_handles [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52364d6f-f664-0fec-7b20-9b7d4862b394/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 737.312074] env[69411]: ERROR oslo_vmware.rw_handles [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52364d6f-f664-0fec-7b20-9b7d4862b394/disk-0.vmdk due to incomplete transfer. [ 737.312413] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fe5d656-05a6-4bd9-8988-7ba69fe9e7b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.325719] env[69411]: DEBUG oslo_vmware.rw_handles [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52364d6f-f664-0fec-7b20-9b7d4862b394/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 737.325938] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Uploaded image bb49dc06-7bdc-4e98-9189-d97d31307793 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 737.328515] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 737.329213] env[69411]: DEBUG nova.network.neutron [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Successfully created port: 7570e152-4108-43fd-9f9d-be9f3f398df5 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.331351] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-08debdaf-e997-4842-81ce-8c33917e6d53 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.347985] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 737.347985] env[69411]: value = "task-3322732" [ 737.347985] env[69411]: _type = "Task" [ 737.347985] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.363016] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322732, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.376838] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0229e859-5b0f-47c5-b00b-eb96bfd18e7c tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.377212] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d29a31c-7454-4956-a350-385021285187 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.386535] env[69411]: DEBUG oslo_vmware.api [None req-0229e859-5b0f-47c5-b00b-eb96bfd18e7c tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 737.386535] env[69411]: value = "task-3322733" [ 737.386535] env[69411]: _type = "Task" [ 737.386535] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.396707] env[69411]: DEBUG oslo_vmware.api [None req-0229e859-5b0f-47c5-b00b-eb96bfd18e7c tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.398820] env[69411]: DEBUG nova.compute.manager [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.571935] env[69411]: DEBUG nova.network.neutron [req-42cdb3a4-64df-4dcc-816c-ef5a224a001c req-aec7839d-aa28-4510-b79b-0b7121de51cb service nova] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Updated VIF entry in instance network info cache for port 996939e4-0432-4375-b60b-b298718f76ef. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.572446] env[69411]: DEBUG nova.network.neutron [req-42cdb3a4-64df-4dcc-816c-ef5a224a001c req-aec7839d-aa28-4510-b79b-0b7121de51cb service nova] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Updating instance_info_cache with network_info: [{"id": "996939e4-0432-4375-b60b-b298718f76ef", "address": "fa:16:3e:c2:fe:a6", "network": {"id": "21a7cca6-ed19-4095-8e8c-33ac85a87911", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-804752945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "040576596ea94d309fce4508fcf3437a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap996939e4-04", "ovs_interfaceid": "996939e4-0432-4375-b60b-b298718f76ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.635900] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322731, 'name': CreateVM_Task, 'duration_secs': 0.393319} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.637923] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.638768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.639144] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.639543] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.639886] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4c2e4b-c252-4247-b057-ad839be79d0e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.645852] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 737.645852] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a1fc97-4187-a8c9-22eb-9e9d97d1dea7" [ 737.645852] env[69411]: _type = "Task" [ 737.645852] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.656886] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a1fc97-4187-a8c9-22eb-9e9d97d1dea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.861558] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322732, 'name': Destroy_Task, 'duration_secs': 0.47251} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.864140] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Destroyed the VM [ 737.864140] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 737.864140] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f4ff071b-6a74-4448-9710-33c6f980014b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.875459] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 737.875459] env[69411]: value = "task-3322734" [ 737.875459] env[69411]: _type = "Task" [ 737.875459] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.886349] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322734, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.901630] env[69411]: DEBUG oslo_vmware.api [None req-0229e859-5b0f-47c5-b00b-eb96bfd18e7c tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322733, 'name': PowerOffVM_Task, 'duration_secs': 0.214274} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.901630] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0229e859-5b0f-47c5-b00b-eb96bfd18e7c tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.901630] env[69411]: DEBUG nova.compute.manager [None req-0229e859-5b0f-47c5-b00b-eb96bfd18e7c tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.903415] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da899ef-7690-45c6-826d-7e5f623f0c8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.028993] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3fef69-e8b7-4c07-8733-a3c74ad3215e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.037458] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0108af8-89c3-4201-9b87-9613c9563bb5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.069990] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bde931-f4cb-4821-b304-57914345ed51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.077689] env[69411]: DEBUG oslo_concurrency.lockutils [req-42cdb3a4-64df-4dcc-816c-ef5a224a001c req-aec7839d-aa28-4510-b79b-0b7121de51cb service nova] Releasing lock "refresh_cache-50ceb30c-9c08-47ea-9ea8-9732c594342e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.079179] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da04e7d3-c1ec-4c49-bb15-5196059067b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.095106] env[69411]: DEBUG nova.compute.provider_tree [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.158322] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a1fc97-4187-a8c9-22eb-9e9d97d1dea7, 'name': SearchDatastore_Task, 'duration_secs': 0.01213} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.158322] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.158495] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.158819] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.158952] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.159187] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.159490] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2e639f2-fbdf-4310-9f14-7149d1161496 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.169708] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.169917] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.170752] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d65d356-3707-48d0-97a8-36c7fc9331f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.179111] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 738.179111] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52272e27-0889-3506-ee91-8c6a93919320" [ 738.179111] env[69411]: _type = "Task" [ 738.179111] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.187567] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52272e27-0889-3506-ee91-8c6a93919320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.387091] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322734, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.412596] env[69411]: DEBUG nova.compute.manager [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.426335] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0229e859-5b0f-47c5-b00b-eb96bfd18e7c tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "d397d6ae-d701-417e-998d-12efe5d81872" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.440452] env[69411]: DEBUG nova.virt.hardware [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.440694] env[69411]: DEBUG nova.virt.hardware [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.440844] env[69411]: DEBUG nova.virt.hardware [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.441030] env[69411]: DEBUG nova.virt.hardware [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.441231] env[69411]: DEBUG nova.virt.hardware [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.442645] env[69411]: DEBUG nova.virt.hardware [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.442645] env[69411]: DEBUG nova.virt.hardware [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.442645] env[69411]: DEBUG nova.virt.hardware [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.442645] env[69411]: DEBUG nova.virt.hardware [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.445506] env[69411]: DEBUG nova.virt.hardware [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.445764] env[69411]: DEBUG nova.virt.hardware [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.449031] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ca6919-073e-45af-b208-a3b05534ef71 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.462883] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a2b089-b227-4f80-b1bd-923f15ea7458 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.598849] env[69411]: DEBUG nova.scheduler.client.report [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.692667] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52272e27-0889-3506-ee91-8c6a93919320, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.693546] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-febd5a25-28d4-4737-9951-570f9e7c63c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.700072] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 738.700072] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5238f6ff-e986-24df-6797-b27fa7f8350c" [ 738.700072] env[69411]: _type = "Task" [ 738.700072] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.708342] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5238f6ff-e986-24df-6797-b27fa7f8350c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.886502] env[69411]: DEBUG oslo_vmware.api [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322734, 'name': RemoveSnapshot_Task, 'duration_secs': 0.55364} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.886783] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 738.887023] env[69411]: INFO nova.compute.manager [None req-f57a9ad0-e839-4689-93ad-1964046c0273 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Took 15.27 seconds to snapshot the instance on the hypervisor. [ 739.096084] env[69411]: DEBUG nova.compute.manager [req-b923aeed-7756-4bf8-bb22-1e1071ce04d6 req-d97f3306-a63c-4f74-a109-14ed3b87eb80 service nova] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Received event network-vif-plugged-7570e152-4108-43fd-9f9d-be9f3f398df5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.096084] env[69411]: DEBUG oslo_concurrency.lockutils [req-b923aeed-7756-4bf8-bb22-1e1071ce04d6 req-d97f3306-a63c-4f74-a109-14ed3b87eb80 service nova] Acquiring lock "eca4b01f-e5aa-4cd2-b30e-4631d95f93e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.096084] env[69411]: DEBUG oslo_concurrency.lockutils [req-b923aeed-7756-4bf8-bb22-1e1071ce04d6 req-d97f3306-a63c-4f74-a109-14ed3b87eb80 service nova] Lock "eca4b01f-e5aa-4cd2-b30e-4631d95f93e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.096084] env[69411]: DEBUG oslo_concurrency.lockutils [req-b923aeed-7756-4bf8-bb22-1e1071ce04d6 req-d97f3306-a63c-4f74-a109-14ed3b87eb80 service nova] Lock "eca4b01f-e5aa-4cd2-b30e-4631d95f93e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.096084] env[69411]: DEBUG nova.compute.manager [req-b923aeed-7756-4bf8-bb22-1e1071ce04d6 req-d97f3306-a63c-4f74-a109-14ed3b87eb80 service nova] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] No waiting events found dispatching network-vif-plugged-7570e152-4108-43fd-9f9d-be9f3f398df5 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.096293] env[69411]: WARNING nova.compute.manager [req-b923aeed-7756-4bf8-bb22-1e1071ce04d6 req-d97f3306-a63c-4f74-a109-14ed3b87eb80 service nova] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Received unexpected event network-vif-plugged-7570e152-4108-43fd-9f9d-be9f3f398df5 for instance with vm_state building and task_state spawning. [ 739.106055] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.106055] env[69411]: DEBUG nova.compute.manager [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.110019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.331s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.110019] env[69411]: INFO nova.compute.claims [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.187430] env[69411]: DEBUG nova.network.neutron [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Successfully updated port: 7570e152-4108-43fd-9f9d-be9f3f398df5 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.215020] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5238f6ff-e986-24df-6797-b27fa7f8350c, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.215524] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.215907] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 76f4d3eb-3401-4033-95f4-45a7998854de/76f4d3eb-3401-4033-95f4-45a7998854de.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.216393] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e22438ef-6974-433c-bd03-9fba23daf2ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.226377] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 739.226377] env[69411]: value = "task-3322735" [ 739.226377] env[69411]: _type = "Task" [ 739.226377] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.235314] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.609353] env[69411]: DEBUG nova.compute.utils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.611038] env[69411]: DEBUG nova.compute.manager [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.611412] env[69411]: DEBUG nova.network.neutron [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.672709] env[69411]: DEBUG nova.policy [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abb9ac11516e446faf33421a7163ddcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '942d4be6e5e24bb58738805d96d9d2f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.690329] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Acquiring lock "refresh_cache-eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.690509] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Acquired lock "refresh_cache-eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.690666] env[69411]: DEBUG nova.network.neutron [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.738628] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322735, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.989139] env[69411]: DEBUG nova.compute.manager [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.989139] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a08831-e1fc-4a1e-a4d2-9a5d9191b12d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.049630] env[69411]: DEBUG nova.network.neutron [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Successfully created port: 1a2470ef-2c4b-43af-8eb1-eba05ddb92a7 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.117823] env[69411]: DEBUG nova.compute.manager [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.234552] env[69411]: DEBUG nova.network.neutron [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.246467] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687566} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.246697] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 76f4d3eb-3401-4033-95f4-45a7998854de/76f4d3eb-3401-4033-95f4-45a7998854de.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.246933] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.247247] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfd2eb57-4c06-4583-9b05-826f868f031c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.256517] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 740.256517] env[69411]: value = "task-3322736" [ 740.256517] env[69411]: _type = "Task" [ 740.256517] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.266821] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.413086] env[69411]: DEBUG nova.network.neutron [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Updating instance_info_cache with network_info: [{"id": "7570e152-4108-43fd-9f9d-be9f3f398df5", "address": "fa:16:3e:26:f1:9a", "network": {"id": "f243caac-95d1-4ae9-9e10-85e81d39f864", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1636947221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b285e0cada54f1e9d29985e43c30024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7570e152-41", "ovs_interfaceid": "7570e152-4108-43fd-9f9d-be9f3f398df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.499984] env[69411]: INFO nova.compute.manager [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] instance snapshotting [ 740.500125] env[69411]: WARNING nova.compute.manager [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 740.503286] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94870b12-3691-4eff-901a-2be0e7a9ee40 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.523298] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0084b95e-1716-4737-acdb-aefe66b4f8b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.733139] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbfe74b-ddc0-437f-aa72-65ee2d7fd78c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.745359] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308d4798-278b-4944-bef3-6dde5ed92506 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.780295] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77912e7f-9d21-464d-9aa0-1de6fdd3d81c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.790353] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69a7fd9-2c3f-4077-8f2c-561422654011 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.794369] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064833} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.794651] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.795800] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6e5f28-7924-42d0-93a5-8c836c21dc37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.806588] env[69411]: DEBUG nova.compute.provider_tree [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.826958] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 76f4d3eb-3401-4033-95f4-45a7998854de/76f4d3eb-3401-4033-95f4-45a7998854de.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.827934] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85302cda-b775-4d9d-b146-dfbff64f1d86 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.847405] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 740.847405] env[69411]: value = "task-3322737" [ 740.847405] env[69411]: _type = "Task" [ 740.847405] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.858278] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.915263] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Releasing lock "refresh_cache-eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.915638] env[69411]: DEBUG nova.compute.manager [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Instance network_info: |[{"id": "7570e152-4108-43fd-9f9d-be9f3f398df5", "address": "fa:16:3e:26:f1:9a", "network": {"id": "f243caac-95d1-4ae9-9e10-85e81d39f864", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1636947221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b285e0cada54f1e9d29985e43c30024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7570e152-41", "ovs_interfaceid": "7570e152-4108-43fd-9f9d-be9f3f398df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.916104] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:f1:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7570e152-4108-43fd-9f9d-be9f3f398df5', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.925112] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Creating folder: Project (7b285e0cada54f1e9d29985e43c30024). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.926236] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a37fdd2-022f-43dd-9573-802eb0440f9f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.937349] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Created folder: Project (7b285e0cada54f1e9d29985e43c30024) in parent group-v663248. [ 740.937695] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Creating folder: Instances. Parent ref: group-v663348. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.937806] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd3ab2d5-632e-48a7-943e-f3384bd687c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.948682] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Created folder: Instances in parent group-v663348. [ 740.948919] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.949148] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.949414] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85297975-ab4e-4c38-b2b3-265fd82e9804 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.970313] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.970313] env[69411]: value = "task-3322740" [ 740.970313] env[69411]: _type = "Task" [ 740.970313] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.980522] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322740, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.034780] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 741.035184] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-369b4d07-ff0d-4132-8626-375b524f049b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.044221] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 741.044221] env[69411]: value = "task-3322741" [ 741.044221] env[69411]: _type = "Task" [ 741.044221] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.053919] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322741, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.125636] env[69411]: DEBUG nova.compute.manager [req-a4ccac39-90ba-4625-9cbd-8233398d6561 req-b7350d90-156f-4444-ad1d-49f8ea3e3f01 service nova] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Received event network-changed-7570e152-4108-43fd-9f9d-be9f3f398df5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.125888] env[69411]: DEBUG nova.compute.manager [req-a4ccac39-90ba-4625-9cbd-8233398d6561 req-b7350d90-156f-4444-ad1d-49f8ea3e3f01 service nova] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Refreshing instance network info cache due to event network-changed-7570e152-4108-43fd-9f9d-be9f3f398df5. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.126134] env[69411]: DEBUG oslo_concurrency.lockutils [req-a4ccac39-90ba-4625-9cbd-8233398d6561 req-b7350d90-156f-4444-ad1d-49f8ea3e3f01 service nova] Acquiring lock "refresh_cache-eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.126278] env[69411]: DEBUG oslo_concurrency.lockutils [req-a4ccac39-90ba-4625-9cbd-8233398d6561 req-b7350d90-156f-4444-ad1d-49f8ea3e3f01 service nova] Acquired lock "refresh_cache-eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.126452] env[69411]: DEBUG nova.network.neutron [req-a4ccac39-90ba-4625-9cbd-8233398d6561 req-b7350d90-156f-4444-ad1d-49f8ea3e3f01 service nova] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Refreshing network info cache for port 7570e152-4108-43fd-9f9d-be9f3f398df5 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.131354] env[69411]: DEBUG nova.compute.manager [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.153596] env[69411]: DEBUG nova.virt.hardware [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.153863] env[69411]: DEBUG nova.virt.hardware [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.154044] env[69411]: DEBUG nova.virt.hardware [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.154220] env[69411]: DEBUG nova.virt.hardware [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.154380] env[69411]: DEBUG nova.virt.hardware [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.154537] env[69411]: DEBUG nova.virt.hardware [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.155114] env[69411]: DEBUG nova.virt.hardware [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.155114] env[69411]: DEBUG nova.virt.hardware [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.155114] env[69411]: DEBUG nova.virt.hardware [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.155392] env[69411]: DEBUG nova.virt.hardware [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.155433] env[69411]: DEBUG nova.virt.hardware [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.156563] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d188bcf8-adef-4081-82de-6bb654ffdc3e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.165154] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ff45e2-2631-4e4e-a8a6-dbe66890e10a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.309591] env[69411]: DEBUG nova.scheduler.client.report [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.358292] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322737, 'name': ReconfigVM_Task, 'duration_secs': 0.283707} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.358569] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 76f4d3eb-3401-4033-95f4-45a7998854de/76f4d3eb-3401-4033-95f4-45a7998854de.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.359188] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fd24bdd-583d-4d2e-98e9-3f1913bf62cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.365733] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 741.365733] env[69411]: value = "task-3322742" [ 741.365733] env[69411]: _type = "Task" [ 741.365733] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.374237] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322742, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.399719] env[69411]: DEBUG nova.compute.manager [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.400801] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fffa6ba-e42b-4100-9bb9-1b4ca9db5f95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.483073] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322740, 'name': CreateVM_Task, 'duration_secs': 0.366732} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.483351] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.484786] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.484786] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.485066] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.485469] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d086335f-02f2-45c8-ba37-fcc208690506 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.491677] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Waiting for the task: (returnval){ [ 741.491677] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52320663-9d4f-ceb8-3a35-d922dd70a6e5" [ 741.491677] env[69411]: _type = "Task" [ 741.491677] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.499839] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52320663-9d4f-ceb8-3a35-d922dd70a6e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.554553] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322741, 'name': CreateSnapshot_Task, 'duration_secs': 0.429839} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.554721] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 741.555498] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7014ec20-ab1b-43bc-93a9-ca99e7907965 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.702554] env[69411]: DEBUG nova.network.neutron [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Successfully updated port: 1a2470ef-2c4b-43af-8eb1-eba05ddb92a7 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.814563] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.815119] env[69411]: DEBUG nova.compute.manager [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.817655] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.942s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.817873] env[69411]: DEBUG nova.objects.instance [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Lazy-loading 'resources' on Instance uuid f8741d92-4d28-43b5-a7fa-519acd5aa94f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.874829] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322742, 'name': Rename_Task, 'duration_secs': 0.156169} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.875120] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.875368] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f5f921f-51fa-4c5a-b658-d3eed9eeb96f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.880881] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 741.880881] env[69411]: value = "task-3322743" [ 741.880881] env[69411]: _type = "Task" [ 741.880881] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.888553] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.889841] env[69411]: DEBUG nova.network.neutron [req-a4ccac39-90ba-4625-9cbd-8233398d6561 req-b7350d90-156f-4444-ad1d-49f8ea3e3f01 service nova] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Updated VIF entry in instance network info cache for port 7570e152-4108-43fd-9f9d-be9f3f398df5. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.890213] env[69411]: DEBUG nova.network.neutron [req-a4ccac39-90ba-4625-9cbd-8233398d6561 req-b7350d90-156f-4444-ad1d-49f8ea3e3f01 service nova] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Updating instance_info_cache with network_info: [{"id": "7570e152-4108-43fd-9f9d-be9f3f398df5", "address": "fa:16:3e:26:f1:9a", "network": {"id": "f243caac-95d1-4ae9-9e10-85e81d39f864", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1636947221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b285e0cada54f1e9d29985e43c30024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7570e152-41", "ovs_interfaceid": "7570e152-4108-43fd-9f9d-be9f3f398df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.913702] env[69411]: INFO nova.compute.manager [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] instance snapshotting [ 741.916729] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e88265-bbdc-48b9-9220-bf2bdb290e2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.936195] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1285e04e-8f4d-426a-a237-c4d325530dc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.001649] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52320663-9d4f-ceb8-3a35-d922dd70a6e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.001943] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.002201] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.002436] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.002605] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.002788] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.003061] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-350b50e0-678a-45c8-954b-63e0c9c1d1b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.011252] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.011442] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.012181] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc4da8a5-a93e-4879-bafb-2b03daff6db8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.017217] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Waiting for the task: (returnval){ [ 742.017217] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52872c74-ad08-d654-780a-14ef39400e4e" [ 742.017217] env[69411]: _type = "Task" [ 742.017217] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.024747] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52872c74-ad08-d654-780a-14ef39400e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.075776] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 742.076163] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6dce3e00-641c-4946-8154-99277ccd49db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.083691] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 742.083691] env[69411]: value = "task-3322744" [ 742.083691] env[69411]: _type = "Task" [ 742.083691] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.091589] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322744, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.205619] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.205790] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.205989] env[69411]: DEBUG nova.network.neutron [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.321185] env[69411]: DEBUG nova.compute.utils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.327029] env[69411]: DEBUG nova.compute.manager [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.327029] env[69411]: DEBUG nova.network.neutron [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.367065] env[69411]: DEBUG nova.policy [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e62f14417058432a9964dfdd77a96c90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26a0617b20114b1b88f42cf852299575', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.390760] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322743, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.393573] env[69411]: DEBUG oslo_concurrency.lockutils [req-a4ccac39-90ba-4625-9cbd-8233398d6561 req-b7350d90-156f-4444-ad1d-49f8ea3e3f01 service nova] Releasing lock "refresh_cache-eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.446489] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 742.446867] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-86e8aa0c-4066-4f0e-8c9a-275ddb54737b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.457295] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 742.457295] env[69411]: value = "task-3322745" [ 742.457295] env[69411]: _type = "Task" [ 742.457295] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.466881] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322745, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.531302] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52872c74-ad08-d654-780a-14ef39400e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.007832} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.532320] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1883b172-76c4-4ee0-b080-48b41362c775 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.542834] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Waiting for the task: (returnval){ [ 742.542834] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528bc4ed-3ac3-cc08-2cb7-13d02e8ed793" [ 742.542834] env[69411]: _type = "Task" [ 742.542834] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.553573] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528bc4ed-3ac3-cc08-2cb7-13d02e8ed793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.593467] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322744, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.729310] env[69411]: DEBUG nova.network.neutron [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Successfully created port: 26fd3a4d-8e67-4049-8e8b-337378b3774f {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.747346] env[69411]: DEBUG nova.network.neutron [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.826465] env[69411]: DEBUG nova.compute.manager [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.865426] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ed76bd-b6d3-4a5c-bb47-98d6623fa5c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.875618] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42639284-ea44-4875-b9ad-337e79dfcbd6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.915295] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb633aa-197a-49e6-a7fa-98ba28d0a46c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.924668] env[69411]: DEBUG oslo_vmware.api [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322743, 'name': PowerOnVM_Task, 'duration_secs': 0.737063} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.926938] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.927171] env[69411]: INFO nova.compute.manager [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Took 9.36 seconds to spawn the instance on the hypervisor. [ 742.927348] env[69411]: DEBUG nova.compute.manager [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.928154] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c0cf9e-e737-4651-8445-6f348879dea1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.931668] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c6bce0-f298-4b0f-b28b-186304c9d4b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.950446] env[69411]: DEBUG nova.compute.provider_tree [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.974298] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322745, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.975914] env[69411]: DEBUG nova.network.neutron [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Updating instance_info_cache with network_info: [{"id": "1a2470ef-2c4b-43af-8eb1-eba05ddb92a7", "address": "fa:16:3e:ae:97:07", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2470ef-2c", "ovs_interfaceid": "1a2470ef-2c4b-43af-8eb1-eba05ddb92a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.052919] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528bc4ed-3ac3-cc08-2cb7-13d02e8ed793, 'name': SearchDatastore_Task, 'duration_secs': 0.010718} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.053228] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.053486] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] eca4b01f-e5aa-4cd2-b30e-4631d95f93e0/eca4b01f-e5aa-4cd2-b30e-4631d95f93e0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.053768] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a906af8d-3fb0-4f79-bab4-fcc1f8712acd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.059424] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Waiting for the task: (returnval){ [ 743.059424] env[69411]: value = "task-3322746" [ 743.059424] env[69411]: _type = "Task" [ 743.059424] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.067345] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.095697] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322744, 'name': CloneVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.171065] env[69411]: DEBUG nova.compute.manager [req-9a199c36-e3ea-4c46-bb23-6ef9e8c86180 req-5a265d17-42c8-4a24-bc62-20fddd8a1556 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Received event network-vif-plugged-1a2470ef-2c4b-43af-8eb1-eba05ddb92a7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.171301] env[69411]: DEBUG oslo_concurrency.lockutils [req-9a199c36-e3ea-4c46-bb23-6ef9e8c86180 req-5a265d17-42c8-4a24-bc62-20fddd8a1556 service nova] Acquiring lock "6c1b83a5-d36f-4411-81b7-96eee6a14622-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.171588] env[69411]: DEBUG oslo_concurrency.lockutils [req-9a199c36-e3ea-4c46-bb23-6ef9e8c86180 req-5a265d17-42c8-4a24-bc62-20fddd8a1556 service nova] Lock "6c1b83a5-d36f-4411-81b7-96eee6a14622-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.171750] env[69411]: DEBUG oslo_concurrency.lockutils [req-9a199c36-e3ea-4c46-bb23-6ef9e8c86180 req-5a265d17-42c8-4a24-bc62-20fddd8a1556 service nova] Lock "6c1b83a5-d36f-4411-81b7-96eee6a14622-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.171927] env[69411]: DEBUG nova.compute.manager [req-9a199c36-e3ea-4c46-bb23-6ef9e8c86180 req-5a265d17-42c8-4a24-bc62-20fddd8a1556 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] No waiting events found dispatching network-vif-plugged-1a2470ef-2c4b-43af-8eb1-eba05ddb92a7 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.172098] env[69411]: WARNING nova.compute.manager [req-9a199c36-e3ea-4c46-bb23-6ef9e8c86180 req-5a265d17-42c8-4a24-bc62-20fddd8a1556 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Received unexpected event network-vif-plugged-1a2470ef-2c4b-43af-8eb1-eba05ddb92a7 for instance with vm_state building and task_state spawning. [ 743.172512] env[69411]: DEBUG nova.compute.manager [req-9a199c36-e3ea-4c46-bb23-6ef9e8c86180 req-5a265d17-42c8-4a24-bc62-20fddd8a1556 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Received event network-changed-1a2470ef-2c4b-43af-8eb1-eba05ddb92a7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.172512] env[69411]: DEBUG nova.compute.manager [req-9a199c36-e3ea-4c46-bb23-6ef9e8c86180 req-5a265d17-42c8-4a24-bc62-20fddd8a1556 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Refreshing instance network info cache due to event network-changed-1a2470ef-2c4b-43af-8eb1-eba05ddb92a7. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.172608] env[69411]: DEBUG oslo_concurrency.lockutils [req-9a199c36-e3ea-4c46-bb23-6ef9e8c86180 req-5a265d17-42c8-4a24-bc62-20fddd8a1556 service nova] Acquiring lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.458242] env[69411]: DEBUG nova.scheduler.client.report [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.467349] env[69411]: INFO nova.compute.manager [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Took 45.99 seconds to build instance. [ 743.474276] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322745, 'name': CreateSnapshot_Task, 'duration_secs': 0.634024} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.474520] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 743.475671] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921d33fe-f081-4a5c-96cf-ba00b5faa5ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.479866] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.480274] env[69411]: DEBUG nova.compute.manager [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Instance network_info: |[{"id": "1a2470ef-2c4b-43af-8eb1-eba05ddb92a7", "address": "fa:16:3e:ae:97:07", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2470ef-2c", "ovs_interfaceid": "1a2470ef-2c4b-43af-8eb1-eba05ddb92a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.481086] env[69411]: DEBUG oslo_concurrency.lockutils [req-9a199c36-e3ea-4c46-bb23-6ef9e8c86180 req-5a265d17-42c8-4a24-bc62-20fddd8a1556 service nova] Acquired lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.481279] env[69411]: DEBUG nova.network.neutron [req-9a199c36-e3ea-4c46-bb23-6ef9e8c86180 req-5a265d17-42c8-4a24-bc62-20fddd8a1556 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Refreshing network info cache for port 1a2470ef-2c4b-43af-8eb1-eba05ddb92a7 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.483332] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:97:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a2470ef-2c4b-43af-8eb1-eba05ddb92a7', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.490577] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Creating folder: Project (942d4be6e5e24bb58738805d96d9d2f2). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.492089] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d054764-d03a-4601-8c0c-80bac610d6ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.509930] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Created folder: Project (942d4be6e5e24bb58738805d96d9d2f2) in parent group-v663248. [ 743.510149] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Creating folder: Instances. Parent ref: group-v663354. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.510396] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-904b8e1a-b4f4-4280-9992-1f3a067da51e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.519396] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Created folder: Instances in parent group-v663354. [ 743.519751] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.519961] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.520201] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cad02365-0c9d-4aa0-965e-8b64963ef45c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.540778] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.540778] env[69411]: value = "task-3322749" [ 743.540778] env[69411]: _type = "Task" [ 743.540778] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.550259] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322749, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.567973] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477341} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.568268] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] eca4b01f-e5aa-4cd2-b30e-4631d95f93e0/eca4b01f-e5aa-4cd2-b30e-4631d95f93e0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.568497] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.568780] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f345e231-ec04-4f8d-80ef-b2d16a6ebd3e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.576261] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Waiting for the task: (returnval){ [ 743.576261] env[69411]: value = "task-3322750" [ 743.576261] env[69411]: _type = "Task" [ 743.576261] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.583669] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.593855] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322744, 'name': CloneVM_Task, 'duration_secs': 1.027484} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.594083] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Created linked-clone VM from snapshot [ 743.594835] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e37310-7eea-47bd-a003-85273889d28b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.604132] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Uploading image aac43a70-c849-425d-9bc7-08d01e5ae18f {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 743.628639] env[69411]: DEBUG oslo_vmware.rw_handles [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 743.628639] env[69411]: value = "vm-663352" [ 743.628639] env[69411]: _type = "VirtualMachine" [ 743.628639] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 743.628838] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d8bf3571-f731-4bae-9220-fd0b5e7540a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.635322] env[69411]: DEBUG oslo_vmware.rw_handles [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lease: (returnval){ [ 743.635322] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5281b090-db8a-932a-b881-540ef2b4b6f7" [ 743.635322] env[69411]: _type = "HttpNfcLease" [ 743.635322] env[69411]: } obtained for exporting VM: (result){ [ 743.635322] env[69411]: value = "vm-663352" [ 743.635322] env[69411]: _type = "VirtualMachine" [ 743.635322] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 743.635587] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the lease: (returnval){ [ 743.635587] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5281b090-db8a-932a-b881-540ef2b4b6f7" [ 743.635587] env[69411]: _type = "HttpNfcLease" [ 743.635587] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 743.642507] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 743.642507] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5281b090-db8a-932a-b881-540ef2b4b6f7" [ 743.642507] env[69411]: _type = "HttpNfcLease" [ 743.642507] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 743.842432] env[69411]: DEBUG nova.compute.manager [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.865562] env[69411]: DEBUG nova.virt.hardware [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.865814] env[69411]: DEBUG nova.virt.hardware [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.866579] env[69411]: DEBUG nova.virt.hardware [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.866579] env[69411]: DEBUG nova.virt.hardware [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.866579] env[69411]: DEBUG nova.virt.hardware [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.866579] env[69411]: DEBUG nova.virt.hardware [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.866755] env[69411]: DEBUG nova.virt.hardware [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.866893] env[69411]: DEBUG nova.virt.hardware [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.867499] env[69411]: DEBUG nova.virt.hardware [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.867499] env[69411]: DEBUG nova.virt.hardware [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.867499] env[69411]: DEBUG nova.virt.hardware [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.868251] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e49447c-0d72-4ef3-813e-73ce9376f4cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.876173] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293e061e-6c61-4545-929e-e03849143d20 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.965283] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.967329] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.680s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.967561] env[69411]: DEBUG nova.objects.instance [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lazy-loading 'resources' on Instance uuid 87a204b4-119e-42e7-b5af-3816e908120d {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.970790] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33d4ef58-b636-4376-9ab5-e06ec1c772b4 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "76f4d3eb-3401-4033-95f4-45a7998854de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.858s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.987359] env[69411]: INFO nova.scheduler.client.report [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Deleted allocations for instance f8741d92-4d28-43b5-a7fa-519acd5aa94f [ 744.009028] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 744.009028] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8625bb62-943f-4d66-bbdd-e15fc1698192 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.017976] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 744.017976] env[69411]: value = "task-3322752" [ 744.017976] env[69411]: _type = "Task" [ 744.017976] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.025536] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322752, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.050045] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322749, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.085012] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082652} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.085314] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.086124] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f796f4c2-330f-4774-93ec-6a7372ab169a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.112030] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] eca4b01f-e5aa-4cd2-b30e-4631d95f93e0/eca4b01f-e5aa-4cd2-b30e-4631d95f93e0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.114567] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca2afa9f-d6ff-421e-9942-2398bcf50daf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.137438] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Waiting for the task: (returnval){ [ 744.137438] env[69411]: value = "task-3322753" [ 744.137438] env[69411]: _type = "Task" [ 744.137438] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.149289] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 744.149289] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5281b090-db8a-932a-b881-540ef2b4b6f7" [ 744.149289] env[69411]: _type = "HttpNfcLease" [ 744.149289] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 744.153268] env[69411]: DEBUG oslo_vmware.rw_handles [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 744.153268] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5281b090-db8a-932a-b881-540ef2b4b6f7" [ 744.153268] env[69411]: _type = "HttpNfcLease" [ 744.153268] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 744.153641] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322753, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.154385] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307736be-de42-42d5-a801-07730d5450f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.165073] env[69411]: DEBUG oslo_vmware.rw_handles [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cabcb7-340f-bd4d-8895-7dd309cce998/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 744.169026] env[69411]: DEBUG oslo_vmware.rw_handles [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cabcb7-340f-bd4d-8895-7dd309cce998/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 744.308237] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e7574e5-220a-427d-8014-cdc714f8e740 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.342838] env[69411]: DEBUG nova.network.neutron [req-9a199c36-e3ea-4c46-bb23-6ef9e8c86180 req-5a265d17-42c8-4a24-bc62-20fddd8a1556 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Updated VIF entry in instance network info cache for port 1a2470ef-2c4b-43af-8eb1-eba05ddb92a7. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.343336] env[69411]: DEBUG nova.network.neutron [req-9a199c36-e3ea-4c46-bb23-6ef9e8c86180 req-5a265d17-42c8-4a24-bc62-20fddd8a1556 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Updating instance_info_cache with network_info: [{"id": "1a2470ef-2c4b-43af-8eb1-eba05ddb92a7", "address": "fa:16:3e:ae:97:07", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2470ef-2c", "ovs_interfaceid": "1a2470ef-2c4b-43af-8eb1-eba05ddb92a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.394784] env[69411]: DEBUG nova.compute.manager [req-2c57502d-e32c-4092-82f3-4cc98791b4ad req-0bf3584e-d909-4c32-ba91-eb92c22b110c service nova] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Received event network-vif-plugged-26fd3a4d-8e67-4049-8e8b-337378b3774f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.395063] env[69411]: DEBUG oslo_concurrency.lockutils [req-2c57502d-e32c-4092-82f3-4cc98791b4ad req-0bf3584e-d909-4c32-ba91-eb92c22b110c service nova] Acquiring lock "4c0edbab-da9a-41f7-b444-973634e652d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.395305] env[69411]: DEBUG oslo_concurrency.lockutils [req-2c57502d-e32c-4092-82f3-4cc98791b4ad req-0bf3584e-d909-4c32-ba91-eb92c22b110c service nova] Lock "4c0edbab-da9a-41f7-b444-973634e652d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.395493] env[69411]: DEBUG oslo_concurrency.lockutils [req-2c57502d-e32c-4092-82f3-4cc98791b4ad req-0bf3584e-d909-4c32-ba91-eb92c22b110c service nova] Lock "4c0edbab-da9a-41f7-b444-973634e652d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.395829] env[69411]: DEBUG nova.compute.manager [req-2c57502d-e32c-4092-82f3-4cc98791b4ad req-0bf3584e-d909-4c32-ba91-eb92c22b110c service nova] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] No waiting events found dispatching network-vif-plugged-26fd3a4d-8e67-4049-8e8b-337378b3774f {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.396108] env[69411]: WARNING nova.compute.manager [req-2c57502d-e32c-4092-82f3-4cc98791b4ad req-0bf3584e-d909-4c32-ba91-eb92c22b110c service nova] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Received unexpected event network-vif-plugged-26fd3a4d-8e67-4049-8e8b-337378b3774f for instance with vm_state building and task_state spawning. [ 744.443297] env[69411]: DEBUG nova.network.neutron [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Successfully updated port: 26fd3a4d-8e67-4049-8e8b-337378b3774f {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.476417] env[69411]: DEBUG nova.compute.manager [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.495479] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1759453a-668a-454a-bdf3-4ceef47f1ec4 tempest-DeleteServersAdminTestJSON-1416268876 tempest-DeleteServersAdminTestJSON-1416268876-project-member] Lock "f8741d92-4d28-43b5-a7fa-519acd5aa94f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.414s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.527725] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322752, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.555602] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322749, 'name': CreateVM_Task, 'duration_secs': 0.822254} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.556102] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.556812] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.556982] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.557331] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.560271] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e31d8537-7fe0-4717-9938-09e0507ca8b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.565915] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 744.565915] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bdb796-860b-da05-e838-797332d89d7d" [ 744.565915] env[69411]: _type = "Task" [ 744.565915] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.573485] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bdb796-860b-da05-e838-797332d89d7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.654392] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.796894] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "4c913a06-f251-470f-a712-09e21768ecc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.797229] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "4c913a06-f251-470f-a712-09e21768ecc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.852189] env[69411]: DEBUG oslo_concurrency.lockutils [req-9a199c36-e3ea-4c46-bb23-6ef9e8c86180 req-5a265d17-42c8-4a24-bc62-20fddd8a1556 service nova] Releasing lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.945498] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "refresh_cache-4c0edbab-da9a-41f7-b444-973634e652d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.946013] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "refresh_cache-4c0edbab-da9a-41f7-b444-973634e652d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.946013] env[69411]: DEBUG nova.network.neutron [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.998780] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.009105] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce17cfb-c0c8-49aa-9512-a2cf12d14c86 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.018312] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e2240b-c87a-4a55-85db-2a144d8639b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.034400] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322752, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.062112] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf2975c-f044-426b-bfe2-21796c6cf0de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.073632] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3203df-4fc9-4ab8-b8c2-e94ec62acd19 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.083924] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bdb796-860b-da05-e838-797332d89d7d, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.092736] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.093109] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.093463] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.093671] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.093917] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.094495] env[69411]: DEBUG nova.compute.provider_tree [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.096049] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1cc7a30-207e-485e-aeaa-2c3579085b05 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.107478] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.107840] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.108958] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f57ea532-a3e0-47aa-a1b8-90368258014f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.114773] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 745.114773] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5215d007-fda9-21d2-2569-84f7a02eef77" [ 745.114773] env[69411]: _type = "Task" [ 745.114773] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.123051] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5215d007-fda9-21d2-2569-84f7a02eef77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.153164] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322753, 'name': ReconfigVM_Task, 'duration_secs': 0.782225} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.153638] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Reconfigured VM instance instance-00000022 to attach disk [datastore1] eca4b01f-e5aa-4cd2-b30e-4631d95f93e0/eca4b01f-e5aa-4cd2-b30e-4631d95f93e0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.154605] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9cd4a56-92f1-4b5d-aa3b-aed582ba37c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.162158] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Waiting for the task: (returnval){ [ 745.162158] env[69411]: value = "task-3322754" [ 745.162158] env[69411]: _type = "Task" [ 745.162158] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.172102] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322754, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.495905] env[69411]: DEBUG nova.network.neutron [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.538660] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322752, 'name': CloneVM_Task, 'duration_secs': 1.360204} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.538660] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Created linked-clone VM from snapshot [ 745.539280] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42097124-194b-4719-a69d-59b6d849db55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.549956] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Uploading image 5cf2cbab-5b0d-4891-b67d-ab087bbdaba6 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 745.579020] env[69411]: DEBUG oslo_vmware.rw_handles [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 745.579020] env[69411]: value = "vm-663357" [ 745.579020] env[69411]: _type = "VirtualMachine" [ 745.579020] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 745.579317] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3eba83cf-8257-4fa9-ae5d-45c2cc42ef3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.588586] env[69411]: DEBUG oslo_vmware.rw_handles [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lease: (returnval){ [ 745.588586] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521b14f9-fd53-b971-6b5a-218e5edc3b29" [ 745.588586] env[69411]: _type = "HttpNfcLease" [ 745.588586] env[69411]: } obtained for exporting VM: (result){ [ 745.588586] env[69411]: value = "vm-663357" [ 745.588586] env[69411]: _type = "VirtualMachine" [ 745.588586] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 745.588586] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the lease: (returnval){ [ 745.588586] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521b14f9-fd53-b971-6b5a-218e5edc3b29" [ 745.588586] env[69411]: _type = "HttpNfcLease" [ 745.588586] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 745.596829] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 745.596829] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521b14f9-fd53-b971-6b5a-218e5edc3b29" [ 745.596829] env[69411]: _type = "HttpNfcLease" [ 745.596829] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 745.599847] env[69411]: DEBUG nova.scheduler.client.report [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.628994] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5215d007-fda9-21d2-2569-84f7a02eef77, 'name': SearchDatastore_Task, 'duration_secs': 0.009992} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.630364] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c26a4c8-85c9-43f4-b8a8-deaca2023c4a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.638890] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 745.638890] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5214000d-a7b9-cb02-c9e0-2a0c7fb43583" [ 745.638890] env[69411]: _type = "Task" [ 745.638890] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.648442] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5214000d-a7b9-cb02-c9e0-2a0c7fb43583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.671297] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322754, 'name': Rename_Task, 'duration_secs': 0.140483} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.672032] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.672032] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a23f6530-30f8-4ad9-909c-7988e05f7292 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.676690] env[69411]: DEBUG nova.network.neutron [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Updating instance_info_cache with network_info: [{"id": "26fd3a4d-8e67-4049-8e8b-337378b3774f", "address": "fa:16:3e:45:a7:29", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26fd3a4d-8e", "ovs_interfaceid": "26fd3a4d-8e67-4049-8e8b-337378b3774f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.678848] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Waiting for the task: (returnval){ [ 745.678848] env[69411]: value = "task-3322756" [ 745.678848] env[69411]: _type = "Task" [ 745.678848] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.687700] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.096528] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 746.096528] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521b14f9-fd53-b971-6b5a-218e5edc3b29" [ 746.096528] env[69411]: _type = "HttpNfcLease" [ 746.096528] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 746.096950] env[69411]: DEBUG oslo_vmware.rw_handles [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 746.096950] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521b14f9-fd53-b971-6b5a-218e5edc3b29" [ 746.096950] env[69411]: _type = "HttpNfcLease" [ 746.096950] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 746.098057] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165c2c71-f6e2-4821-9757-faeff8180f99 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.107075] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.109232] env[69411]: DEBUG oslo_vmware.rw_handles [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d63c4-b83a-04e5-6067-421f2f5681a5/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 746.109414] env[69411]: DEBUG oslo_vmware.rw_handles [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d63c4-b83a-04e5-6067-421f2f5681a5/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 746.110806] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.399s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.112553] env[69411]: INFO nova.compute.claims [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.170473] env[69411]: INFO nova.scheduler.client.report [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Deleted allocations for instance 87a204b4-119e-42e7-b5af-3816e908120d [ 746.180500] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "refresh_cache-4c0edbab-da9a-41f7-b444-973634e652d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.180788] env[69411]: DEBUG nova.compute.manager [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Instance network_info: |[{"id": "26fd3a4d-8e67-4049-8e8b-337378b3774f", "address": "fa:16:3e:45:a7:29", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26fd3a4d-8e", "ovs_interfaceid": "26fd3a4d-8e67-4049-8e8b-337378b3774f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.184981] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:a7:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26fd3a4d-8e67-4049-8e8b-337378b3774f', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.192537] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.196990] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5214000d-a7b9-cb02-c9e0-2a0c7fb43583, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.197385] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.197518] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.197757] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 6c1b83a5-d36f-4411-81b7-96eee6a14622/6c1b83a5-d36f-4411-81b7-96eee6a14622.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.198079] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04f5fd3b-6d09-462d-8320-9064d739cbfd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.212880] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a852dc9-44b1-4917-a5a5-1bd5f028fb7b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.218258] env[69411]: DEBUG oslo_vmware.api [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322756, 'name': PowerOnVM_Task, 'duration_secs': 0.471238} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.219688] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.219897] env[69411]: INFO nova.compute.manager [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Took 7.81 seconds to spawn the instance on the hypervisor. [ 746.220085] env[69411]: DEBUG nova.compute.manager [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.221145] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec28b994-60d2-4368-bb1e-2248252ba91d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.228680] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.228680] env[69411]: value = "task-3322758" [ 746.228680] env[69411]: _type = "Task" [ 746.228680] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.228975] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 746.228975] env[69411]: value = "task-3322757" [ 746.228975] env[69411]: _type = "Task" [ 746.228975] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.230266] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ec3e64d-5a19-43fb-ba65-e77ba8bfecc4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.254667] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.254929] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322758, 'name': CreateVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.469340] env[69411]: DEBUG nova.compute.manager [req-1da9ee2a-8851-4513-b7e3-1ab2d5b9e937 req-99ffac64-02b3-4e46-bbea-bed60c1ab21d service nova] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Received event network-changed-26fd3a4d-8e67-4049-8e8b-337378b3774f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.469577] env[69411]: DEBUG nova.compute.manager [req-1da9ee2a-8851-4513-b7e3-1ab2d5b9e937 req-99ffac64-02b3-4e46-bbea-bed60c1ab21d service nova] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Refreshing instance network info cache due to event network-changed-26fd3a4d-8e67-4049-8e8b-337378b3774f. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.469802] env[69411]: DEBUG oslo_concurrency.lockutils [req-1da9ee2a-8851-4513-b7e3-1ab2d5b9e937 req-99ffac64-02b3-4e46-bbea-bed60c1ab21d service nova] Acquiring lock "refresh_cache-4c0edbab-da9a-41f7-b444-973634e652d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.469958] env[69411]: DEBUG oslo_concurrency.lockutils [req-1da9ee2a-8851-4513-b7e3-1ab2d5b9e937 req-99ffac64-02b3-4e46-bbea-bed60c1ab21d service nova] Acquired lock "refresh_cache-4c0edbab-da9a-41f7-b444-973634e652d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.470399] env[69411]: DEBUG nova.network.neutron [req-1da9ee2a-8851-4513-b7e3-1ab2d5b9e937 req-99ffac64-02b3-4e46-bbea-bed60c1ab21d service nova] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Refreshing network info cache for port 26fd3a4d-8e67-4049-8e8b-337378b3774f {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.686704] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41b2feef-cddc-41b9-8bba-c9fb5af3825c tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "87a204b4-119e-42e7-b5af-3816e908120d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.895s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.688442] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "87a204b4-119e-42e7-b5af-3816e908120d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 39.669s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.689198] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "87a204b4-119e-42e7-b5af-3816e908120d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.689839] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "87a204b4-119e-42e7-b5af-3816e908120d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.689839] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "87a204b4-119e-42e7-b5af-3816e908120d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.692082] env[69411]: INFO nova.compute.manager [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Terminating instance [ 746.752055] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322758, 'name': CreateVM_Task, 'duration_secs': 0.472888} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.758048] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.758269] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322757, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.758970] env[69411]: INFO nova.compute.manager [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Took 46.19 seconds to build instance. [ 746.760425] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.760776] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.761273] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.761906] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e624a767-fddb-407f-8c1f-8e7383b4e264 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.767782] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 746.767782] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b5cb85-1287-5fec-5f30-70f158b63441" [ 746.767782] env[69411]: _type = "Task" [ 746.767782] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.777593] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b5cb85-1287-5fec-5f30-70f158b63441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.200844] env[69411]: DEBUG nova.network.neutron [req-1da9ee2a-8851-4513-b7e3-1ab2d5b9e937 req-99ffac64-02b3-4e46-bbea-bed60c1ab21d service nova] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Updated VIF entry in instance network info cache for port 26fd3a4d-8e67-4049-8e8b-337378b3774f. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.201291] env[69411]: DEBUG nova.network.neutron [req-1da9ee2a-8851-4513-b7e3-1ab2d5b9e937 req-99ffac64-02b3-4e46-bbea-bed60c1ab21d service nova] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Updating instance_info_cache with network_info: [{"id": "26fd3a4d-8e67-4049-8e8b-337378b3774f", "address": "fa:16:3e:45:a7:29", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26fd3a4d-8e", "ovs_interfaceid": "26fd3a4d-8e67-4049-8e8b-337378b3774f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.202907] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "refresh_cache-87a204b4-119e-42e7-b5af-3816e908120d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.203126] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquired lock "refresh_cache-87a204b4-119e-42e7-b5af-3816e908120d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.203297] env[69411]: DEBUG nova.network.neutron [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.248703] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558864} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.249218] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 6c1b83a5-d36f-4411-81b7-96eee6a14622/6c1b83a5-d36f-4411-81b7-96eee6a14622.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.249678] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.250076] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27649d68-9144-437a-bb27-4c35a6371d8d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.261577] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 747.261577] env[69411]: value = "task-3322759" [ 747.261577] env[69411]: _type = "Task" [ 747.261577] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.265719] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c980ecac-4c62-460c-8e03-c7cfc2b64140 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Lock "eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.483s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.277724] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.288876] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b5cb85-1287-5fec-5f30-70f158b63441, 'name': SearchDatastore_Task, 'duration_secs': 0.012081} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.293476] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.296018] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.296018] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.296018] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.296018] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.296018] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1c9fc27-d697-4694-bb49-c44af19eb9df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.318120] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.318444] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.319403] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f47ac8c6-73f2-435c-98f8-1b4e989a5ae2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.328683] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 747.328683] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5292efe3-8195-627e-8e01-d8d3eb0edf76" [ 747.328683] env[69411]: _type = "Task" [ 747.328683] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.337183] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5292efe3-8195-627e-8e01-d8d3eb0edf76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.649654] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a73d413-766b-40a9-a999-830893dd50ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.657733] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6322328c-acd0-4e8a-9dfd-e73a988da985 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.691064] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc284c9-e9d8-47f2-8cb6-0e8e9f2eb61a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.698864] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d862d6-8877-481b-b69a-1ecc7f4a47c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.712732] env[69411]: DEBUG oslo_concurrency.lockutils [req-1da9ee2a-8851-4513-b7e3-1ab2d5b9e937 req-99ffac64-02b3-4e46-bbea-bed60c1ab21d service nova] Releasing lock "refresh_cache-4c0edbab-da9a-41f7-b444-973634e652d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.713374] env[69411]: DEBUG nova.compute.utils [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Can not refresh info_cache because instance was not found {{(pid=69411) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 747.715686] env[69411]: DEBUG nova.compute.provider_tree [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.732897] env[69411]: DEBUG nova.network.neutron [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.768609] env[69411]: DEBUG nova.compute.manager [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.775844] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133681} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.775912] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.776784] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ae154d-20d0-4701-92d7-13c66ab28245 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.800410] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 6c1b83a5-d36f-4411-81b7-96eee6a14622/6c1b83a5-d36f-4411-81b7-96eee6a14622.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.803601] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac979155-3b20-4433-8372-4e775f1811fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.825504] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 747.825504] env[69411]: value = "task-3322760" [ 747.825504] env[69411]: _type = "Task" [ 747.825504] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.837823] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.843436] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5292efe3-8195-627e-8e01-d8d3eb0edf76, 'name': SearchDatastore_Task, 'duration_secs': 0.019611} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.844356] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5fdb565-a30b-45e1-9b78-9d0962413272 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.849444] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 747.849444] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b270c4-3d0b-7d4f-966d-d19b80124c77" [ 747.849444] env[69411]: _type = "Task" [ 747.849444] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.854072] env[69411]: DEBUG nova.network.neutron [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.858936] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b270c4-3d0b-7d4f-966d-d19b80124c77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.220681] env[69411]: DEBUG nova.scheduler.client.report [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.291367] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.336998] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322760, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.360047] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Releasing lock "refresh_cache-87a204b4-119e-42e7-b5af-3816e908120d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.360551] env[69411]: DEBUG nova.compute.manager [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.360952] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.361366] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b270c4-3d0b-7d4f-966d-d19b80124c77, 'name': SearchDatastore_Task, 'duration_secs': 0.012769} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.361546] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-612b1d0b-d9a9-4e43-bcf9-ee72550da5ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.363770] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.364044] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 4c0edbab-da9a-41f7-b444-973634e652d9/4c0edbab-da9a-41f7-b444-973634e652d9.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.364321] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4ea5783-840b-4487-b4dd-d7a5db7a633c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.373603] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1c67bd-62cf-45a5-bced-56ef22c5f8c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.386402] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 748.386402] env[69411]: value = "task-3322761" [ 748.386402] env[69411]: _type = "Task" [ 748.386402] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.395734] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.415620] env[69411]: WARNING nova.virt.vmwareapi.vmops [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 87a204b4-119e-42e7-b5af-3816e908120d could not be found. [ 748.415802] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.415992] env[69411]: INFO nova.compute.manager [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Took 0.06 seconds to destroy the instance on the hypervisor. [ 748.416743] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.416972] env[69411]: DEBUG nova.compute.manager [-] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.417098] env[69411]: DEBUG nova.network.neutron [-] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.433791] env[69411]: DEBUG nova.network.neutron [-] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.726998] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.727745] env[69411]: DEBUG nova.compute.manager [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.731755] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.961s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.733880] env[69411]: INFO nova.compute.claims [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.840199] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322760, 'name': ReconfigVM_Task, 'duration_secs': 0.560268} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.840708] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 6c1b83a5-d36f-4411-81b7-96eee6a14622/6c1b83a5-d36f-4411-81b7-96eee6a14622.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.841717] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-351ace54-0dcb-45c0-8d11-4d912349bd97 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.850444] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 748.850444] env[69411]: value = "task-3322762" [ 748.850444] env[69411]: _type = "Task" [ 748.850444] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.861743] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322762, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.898655] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322761, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.937186] env[69411]: DEBUG nova.network.neutron [-] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.240590] env[69411]: DEBUG nova.compute.utils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.245530] env[69411]: DEBUG nova.compute.manager [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.245831] env[69411]: DEBUG nova.network.neutron [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.289599] env[69411]: DEBUG nova.policy [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '028cd00c70bc42a983791e08e04fc086', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0be690856ea4096b728b25f9622b090', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.363088] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322762, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.398685] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758801} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.399097] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 4c0edbab-da9a-41f7-b444-973634e652d9/4c0edbab-da9a-41f7-b444-973634e652d9.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.399363] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.399695] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5395f3dd-9936-4f0b-b414-ce36771d2a72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.407239] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 749.407239] env[69411]: value = "task-3322763" [ 749.407239] env[69411]: _type = "Task" [ 749.407239] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.416522] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.441248] env[69411]: INFO nova.compute.manager [-] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Took 1.02 seconds to deallocate network for instance. [ 749.671106] env[69411]: DEBUG nova.network.neutron [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Successfully created port: 17147b0b-c05f-4420-aa79-2249b4d95167 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.746292] env[69411]: DEBUG nova.compute.manager [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.862137] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322762, 'name': Rename_Task, 'duration_secs': 0.727206} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.864800] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.865276] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-296ba383-529d-4ec2-adff-921fe9da5a58 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.872781] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 749.872781] env[69411]: value = "task-3322764" [ 749.872781] env[69411]: _type = "Task" [ 749.872781] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.883123] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.918899] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075327} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.919108] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.922579] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f104d583-4c05-4623-bed7-27d9113b3848 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.946516] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 4c0edbab-da9a-41f7-b444-973634e652d9/4c0edbab-da9a-41f7-b444-973634e652d9.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.949577] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e15b4a1-c652-42b7-aed8-74375951f79d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.964480] env[69411]: INFO nova.compute.manager [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Instance disappeared during terminate [ 749.964719] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98e27198-0647-4337-8e0e-3f1add0edb16 tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "87a204b4-119e-42e7-b5af-3816e908120d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.277s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.974389] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 749.974389] env[69411]: value = "task-3322765" [ 749.974389] env[69411]: _type = "Task" [ 749.974389] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.987632] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322765, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.308560] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5115e1dc-ddf5-47da-bc99-b0450556d8aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.317622] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5431f9f8-c727-4239-aef2-211375982f4a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.355253] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df99da25-9997-48d7-bcff-54aa6d37553b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.364238] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138778bd-59e1-43a1-9dc6-88d5de2a6597 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.379616] env[69411]: DEBUG nova.compute.provider_tree [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.391086] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322764, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.485057] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322765, 'name': ReconfigVM_Task, 'duration_secs': 0.435761} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.485384] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 4c0edbab-da9a-41f7-b444-973634e652d9/4c0edbab-da9a-41f7-b444-973634e652d9.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.485925] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8b2dced-2dfb-424a-8341-debcbc3b2b53 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.493392] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 750.493392] env[69411]: value = "task-3322766" [ 750.493392] env[69411]: _type = "Task" [ 750.493392] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.501863] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322766, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.758016] env[69411]: DEBUG nova.compute.manager [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.894303] env[69411]: DEBUG oslo_vmware.api [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322764, 'name': PowerOnVM_Task, 'duration_secs': 0.746575} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.894583] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.894809] env[69411]: INFO nova.compute.manager [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Took 9.76 seconds to spawn the instance on the hypervisor. [ 750.894988] env[69411]: DEBUG nova.compute.manager [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.895874] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b7bb4a-f649-4225-b92e-a32e952460bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.908023] env[69411]: ERROR nova.scheduler.client.report [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [req-f19eda84-0af2-4775-b192-97267979f579] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f19eda84-0af2-4775-b192-97267979f579"}]} [ 750.927210] env[69411]: DEBUG nova.scheduler.client.report [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 750.954210] env[69411]: DEBUG nova.scheduler.client.report [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 750.954210] env[69411]: DEBUG nova.compute.provider_tree [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.967274] env[69411]: DEBUG nova.scheduler.client.report [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 750.995149] env[69411]: DEBUG nova.scheduler.client.report [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 751.007449] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322766, 'name': Rename_Task, 'duration_secs': 0.177676} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.007755] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.008018] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8499d866-2cf0-45e6-b1fb-1d6a47da2604 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.015452] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 751.015452] env[69411]: value = "task-3322767" [ 751.015452] env[69411]: _type = "Task" [ 751.015452] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.024065] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.265142] env[69411]: DEBUG nova.network.neutron [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Successfully updated port: 17147b0b-c05f-4420-aa79-2249b4d95167 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.415998] env[69411]: INFO nova.compute.manager [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Took 49.81 seconds to build instance. [ 751.515779] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e6da1f-7d9d-4675-9659-862b51f4e3f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.532205] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c521dcdf-d565-4490-be7e-e25fe863afea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.535991] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322767, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.563999] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6c8ac5-5f6b-45a2-aea4-a1c5b08fd166 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.572445] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cc9286-121a-4d21-90df-30a329391cec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.588169] env[69411]: DEBUG nova.compute.provider_tree [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.776239] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Acquiring lock "refresh_cache-b39842e5-cbe0-4c62-8919-d10799d9a0e9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.776239] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Acquired lock "refresh_cache-b39842e5-cbe0-4c62-8919-d10799d9a0e9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.776239] env[69411]: DEBUG nova.network.neutron [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.918397] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9030cc8-6d15-4073-b63d-2636864cce69 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "6c1b83a5-d36f-4411-81b7-96eee6a14622" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.725s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.029302] env[69411]: DEBUG oslo_vmware.api [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322767, 'name': PowerOnVM_Task, 'duration_secs': 0.661358} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.029596] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.029820] env[69411]: INFO nova.compute.manager [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Took 8.19 seconds to spawn the instance on the hypervisor. [ 752.029993] env[69411]: DEBUG nova.compute.manager [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.030799] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56aac27-35e8-4807-941a-231e742ad960 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.091188] env[69411]: DEBUG nova.scheduler.client.report [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.312374] env[69411]: DEBUG nova.network.neutron [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.421193] env[69411]: DEBUG nova.compute.manager [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.499919] env[69411]: DEBUG nova.network.neutron [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Updating instance_info_cache with network_info: [{"id": "17147b0b-c05f-4420-aa79-2249b4d95167", "address": "fa:16:3e:10:d6:19", "network": {"id": "e7b1a571-1a61-4701-9cab-f198c64093e4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2059959578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0be690856ea4096b728b25f9622b090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17147b0b-c0", "ovs_interfaceid": "17147b0b-c05f-4420-aa79-2249b4d95167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.548190] env[69411]: INFO nova.compute.manager [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Took 50.80 seconds to build instance. [ 752.596156] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.865s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.596852] env[69411]: DEBUG nova.compute.manager [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.601064] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.632s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.603325] env[69411]: INFO nova.compute.claims [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.969436] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.003418] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Releasing lock "refresh_cache-b39842e5-cbe0-4c62-8919-d10799d9a0e9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.003738] env[69411]: DEBUG nova.compute.manager [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Instance network_info: |[{"id": "17147b0b-c05f-4420-aa79-2249b4d95167", "address": "fa:16:3e:10:d6:19", "network": {"id": "e7b1a571-1a61-4701-9cab-f198c64093e4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2059959578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0be690856ea4096b728b25f9622b090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17147b0b-c0", "ovs_interfaceid": "17147b0b-c05f-4420-aa79-2249b4d95167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.050564] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d37625cd-e1b6-4af9-b8f4-08d9b86c58dc tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "4c0edbab-da9a-41f7-b444-973634e652d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.709s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.103079] env[69411]: DEBUG nova.compute.utils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.104806] env[69411]: DEBUG nova.compute.manager [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.105013] env[69411]: DEBUG nova.network.neutron [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.173752] env[69411]: DEBUG nova.policy [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1641ce8263e14195ac037d831179740e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '814e88b061b6416697eddba4bb6d032a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.554380] env[69411]: DEBUG nova.compute.manager [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.597798] env[69411]: DEBUG nova.network.neutron [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Successfully created port: c6874300-6b91-4472-a5f6-f8f082607cc5 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.614093] env[69411]: DEBUG nova.compute.manager [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.076257] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.159213] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af5a0ba-bbe3-4e6d-a13d-c32620b6fa2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.168394] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc78d53-4a23-446d-8fec-9e51748cc07b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.201595] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a70c72-63a1-4aa7-88be-7e3a5c72f0f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.210422] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9de37b-56ed-4cb8-8f42-8a0a83038b73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.226578] env[69411]: DEBUG nova.compute.provider_tree [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.452331] env[69411]: DEBUG nova.virt.hardware [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.452678] env[69411]: DEBUG nova.virt.hardware [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.452875] env[69411]: DEBUG nova.virt.hardware [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.453115] env[69411]: DEBUG nova.virt.hardware [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.453846] env[69411]: DEBUG nova.virt.hardware [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.453846] env[69411]: DEBUG nova.virt.hardware [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.453846] env[69411]: DEBUG nova.virt.hardware [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.453846] env[69411]: DEBUG nova.virt.hardware [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.454099] env[69411]: DEBUG nova.virt.hardware [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.454308] env[69411]: DEBUG nova.virt.hardware [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.454527] env[69411]: DEBUG nova.virt.hardware [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.456829] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b0204e-438d-4b7b-808c-3b37ca064363 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.466247] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6a451c-4719-422b-9fcd-0e987509bc70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.472467] env[69411]: DEBUG oslo_vmware.rw_handles [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cabcb7-340f-bd4d-8895-7dd309cce998/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 754.473352] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119ab3a0-5b79-4cdb-9a2c-41fb1b35a5a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.486108] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:d6:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17147b0b-c05f-4420-aa79-2249b4d95167', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.493446] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Creating folder: Project (e0be690856ea4096b728b25f9622b090). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.495373] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c55f709-8d4b-47f7-8726-9b05ffc6a7ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.497161] env[69411]: DEBUG oslo_vmware.rw_handles [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cabcb7-340f-bd4d-8895-7dd309cce998/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 754.497381] env[69411]: ERROR oslo_vmware.rw_handles [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cabcb7-340f-bd4d-8895-7dd309cce998/disk-0.vmdk due to incomplete transfer. [ 754.497533] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc69f42c-e65f-45c3-90d3-53e2e8631bbb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.508588] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Created folder: Project (e0be690856ea4096b728b25f9622b090) in parent group-v663248. [ 754.508801] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Creating folder: Instances. Parent ref: group-v663359. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.509082] env[69411]: DEBUG oslo_vmware.rw_handles [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cabcb7-340f-bd4d-8895-7dd309cce998/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 754.509287] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Uploaded image aac43a70-c849-425d-9bc7-08d01e5ae18f to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 754.511429] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 754.511742] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3c83011-6ded-4b51-9153-1de4942abbb1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.513451] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f1575fa6-a023-46d2-9f71-806acb2d6026 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.522917] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 754.522917] env[69411]: value = "task-3322769" [ 754.522917] env[69411]: _type = "Task" [ 754.522917] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.527882] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Created folder: Instances in parent group-v663359. [ 754.528180] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.528801] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.529077] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f8e87c8-adb5-443e-be8a-58518b812801 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.549284] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322769, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.554876] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.554876] env[69411]: value = "task-3322771" [ 754.554876] env[69411]: _type = "Task" [ 754.554876] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.563451] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322771, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.624748] env[69411]: DEBUG nova.compute.manager [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.649391] env[69411]: DEBUG nova.virt.hardware [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.649761] env[69411]: DEBUG nova.virt.hardware [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.649880] env[69411]: DEBUG nova.virt.hardware [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.650102] env[69411]: DEBUG nova.virt.hardware [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.650254] env[69411]: DEBUG nova.virt.hardware [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.650828] env[69411]: DEBUG nova.virt.hardware [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.650828] env[69411]: DEBUG nova.virt.hardware [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.650828] env[69411]: DEBUG nova.virt.hardware [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.651068] env[69411]: DEBUG nova.virt.hardware [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.651068] env[69411]: DEBUG nova.virt.hardware [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.651252] env[69411]: DEBUG nova.virt.hardware [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.652183] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e4eaef-183e-41c3-b604-b312c9cf8237 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.660883] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733fa691-b5fc-4cbd-b743-eca2658f3c12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.731804] env[69411]: DEBUG nova.scheduler.client.report [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.034020] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322769, 'name': Destroy_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.064870] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322771, 'name': CreateVM_Task, 'duration_secs': 0.504532} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.065182] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.066143] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.066420] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.066857] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.067191] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bee03c5-2596-455d-9194-1d28209dbe6d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.072246] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Waiting for the task: (returnval){ [ 755.072246] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527c02f3-aa63-a2a2-f55b-22ca54769824" [ 755.072246] env[69411]: _type = "Task" [ 755.072246] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.080748] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527c02f3-aa63-a2a2-f55b-22ca54769824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.171196] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "0daf6eca-cc35-4960-b5e6-49f3770302e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.171474] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "0daf6eca-cc35-4960-b5e6-49f3770302e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.171835] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "0daf6eca-cc35-4960-b5e6-49f3770302e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.171943] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "0daf6eca-cc35-4960-b5e6-49f3770302e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.173034] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "0daf6eca-cc35-4960-b5e6-49f3770302e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.174633] env[69411]: INFO nova.compute.manager [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Terminating instance [ 755.235354] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.235639] env[69411]: DEBUG nova.compute.manager [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.239250] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.414s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.239513] env[69411]: DEBUG nova.objects.instance [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Lazy-loading 'resources' on Instance uuid 67f6dadc-42fc-4fba-b706-d6b5ac01ded8 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.247714] env[69411]: DEBUG nova.network.neutron [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Successfully updated port: c6874300-6b91-4472-a5f6-f8f082607cc5 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.327667] env[69411]: DEBUG nova.compute.manager [req-8e5ba00e-5449-49b4-a2fb-d7b66fed8405 req-894cea12-1c80-434b-aed1-0a2d220e6a3d service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Received event network-vif-plugged-17147b0b-c05f-4420-aa79-2249b4d95167 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.327929] env[69411]: DEBUG oslo_concurrency.lockutils [req-8e5ba00e-5449-49b4-a2fb-d7b66fed8405 req-894cea12-1c80-434b-aed1-0a2d220e6a3d service nova] Acquiring lock "b39842e5-cbe0-4c62-8919-d10799d9a0e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.328508] env[69411]: DEBUG oslo_concurrency.lockutils [req-8e5ba00e-5449-49b4-a2fb-d7b66fed8405 req-894cea12-1c80-434b-aed1-0a2d220e6a3d service nova] Lock "b39842e5-cbe0-4c62-8919-d10799d9a0e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.328704] env[69411]: DEBUG oslo_concurrency.lockutils [req-8e5ba00e-5449-49b4-a2fb-d7b66fed8405 req-894cea12-1c80-434b-aed1-0a2d220e6a3d service nova] Lock "b39842e5-cbe0-4c62-8919-d10799d9a0e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.328901] env[69411]: DEBUG nova.compute.manager [req-8e5ba00e-5449-49b4-a2fb-d7b66fed8405 req-894cea12-1c80-434b-aed1-0a2d220e6a3d service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] No waiting events found dispatching network-vif-plugged-17147b0b-c05f-4420-aa79-2249b4d95167 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.329085] env[69411]: WARNING nova.compute.manager [req-8e5ba00e-5449-49b4-a2fb-d7b66fed8405 req-894cea12-1c80-434b-aed1-0a2d220e6a3d service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Received unexpected event network-vif-plugged-17147b0b-c05f-4420-aa79-2249b4d95167 for instance with vm_state building and task_state spawning. [ 755.539409] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322769, 'name': Destroy_Task, 'duration_secs': 0.611165} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.539409] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Destroyed the VM [ 755.539621] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 755.540362] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a0d3018c-82f8-4d89-8aa1-5fb74aa6bdf3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.546486] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 755.546486] env[69411]: value = "task-3322772" [ 755.546486] env[69411]: _type = "Task" [ 755.546486] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.556875] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322772, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.558466] env[69411]: DEBUG oslo_vmware.rw_handles [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d63c4-b83a-04e5-6067-421f2f5681a5/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 755.559347] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8ff980-d317-40ab-a240-d10a264c7478 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.565136] env[69411]: DEBUG oslo_vmware.rw_handles [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d63c4-b83a-04e5-6067-421f2f5681a5/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 755.565456] env[69411]: ERROR oslo_vmware.rw_handles [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d63c4-b83a-04e5-6067-421f2f5681a5/disk-0.vmdk due to incomplete transfer. [ 755.565704] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-08ebb654-9c11-4e22-afa0-f24d1e9919c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.573142] env[69411]: DEBUG oslo_vmware.rw_handles [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d63c4-b83a-04e5-6067-421f2f5681a5/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 755.573350] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Uploaded image 5cf2cbab-5b0d-4891-b67d-ab087bbdaba6 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 755.574971] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 755.578115] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-14899af9-e87c-4cf4-82d7-2cc970618031 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.585311] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527c02f3-aa63-a2a2-f55b-22ca54769824, 'name': SearchDatastore_Task, 'duration_secs': 0.016249} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.586687] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.586959] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.587329] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.587447] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.587654] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.587963] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 755.587963] env[69411]: value = "task-3322773" [ 755.587963] env[69411]: _type = "Task" [ 755.587963] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.588196] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-322da651-cefb-4814-8d94-817a8db29d2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.597698] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322773, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.603222] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.603435] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.604426] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbdb47fe-ded8-4b13-9172-663a365bfbae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.609283] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Waiting for the task: (returnval){ [ 755.609283] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52797ead-b05f-a467-d4ab-e9f91a2c13c2" [ 755.609283] env[69411]: _type = "Task" [ 755.609283] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.617192] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52797ead-b05f-a467-d4ab-e9f91a2c13c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.678031] env[69411]: DEBUG nova.compute.manager [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.678319] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.679185] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fa3be5-88fd-4e39-89d9-079e25370e4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.686282] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.686945] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57547266-6b14-4432-a54a-713a423c5902 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.692388] env[69411]: DEBUG oslo_vmware.api [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 755.692388] env[69411]: value = "task-3322774" [ 755.692388] env[69411]: _type = "Task" [ 755.692388] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.700035] env[69411]: DEBUG oslo_vmware.api [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.740914] env[69411]: DEBUG nova.compute.utils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.742692] env[69411]: DEBUG nova.compute.manager [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.742977] env[69411]: DEBUG nova.network.neutron [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.750516] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquiring lock "refresh_cache-904ec972-17de-4a45-813a-61643501d6d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.750686] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquired lock "refresh_cache-904ec972-17de-4a45-813a-61643501d6d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.750827] env[69411]: DEBUG nova.network.neutron [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.835032] env[69411]: DEBUG nova.policy [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4eb23c56e68944069d2f0820cf6f827a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8952a3f10664780a3d661cbdd4b8f8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.033678] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6172980b-19cc-4ee1-8c8f-a16fa0aa5f50 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Acquiring lock "eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.033957] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6172980b-19cc-4ee1-8c8f-a16fa0aa5f50 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Lock "eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.034244] env[69411]: INFO nova.compute.manager [None req-6172980b-19cc-4ee1-8c8f-a16fa0aa5f50 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Rebooting instance [ 756.060749] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322772, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.102188] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322773, 'name': Destroy_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.120673] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52797ead-b05f-a467-d4ab-e9f91a2c13c2, 'name': SearchDatastore_Task, 'duration_secs': 0.046135} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.121317] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a63b189-2c4c-4a4d-bbb4-d706ca292586 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.129878] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Waiting for the task: (returnval){ [ 756.129878] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ad92de-a125-721a-2e2f-95874a30880f" [ 756.129878] env[69411]: _type = "Task" [ 756.129878] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.141760] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ad92de-a125-721a-2e2f-95874a30880f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.201708] env[69411]: DEBUG oslo_vmware.api [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322774, 'name': PowerOffVM_Task, 'duration_secs': 0.315002} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.202015] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.202303] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.202559] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46fafdce-e70f-487d-8915-503ba2576e91 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.248989] env[69411]: DEBUG nova.compute.manager [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.275490] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.275722] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.275943] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Deleting the datastore file [datastore1] 0daf6eca-cc35-4960-b5e6-49f3770302e1 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.276337] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f2e3592-1395-4d82-a92a-c3874dfc237b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.283391] env[69411]: DEBUG oslo_vmware.api [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for the task: (returnval){ [ 756.283391] env[69411]: value = "task-3322776" [ 756.283391] env[69411]: _type = "Task" [ 756.283391] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.298065] env[69411]: DEBUG oslo_vmware.api [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.298894] env[69411]: DEBUG nova.network.neutron [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.308567] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f1e271-8ac7-41ae-a823-da4172db120a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.324506] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b893700-8197-4c7f-8566-75556d425776 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.358763] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5437f5-9dda-4c0d-83f9-e85a49f6adbf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.367603] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fa1c07-688f-410f-86e5-72c879586c56 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.384242] env[69411]: DEBUG nova.compute.provider_tree [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.407985] env[69411]: DEBUG nova.network.neutron [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Successfully created port: 41f9e465-f0d7-4b8a-aa1e-3f56b716be5b {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.558297] env[69411]: DEBUG oslo_vmware.api [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322772, 'name': RemoveSnapshot_Task, 'duration_secs': 1.003119} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.558575] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 756.558784] env[69411]: INFO nova.compute.manager [None req-048be166-3b7a-4238-8822-204c688f6a48 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Took 16.06 seconds to snapshot the instance on the hypervisor. [ 756.562819] env[69411]: DEBUG nova.network.neutron [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Updating instance_info_cache with network_info: [{"id": "c6874300-6b91-4472-a5f6-f8f082607cc5", "address": "fa:16:3e:4e:61:84", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6874300-6b", "ovs_interfaceid": "c6874300-6b91-4472-a5f6-f8f082607cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.575018] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6172980b-19cc-4ee1-8c8f-a16fa0aa5f50 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Acquiring lock "refresh_cache-eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.575018] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6172980b-19cc-4ee1-8c8f-a16fa0aa5f50 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Acquired lock "refresh_cache-eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.575018] env[69411]: DEBUG nova.network.neutron [None req-6172980b-19cc-4ee1-8c8f-a16fa0aa5f50 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.602423] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322773, 'name': Destroy_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.641973] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ad92de-a125-721a-2e2f-95874a30880f, 'name': SearchDatastore_Task, 'duration_secs': 0.039185} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.641973] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.641973] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] b39842e5-cbe0-4c62-8919-d10799d9a0e9/b39842e5-cbe0-4c62-8919-d10799d9a0e9.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.642363] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-204c0416-61f6-45da-8d96-071ee29a5b1f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.649379] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Waiting for the task: (returnval){ [ 756.649379] env[69411]: value = "task-3322777" [ 756.649379] env[69411]: _type = "Task" [ 756.649379] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.660559] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': task-3322777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.804638] env[69411]: DEBUG oslo_vmware.api [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Task: {'id': task-3322776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406642} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.804638] env[69411]: DEBUG nova.compute.manager [req-8261fea1-1b99-4b6c-b6e0-fb35560b78ce req-57504c03-2183-4d1a-9b16-e6fcbb9a25c5 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Received event network-changed-1a2470ef-2c4b-43af-8eb1-eba05ddb92a7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.804638] env[69411]: DEBUG nova.compute.manager [req-8261fea1-1b99-4b6c-b6e0-fb35560b78ce req-57504c03-2183-4d1a-9b16-e6fcbb9a25c5 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Refreshing instance network info cache due to event network-changed-1a2470ef-2c4b-43af-8eb1-eba05ddb92a7. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.804638] env[69411]: DEBUG oslo_concurrency.lockutils [req-8261fea1-1b99-4b6c-b6e0-fb35560b78ce req-57504c03-2183-4d1a-9b16-e6fcbb9a25c5 service nova] Acquiring lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.804638] env[69411]: DEBUG oslo_concurrency.lockutils [req-8261fea1-1b99-4b6c-b6e0-fb35560b78ce req-57504c03-2183-4d1a-9b16-e6fcbb9a25c5 service nova] Acquired lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.804924] env[69411]: DEBUG nova.network.neutron [req-8261fea1-1b99-4b6c-b6e0-fb35560b78ce req-57504c03-2183-4d1a-9b16-e6fcbb9a25c5 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Refreshing network info cache for port 1a2470ef-2c4b-43af-8eb1-eba05ddb92a7 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.805767] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.805968] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.806160] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.806330] env[69411]: INFO nova.compute.manager [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 756.806566] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.807175] env[69411]: DEBUG nova.compute.manager [-] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.807276] env[69411]: DEBUG nova.network.neutron [-] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.818444] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "4c0edbab-da9a-41f7-b444-973634e652d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.818444] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "4c0edbab-da9a-41f7-b444-973634e652d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.818444] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "4c0edbab-da9a-41f7-b444-973634e652d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.818444] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "4c0edbab-da9a-41f7-b444-973634e652d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.818581] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "4c0edbab-da9a-41f7-b444-973634e652d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.819750] env[69411]: INFO nova.compute.manager [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Terminating instance [ 756.887045] env[69411]: DEBUG nova.scheduler.client.report [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.068441] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Releasing lock "refresh_cache-904ec972-17de-4a45-813a-61643501d6d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.068863] env[69411]: DEBUG nova.compute.manager [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Instance network_info: |[{"id": "c6874300-6b91-4472-a5f6-f8f082607cc5", "address": "fa:16:3e:4e:61:84", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6874300-6b", "ovs_interfaceid": "c6874300-6b91-4472-a5f6-f8f082607cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.071895] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:61:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6874300-6b91-4472-a5f6-f8f082607cc5', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.080062] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.083910] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.084298] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d4dbf3c-6f8d-494b-bec1-dca79a4b5082 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.113371] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322773, 'name': Destroy_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.115625] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.115625] env[69411]: value = "task-3322778" [ 757.115625] env[69411]: _type = "Task" [ 757.115625] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.125608] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322778, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.159517] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': task-3322777, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.260066] env[69411]: DEBUG nova.compute.manager [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.265195] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "d397d6ae-d701-417e-998d-12efe5d81872" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.265479] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "d397d6ae-d701-417e-998d-12efe5d81872" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.265770] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "d397d6ae-d701-417e-998d-12efe5d81872-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.265971] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "d397d6ae-d701-417e-998d-12efe5d81872-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.266233] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "d397d6ae-d701-417e-998d-12efe5d81872-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.268706] env[69411]: INFO nova.compute.manager [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Terminating instance [ 757.319308] env[69411]: DEBUG nova.virt.hardware [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.319637] env[69411]: DEBUG nova.virt.hardware [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.319785] env[69411]: DEBUG nova.virt.hardware [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.319992] env[69411]: DEBUG nova.virt.hardware [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.320223] env[69411]: DEBUG nova.virt.hardware [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.320351] env[69411]: DEBUG nova.virt.hardware [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.320626] env[69411]: DEBUG nova.virt.hardware [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.320798] env[69411]: DEBUG nova.virt.hardware [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.320966] env[69411]: DEBUG nova.virt.hardware [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.321140] env[69411]: DEBUG nova.virt.hardware [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.321315] env[69411]: DEBUG nova.virt.hardware [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.322478] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa99a058-ca03-4a52-b816-97e6fa678b57 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.326305] env[69411]: DEBUG nova.compute.manager [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.326518] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.327532] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4a8a5f-11dc-4381-b8dd-4b01f37cf411 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.339171] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02548bf-62cf-42bc-a08a-38d9c920aef1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.343840] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.346814] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef7c2dd8-551f-4f53-9c29-274d81c9c3d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.363625] env[69411]: DEBUG oslo_vmware.api [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 757.363625] env[69411]: value = "task-3322779" [ 757.363625] env[69411]: _type = "Task" [ 757.363625] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.377296] env[69411]: DEBUG oslo_vmware.api [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.399041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.399483] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.508s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.476271] env[69411]: INFO nova.scheduler.client.report [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Deleted allocations for instance 67f6dadc-42fc-4fba-b706-d6b5ac01ded8 [ 757.611486] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322773, 'name': Destroy_Task, 'duration_secs': 1.58008} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.611486] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Destroyed the VM [ 757.611872] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 757.612126] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a8d119f-3662-425c-8f42-2689e7377f2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.622419] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 757.622419] env[69411]: value = "task-3322780" [ 757.622419] env[69411]: _type = "Task" [ 757.622419] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.632497] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322778, 'name': CreateVM_Task, 'duration_secs': 0.434188} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.633105] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.633967] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.634192] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.634553] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.638184] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bacd2dd-5342-43b4-9609-f1e403e4d259 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.640582] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322780, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.644195] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 757.644195] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5216a904-9281-96c1-2f57-d8f0c60621fb" [ 757.644195] env[69411]: _type = "Task" [ 757.644195] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.660601] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5216a904-9281-96c1-2f57-d8f0c60621fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.668184] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': task-3322777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717577} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.671034] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] b39842e5-cbe0-4c62-8919-d10799d9a0e9/b39842e5-cbe0-4c62-8919-d10799d9a0e9.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.671034] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.671958] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4b5cf47-c502-4431-8cab-ffed8108aa72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.681647] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Waiting for the task: (returnval){ [ 757.681647] env[69411]: value = "task-3322781" [ 757.681647] env[69411]: _type = "Task" [ 757.681647] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.690514] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': task-3322781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.715460] env[69411]: DEBUG nova.network.neutron [req-8261fea1-1b99-4b6c-b6e0-fb35560b78ce req-57504c03-2183-4d1a-9b16-e6fcbb9a25c5 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Updated VIF entry in instance network info cache for port 1a2470ef-2c4b-43af-8eb1-eba05ddb92a7. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.715859] env[69411]: DEBUG nova.network.neutron [req-8261fea1-1b99-4b6c-b6e0-fb35560b78ce req-57504c03-2183-4d1a-9b16-e6fcbb9a25c5 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Updating instance_info_cache with network_info: [{"id": "1a2470ef-2c4b-43af-8eb1-eba05ddb92a7", "address": "fa:16:3e:ae:97:07", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2470ef-2c", "ovs_interfaceid": "1a2470ef-2c4b-43af-8eb1-eba05ddb92a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.724505] env[69411]: DEBUG nova.network.neutron [None req-6172980b-19cc-4ee1-8c8f-a16fa0aa5f50 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Updating instance_info_cache with network_info: [{"id": "7570e152-4108-43fd-9f9d-be9f3f398df5", "address": "fa:16:3e:26:f1:9a", "network": {"id": "f243caac-95d1-4ae9-9e10-85e81d39f864", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1636947221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b285e0cada54f1e9d29985e43c30024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7570e152-41", "ovs_interfaceid": "7570e152-4108-43fd-9f9d-be9f3f398df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.773962] env[69411]: DEBUG nova.compute.manager [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.773962] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.775639] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71530666-57d1-43f1-bf71-cb798cac9dcf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.786017] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.786017] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ec4a1af-8acf-433f-8bd3-7d11e13c3a9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.857661] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.857661] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.857661] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleting the datastore file [datastore2] d397d6ae-d701-417e-998d-12efe5d81872 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.857661] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbe1b5ac-09fc-45d6-ad69-0952e0d08870 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.865352] env[69411]: DEBUG oslo_vmware.api [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 757.865352] env[69411]: value = "task-3322783" [ 757.865352] env[69411]: _type = "Task" [ 757.865352] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.877075] env[69411]: DEBUG oslo_vmware.api [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322779, 'name': PowerOffVM_Task, 'duration_secs': 0.221548} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.880253] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.880500] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.880771] env[69411]: DEBUG oslo_vmware.api [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.881025] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b70e5846-ec3b-4bfc-88e4-3c8c0f3c0d5b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.945232] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.945232] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.945392] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleting the datastore file [datastore2] 4c0edbab-da9a-41f7-b444-973634e652d9 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.945653] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49beb313-ed15-4b5d-81aa-8a82edc9ccf4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.952305] env[69411]: DEBUG oslo_vmware.api [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 757.952305] env[69411]: value = "task-3322785" [ 757.952305] env[69411]: _type = "Task" [ 757.952305] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.961972] env[69411]: DEBUG oslo_vmware.api [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.987086] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0cf19a18-05ce-4159-b0ef-1cf2a75c990e tempest-InstanceActionsNegativeTestJSON-1652399661 tempest-InstanceActionsNegativeTestJSON-1652399661-project-member] Lock "67f6dadc-42fc-4fba-b706-d6b5ac01ded8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.604s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.029634] env[69411]: DEBUG nova.compute.manager [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Received event network-changed-17147b0b-c05f-4420-aa79-2249b4d95167 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.029828] env[69411]: DEBUG nova.compute.manager [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Refreshing instance network info cache due to event network-changed-17147b0b-c05f-4420-aa79-2249b4d95167. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.030129] env[69411]: DEBUG oslo_concurrency.lockutils [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] Acquiring lock "refresh_cache-b39842e5-cbe0-4c62-8919-d10799d9a0e9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.030308] env[69411]: DEBUG oslo_concurrency.lockutils [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] Acquired lock "refresh_cache-b39842e5-cbe0-4c62-8919-d10799d9a0e9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.030508] env[69411]: DEBUG nova.network.neutron [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Refreshing network info cache for port 17147b0b-c05f-4420-aa79-2249b4d95167 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.133188] env[69411]: DEBUG oslo_vmware.api [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322780, 'name': RemoveSnapshot_Task, 'duration_secs': 0.511004} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.133415] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 758.133644] env[69411]: INFO nova.compute.manager [None req-8ec861e3-1228-46d7-bd87-99d04bffccbc tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Took 16.22 seconds to snapshot the instance on the hypervisor. [ 758.156489] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5216a904-9281-96c1-2f57-d8f0c60621fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.156489] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.156489] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.156489] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.156698] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.156900] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.158211] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aafdc9b2-2272-4947-bd4f-24e464f93e24 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.164197] env[69411]: DEBUG nova.network.neutron [-] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.166332] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.166540] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.167302] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f732df2-20c3-4d2b-8a19-35362bee33e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.173772] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 758.173772] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52065c2d-429e-2418-ca0d-6142d1455de1" [ 758.173772] env[69411]: _type = "Task" [ 758.173772] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.182504] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52065c2d-429e-2418-ca0d-6142d1455de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.182504] env[69411]: DEBUG nova.network.neutron [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Successfully updated port: 41f9e465-f0d7-4b8a-aa1e-3f56b716be5b {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.197542] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': task-3322781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065793} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.198341] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.198700] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5e7bdd-c681-4430-a9cf-48961c48e49a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.224912] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] b39842e5-cbe0-4c62-8919-d10799d9a0e9/b39842e5-cbe0-4c62-8919-d10799d9a0e9.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.226422] env[69411]: DEBUG oslo_concurrency.lockutils [req-8261fea1-1b99-4b6c-b6e0-fb35560b78ce req-57504c03-2183-4d1a-9b16-e6fcbb9a25c5 service nova] Releasing lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.226422] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c739bfa-8d18-4d5f-810b-570055572009 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.244099] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6172980b-19cc-4ee1-8c8f-a16fa0aa5f50 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Releasing lock "refresh_cache-eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.252470] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Waiting for the task: (returnval){ [ 758.252470] env[69411]: value = "task-3322786" [ 758.252470] env[69411]: _type = "Task" [ 758.252470] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.261874] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': task-3322786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.379574] env[69411]: DEBUG oslo_vmware.api [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171432} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.379935] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.380085] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.380269] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.380448] env[69411]: INFO nova.compute.manager [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Took 0.61 seconds to destroy the instance on the hypervisor. [ 758.380690] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.383298] env[69411]: DEBUG nova.compute.manager [-] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.383403] env[69411]: DEBUG nova.network.neutron [-] [instance: d397d6ae-d701-417e-998d-12efe5d81872] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.435910] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 0daf6eca-cc35-4960-b5e6-49f3770302e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.436083] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance ece46e66-a835-4f04-a091-b3a4d8de0b05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.436210] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2bdfcae6-520b-42f8-9127-f58cb3f9e57d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.436330] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance d131e908-dbcb-44e3-8768-71cc1a7fefa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.436442] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 1603a151-7d9e-4914-89e3-38a1a9819ca2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.436564] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance eadfa105-5e1c-46c2-aead-d9e9af54b9e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.436677] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance c7eac186-dbcb-4d23-9ccd-269843702b00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.436787] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.436930] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance e1dd4dda-25fc-4422-bccc-4e4cf4e30bce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.437057] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2b24e5b7-178b-4044-aea2-4be99a5ca7bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.437191] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance a81f023f-4bc6-4ad7-8d56-70d2a091f874 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.437290] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 6dc414d6-e5db-43af-ace6-6306ee8582cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.437384] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.437491] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.437610] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 9f55ba14-c3fe-45be-900f-19c0be0cf5ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.437700] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 50ceb30c-9c08-47ea-9ea8-9732c594342e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.437809] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance d397d6ae-d701-417e-998d-12efe5d81872 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.437957] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 76f4d3eb-3401-4033-95f4-45a7998854de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.438464] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance eca4b01f-e5aa-4cd2-b30e-4631d95f93e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.438646] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 6c1b83a5-d36f-4411-81b7-96eee6a14622 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.438796] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 4c0edbab-da9a-41f7-b444-973634e652d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.438936] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance b39842e5-cbe0-4c62-8919-d10799d9a0e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.439091] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 904ec972-17de-4a45-813a-61643501d6d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.439241] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2bb23ebd-70f2-4c82-9ca5-5a05319bda58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 758.463199] env[69411]: DEBUG oslo_vmware.api [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3322785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156499} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.463515] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.463755] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.464009] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.464241] env[69411]: INFO nova.compute.manager [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 758.464516] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.464743] env[69411]: DEBUG nova.compute.manager [-] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.464861] env[69411]: DEBUG nova.network.neutron [-] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.664472] env[69411]: INFO nova.compute.manager [-] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Took 1.86 seconds to deallocate network for instance. [ 758.686602] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52065c2d-429e-2418-ca0d-6142d1455de1, 'name': SearchDatastore_Task, 'duration_secs': 0.027631} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.687179] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d4c9c6-9b8a-42c3-9545-2bbdf235bcfc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.691781] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.691781] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.691781] env[69411]: DEBUG nova.network.neutron [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.699726] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 758.699726] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bdad2d-92c6-99b9-441d-2afd35470c6e" [ 758.699726] env[69411]: _type = "Task" [ 758.699726] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.708389] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bdad2d-92c6-99b9-441d-2afd35470c6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.748703] env[69411]: DEBUG nova.compute.manager [None req-6172980b-19cc-4ee1-8c8f-a16fa0aa5f50 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.749559] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d677d3-2464-4138-bfe9-bbb2461e8ef3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.771263] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': task-3322786, 'name': ReconfigVM_Task, 'duration_secs': 0.27989} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.774028] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Reconfigured VM instance instance-00000025 to attach disk [datastore2] b39842e5-cbe0-4c62-8919-d10799d9a0e9/b39842e5-cbe0-4c62-8919-d10799d9a0e9.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.774028] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2dc0263-e2b1-44c4-8d64-7b3fcdec8ded {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.780818] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Waiting for the task: (returnval){ [ 758.780818] env[69411]: value = "task-3322787" [ 758.780818] env[69411]: _type = "Task" [ 758.780818] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.791729] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': task-3322787, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.796478] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "5f96f0fe-c2b1-490a-95b2-8f29b0fec254" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.796478] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "5f96f0fe-c2b1-490a-95b2-8f29b0fec254" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.948101] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 492f265b-9e26-4952-be23-13608abf4be0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 759.173392] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.210987] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bdad2d-92c6-99b9-441d-2afd35470c6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009073} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.211293] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.211561] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 904ec972-17de-4a45-813a-61643501d6d9/904ec972-17de-4a45-813a-61643501d6d9.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.211854] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a6b7d68-ff63-4621-96d4-1f4510b40f34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.218817] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 759.218817] env[69411]: value = "task-3322788" [ 759.218817] env[69411]: _type = "Task" [ 759.218817] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.227197] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.233570] env[69411]: DEBUG nova.network.neutron [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.261025] env[69411]: DEBUG nova.compute.manager [req-050adfcf-41fa-4740-8aa3-33b39fe5465e req-d9594dea-c149-4af7-b5e7-4e9ad17db9d4 service nova] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Received event network-vif-deleted-f79500d5-4f1f-4b87-ad17-750add9583d0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.298211] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': task-3322787, 'name': Rename_Task, 'duration_secs': 0.146535} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.298211] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.298211] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec464538-32d9-460a-99b4-5b9f5e5baeee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.304040] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Waiting for the task: (returnval){ [ 759.304040] env[69411]: value = "task-3322789" [ 759.304040] env[69411]: _type = "Task" [ 759.304040] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.314763] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': task-3322789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.331203] env[69411]: DEBUG nova.network.neutron [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Updated VIF entry in instance network info cache for port 17147b0b-c05f-4420-aa79-2249b4d95167. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.331569] env[69411]: DEBUG nova.network.neutron [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Updating instance_info_cache with network_info: [{"id": "17147b0b-c05f-4420-aa79-2249b4d95167", "address": "fa:16:3e:10:d6:19", "network": {"id": "e7b1a571-1a61-4701-9cab-f198c64093e4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2059959578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0be690856ea4096b728b25f9622b090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17147b0b-c0", "ovs_interfaceid": "17147b0b-c05f-4420-aa79-2249b4d95167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.422987] env[69411]: DEBUG nova.network.neutron [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance_info_cache with network_info: [{"id": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "address": "fa:16:3e:c8:29:ea", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f9e465-f0", "ovs_interfaceid": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.473182] env[69411]: DEBUG nova.network.neutron [-] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.479924] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 7a4f3457-86cf-458a-b7e0-306123475b9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 759.729556] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504733} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.729869] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 904ec972-17de-4a45-813a-61643501d6d9/904ec972-17de-4a45-813a-61643501d6d9.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.730057] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.730323] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fd74d0d-69a3-4a8e-8b19-3c7893dad0e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.736356] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 759.736356] env[69411]: value = "task-3322790" [ 759.736356] env[69411]: _type = "Task" [ 759.736356] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.744156] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.771494] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366b5d33-6d29-47fa-99e0-15f4f71e1655 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.778910] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6172980b-19cc-4ee1-8c8f-a16fa0aa5f50 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Doing hard reboot of VM {{(pid=69411) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 759.779678] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-dc3b0471-7266-43ab-929c-a6c985c1f49b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.786339] env[69411]: DEBUG oslo_vmware.api [None req-6172980b-19cc-4ee1-8c8f-a16fa0aa5f50 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Waiting for the task: (returnval){ [ 759.786339] env[69411]: value = "task-3322791" [ 759.786339] env[69411]: _type = "Task" [ 759.786339] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.794997] env[69411]: DEBUG oslo_vmware.api [None req-6172980b-19cc-4ee1-8c8f-a16fa0aa5f50 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322791, 'name': ResetVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.815549] env[69411]: DEBUG nova.network.neutron [-] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.816819] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': task-3322789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.834834] env[69411]: DEBUG oslo_concurrency.lockutils [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] Releasing lock "refresh_cache-b39842e5-cbe0-4c62-8919-d10799d9a0e9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.835146] env[69411]: DEBUG nova.compute.manager [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Received event network-vif-plugged-c6874300-6b91-4472-a5f6-f8f082607cc5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.835361] env[69411]: DEBUG oslo_concurrency.lockutils [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] Acquiring lock "904ec972-17de-4a45-813a-61643501d6d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.835575] env[69411]: DEBUG oslo_concurrency.lockutils [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] Lock "904ec972-17de-4a45-813a-61643501d6d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.835735] env[69411]: DEBUG oslo_concurrency.lockutils [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] Lock "904ec972-17de-4a45-813a-61643501d6d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.836249] env[69411]: DEBUG nova.compute.manager [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] [instance: 904ec972-17de-4a45-813a-61643501d6d9] No waiting events found dispatching network-vif-plugged-c6874300-6b91-4472-a5f6-f8f082607cc5 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.836249] env[69411]: WARNING nova.compute.manager [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Received unexpected event network-vif-plugged-c6874300-6b91-4472-a5f6-f8f082607cc5 for instance with vm_state building and task_state spawning. [ 759.836249] env[69411]: DEBUG nova.compute.manager [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Received event network-changed-c6874300-6b91-4472-a5f6-f8f082607cc5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.836575] env[69411]: DEBUG nova.compute.manager [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Refreshing instance network info cache due to event network-changed-c6874300-6b91-4472-a5f6-f8f082607cc5. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.836575] env[69411]: DEBUG oslo_concurrency.lockutils [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] Acquiring lock "refresh_cache-904ec972-17de-4a45-813a-61643501d6d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.836698] env[69411]: DEBUG oslo_concurrency.lockutils [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] Acquired lock "refresh_cache-904ec972-17de-4a45-813a-61643501d6d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.836849] env[69411]: DEBUG nova.network.neutron [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Refreshing network info cache for port c6874300-6b91-4472-a5f6-f8f082607cc5 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.925816] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.926140] env[69411]: DEBUG nova.compute.manager [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Instance network_info: |[{"id": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "address": "fa:16:3e:c8:29:ea", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f9e465-f0", "ovs_interfaceid": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.926531] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:29:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41f9e465-f0d7-4b8a-aa1e-3f56b716be5b', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.934955] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Creating folder: Project (c8952a3f10664780a3d661cbdd4b8f8e). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.935982] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5206294-a2af-4915-ae23-8df88d2e957c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.949727] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Created folder: Project (c8952a3f10664780a3d661cbdd4b8f8e) in parent group-v663248. [ 759.949727] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Creating folder: Instances. Parent ref: group-v663363. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.949727] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18d4493f-8de0-44e5-a384-0186a0cf3c2f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.958866] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Created folder: Instances in parent group-v663363. [ 759.958995] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.959301] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.960797] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc6a907c-2370-4630-ab4e-168f5532c180 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.975901] env[69411]: INFO nova.compute.manager [-] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Took 1.51 seconds to deallocate network for instance. [ 759.983450] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance fab9cb08-8bc3-4279-8d53-2efa933a1cab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 759.984629] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.984629] env[69411]: value = "task-3322794" [ 759.984629] env[69411]: _type = "Task" [ 759.984629] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.994676] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322794, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.247613] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069668} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.247943] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.248798] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cd699e-34d8-4437-97a0-d63fb5e531b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.271656] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 904ec972-17de-4a45-813a-61643501d6d9/904ec972-17de-4a45-813a-61643501d6d9.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.272025] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-591cd215-9686-42bd-a473-52925286bd01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.305123] env[69411]: DEBUG oslo_vmware.api [None req-6172980b-19cc-4ee1-8c8f-a16fa0aa5f50 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322791, 'name': ResetVM_Task, 'duration_secs': 0.104533} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.306646] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6172980b-19cc-4ee1-8c8f-a16fa0aa5f50 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Did hard reboot of VM {{(pid=69411) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 760.306849] env[69411]: DEBUG nova.compute.manager [None req-6172980b-19cc-4ee1-8c8f-a16fa0aa5f50 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.307169] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 760.307169] env[69411]: value = "task-3322795" [ 760.307169] env[69411]: _type = "Task" [ 760.307169] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.310751] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60676a3-9ebe-46ce-a155-bcb417187eb5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.321156] env[69411]: INFO nova.compute.manager [-] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Took 1.94 seconds to deallocate network for instance. [ 760.321482] env[69411]: DEBUG oslo_vmware.api [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': task-3322789, 'name': PowerOnVM_Task, 'duration_secs': 0.708116} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.327661] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.327881] env[69411]: INFO nova.compute.manager [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Took 9.57 seconds to spawn the instance on the hypervisor. [ 760.328074] env[69411]: DEBUG nova.compute.manager [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.328359] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.334022] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ac448b-86d0-4d51-87da-fb1808757f6e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.435405] env[69411]: DEBUG nova.compute.manager [req-340deb5c-4a22-4391-b71c-24621e7ec56c req-b5d19641-f5c2-499a-aa4e-2a2741a8f6f9 service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Received event network-vif-plugged-41f9e465-f0d7-4b8a-aa1e-3f56b716be5b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.435657] env[69411]: DEBUG oslo_concurrency.lockutils [req-340deb5c-4a22-4391-b71c-24621e7ec56c req-b5d19641-f5c2-499a-aa4e-2a2741a8f6f9 service nova] Acquiring lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.435866] env[69411]: DEBUG oslo_concurrency.lockutils [req-340deb5c-4a22-4391-b71c-24621e7ec56c req-b5d19641-f5c2-499a-aa4e-2a2741a8f6f9 service nova] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.436058] env[69411]: DEBUG oslo_concurrency.lockutils [req-340deb5c-4a22-4391-b71c-24621e7ec56c req-b5d19641-f5c2-499a-aa4e-2a2741a8f6f9 service nova] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.436568] env[69411]: DEBUG nova.compute.manager [req-340deb5c-4a22-4391-b71c-24621e7ec56c req-b5d19641-f5c2-499a-aa4e-2a2741a8f6f9 service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] No waiting events found dispatching network-vif-plugged-41f9e465-f0d7-4b8a-aa1e-3f56b716be5b {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.436886] env[69411]: WARNING nova.compute.manager [req-340deb5c-4a22-4391-b71c-24621e7ec56c req-b5d19641-f5c2-499a-aa4e-2a2741a8f6f9 service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Received unexpected event network-vif-plugged-41f9e465-f0d7-4b8a-aa1e-3f56b716be5b for instance with vm_state building and task_state spawning. [ 760.437239] env[69411]: DEBUG nova.compute.manager [req-340deb5c-4a22-4391-b71c-24621e7ec56c req-b5d19641-f5c2-499a-aa4e-2a2741a8f6f9 service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Received event network-changed-41f9e465-f0d7-4b8a-aa1e-3f56b716be5b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.437349] env[69411]: DEBUG nova.compute.manager [req-340deb5c-4a22-4391-b71c-24621e7ec56c req-b5d19641-f5c2-499a-aa4e-2a2741a8f6f9 service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Refreshing instance network info cache due to event network-changed-41f9e465-f0d7-4b8a-aa1e-3f56b716be5b. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.437551] env[69411]: DEBUG oslo_concurrency.lockutils [req-340deb5c-4a22-4391-b71c-24621e7ec56c req-b5d19641-f5c2-499a-aa4e-2a2741a8f6f9 service nova] Acquiring lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.437688] env[69411]: DEBUG oslo_concurrency.lockutils [req-340deb5c-4a22-4391-b71c-24621e7ec56c req-b5d19641-f5c2-499a-aa4e-2a2741a8f6f9 service nova] Acquired lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.437843] env[69411]: DEBUG nova.network.neutron [req-340deb5c-4a22-4391-b71c-24621e7ec56c req-b5d19641-f5c2-499a-aa4e-2a2741a8f6f9 service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Refreshing network info cache for port 41f9e465-f0d7-4b8a-aa1e-3f56b716be5b {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.488888] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.489587] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance c338199b-875b-43e2-9221-6d071e981d9e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 760.502603] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322794, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.734377] env[69411]: DEBUG nova.network.neutron [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Updated VIF entry in instance network info cache for port c6874300-6b91-4472-a5f6-f8f082607cc5. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.734739] env[69411]: DEBUG nova.network.neutron [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Updating instance_info_cache with network_info: [{"id": "c6874300-6b91-4472-a5f6-f8f082607cc5", "address": "fa:16:3e:4e:61:84", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6874300-6b", "ovs_interfaceid": "c6874300-6b91-4472-a5f6-f8f082607cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.823696] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.844584] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.844584] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6172980b-19cc-4ee1-8c8f-a16fa0aa5f50 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Lock "eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.809s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.854826] env[69411]: INFO nova.compute.manager [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Took 49.16 seconds to build instance. [ 760.998478] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance f6139cf8-37f2-487a-920b-562f8ad60bc5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 761.008212] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322794, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.237981] env[69411]: DEBUG oslo_concurrency.lockutils [req-da915ce5-497c-48d9-8a4c-6002d4d6c4ec req-9ec6edca-c388-4b42-aab1-753a932592c8 service nova] Releasing lock "refresh_cache-904ec972-17de-4a45-813a-61643501d6d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.325654] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322795, 'name': ReconfigVM_Task, 'duration_secs': 0.749714} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.325952] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 904ec972-17de-4a45-813a-61643501d6d9/904ec972-17de-4a45-813a-61643501d6d9.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.326620] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0763d95b-7c98-46ee-b783-d392ed6f7df0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.333241] env[69411]: DEBUG nova.network.neutron [req-340deb5c-4a22-4391-b71c-24621e7ec56c req-b5d19641-f5c2-499a-aa4e-2a2741a8f6f9 service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updated VIF entry in instance network info cache for port 41f9e465-f0d7-4b8a-aa1e-3f56b716be5b. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.333619] env[69411]: DEBUG nova.network.neutron [req-340deb5c-4a22-4391-b71c-24621e7ec56c req-b5d19641-f5c2-499a-aa4e-2a2741a8f6f9 service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance_info_cache with network_info: [{"id": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "address": "fa:16:3e:c8:29:ea", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f9e465-f0", "ovs_interfaceid": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.339857] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 761.339857] env[69411]: value = "task-3322796" [ 761.339857] env[69411]: _type = "Task" [ 761.339857] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.349918] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322796, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.359552] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f07af43e-ab29-4d6f-ac49-d77cf2e9cd40 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Lock "b39842e5-cbe0-4c62-8919-d10799d9a0e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.422s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.489350] env[69411]: DEBUG nova.compute.manager [req-18b8f8d0-afea-482d-8d31-3394878deae5 req-356b7ad2-7d3d-445d-8d66-63552dce90bc service nova] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Received event network-vif-deleted-26fd3a4d-8e67-4049-8e8b-337378b3774f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.515652] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance a9825baf-0ac3-47d9-a814-02a301c83a9b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 761.518896] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322794, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.690946] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Acquiring lock "eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.690946] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Lock "eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.690946] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Acquiring lock "eca4b01f-e5aa-4cd2-b30e-4631d95f93e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.691396] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Lock "eca4b01f-e5aa-4cd2-b30e-4631d95f93e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.691691] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Lock "eca4b01f-e5aa-4cd2-b30e-4631d95f93e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.698713] env[69411]: INFO nova.compute.manager [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Terminating instance [ 761.841660] env[69411]: DEBUG oslo_concurrency.lockutils [req-340deb5c-4a22-4391-b71c-24621e7ec56c req-b5d19641-f5c2-499a-aa4e-2a2741a8f6f9 service nova] Releasing lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.841660] env[69411]: DEBUG nova.compute.manager [req-340deb5c-4a22-4391-b71c-24621e7ec56c req-b5d19641-f5c2-499a-aa4e-2a2741a8f6f9 service nova] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Received event network-vif-deleted-64dc7c6b-8edf-4a91-8d6f-46d8cedbff04 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.853968] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322796, 'name': Rename_Task, 'duration_secs': 0.164905} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.854360] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.854854] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4ceafe6-4e67-4bfc-a14b-94879e1bfa3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.862831] env[69411]: DEBUG nova.compute.manager [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.869143] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 761.869143] env[69411]: value = "task-3322797" [ 761.869143] env[69411]: _type = "Task" [ 761.869143] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.881118] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322797, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.010035] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322794, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.019978] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance f550df5e-3fce-482d-8be8-ad9a3b46c912 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 762.205207] env[69411]: DEBUG nova.compute.manager [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.205456] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.206819] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa804e7d-bf74-477a-bc76-80fc17c94f69 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.218794] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.219076] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6578109b-8de0-4d8a-bd98-3a0b1e0d3db1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.229425] env[69411]: DEBUG oslo_vmware.api [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Waiting for the task: (returnval){ [ 762.229425] env[69411]: value = "task-3322798" [ 762.229425] env[69411]: _type = "Task" [ 762.229425] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.242312] env[69411]: DEBUG oslo_vmware.api [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.387966] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.417761] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.511175] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322794, 'name': CreateVM_Task, 'duration_secs': 2.320354} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.512048] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.512470] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.512816] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.513337] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.513699] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f07a69f-7f18-4da3-9942-af0a7d9528cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.519774] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 762.519774] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52640271-c289-d982-9614-0a54cc0a9989" [ 762.519774] env[69411]: _type = "Task" [ 762.519774] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.525696] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance e5a8697d-2a72-4768-8bae-8536f9d2f4f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 762.534265] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52640271-c289-d982-9614-0a54cc0a9989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.741956] env[69411]: DEBUG oslo_vmware.api [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322798, 'name': PowerOffVM_Task, 'duration_secs': 0.203374} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.744430] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.744644] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.744958] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81b8e2fd-da09-4dfe-9a6b-ca9ecce9e191 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.824178] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.824178] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.824178] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Deleting the datastore file [datastore1] eca4b01f-e5aa-4cd2-b30e-4631d95f93e0 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.824178] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fd17d8f-53c5-4c64-a1c6-35003f832f77 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.834416] env[69411]: DEBUG oslo_vmware.api [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Waiting for the task: (returnval){ [ 762.834416] env[69411]: value = "task-3322800" [ 762.834416] env[69411]: _type = "Task" [ 762.834416] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.844461] env[69411]: DEBUG oslo_vmware.api [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.887864] env[69411]: DEBUG oslo_vmware.api [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322797, 'name': PowerOnVM_Task, 'duration_secs': 0.699335} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.888176] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.888392] env[69411]: INFO nova.compute.manager [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Took 8.26 seconds to spawn the instance on the hypervisor. [ 762.888611] env[69411]: DEBUG nova.compute.manager [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.889394] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2e0a99-f582-46fd-8b6f-9552b781b977 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.030645] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance f2e014b2-5984-40c5-b2b7-c52f03b08536 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 763.031962] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52640271-c289-d982-9614-0a54cc0a9989, 'name': SearchDatastore_Task, 'duration_secs': 0.020072} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.032303] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.032533] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.032764] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.032911] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.033101] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.033545] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e8a4494-c3ad-4973-afcf-e97b566cc78a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.042255] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.042439] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.043473] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a37e6085-4209-45e3-99b2-b626e18deaa1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.050534] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 763.050534] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c2e4b8-cfb0-0d8e-d581-5cc583a57b29" [ 763.050534] env[69411]: _type = "Task" [ 763.050534] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.059046] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c2e4b8-cfb0-0d8e-d581-5cc583a57b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.344632] env[69411]: DEBUG oslo_vmware.api [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Task: {'id': task-3322800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51013} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.344852] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.345070] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.345232] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.345412] env[69411]: INFO nova.compute.manager [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 763.345651] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.345840] env[69411]: DEBUG nova.compute.manager [-] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.345937] env[69411]: DEBUG nova.network.neutron [-] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.414299] env[69411]: INFO nova.compute.manager [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Took 47.67 seconds to build instance. [ 763.535874] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 1a3db32e-e2c8-4ba5-88e7-7856c64099cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 763.563270] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c2e4b8-cfb0-0d8e-d581-5cc583a57b29, 'name': SearchDatastore_Task, 'duration_secs': 0.020833} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.564118] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a362fcbb-cae9-4a0e-8e13-a52eca5fdb03 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.571485] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 763.571485] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524e50c9-bbfe-9074-ca1f-1b206a9a4f60" [ 763.571485] env[69411]: _type = "Task" [ 763.571485] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.580669] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524e50c9-bbfe-9074-ca1f-1b206a9a4f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.916970] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a97cd68-139d-4ecc-a232-18f897f5e646 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "904ec972-17de-4a45-813a-61643501d6d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.518s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.039119] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 4c913a06-f251-470f-a712-09e21768ecc2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 764.081969] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524e50c9-bbfe-9074-ca1f-1b206a9a4f60, 'name': SearchDatastore_Task, 'duration_secs': 0.014528} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.082257] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.082510] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 2bb23ebd-70f2-4c82-9ca5-5a05319bda58/2bb23ebd-70f2-4c82-9ca5-5a05319bda58.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.082759] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-737bcb77-6ed8-4bf3-866d-86e2170b663a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.089640] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 764.089640] env[69411]: value = "task-3322801" [ 764.089640] env[69411]: _type = "Task" [ 764.089640] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.097575] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.150534] env[69411]: DEBUG nova.compute.manager [req-740e02b6-5eb5-4f3d-9e35-a22390d53681 req-2a09e32d-a84d-4250-815f-8e92f8f06bf4 service nova] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Received event network-vif-deleted-7570e152-4108-43fd-9f9d-be9f3f398df5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.150737] env[69411]: INFO nova.compute.manager [req-740e02b6-5eb5-4f3d-9e35-a22390d53681 req-2a09e32d-a84d-4250-815f-8e92f8f06bf4 service nova] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Neutron deleted interface 7570e152-4108-43fd-9f9d-be9f3f398df5; detaching it from the instance and deleting it from the info cache [ 764.150960] env[69411]: DEBUG nova.network.neutron [req-740e02b6-5eb5-4f3d-9e35-a22390d53681 req-2a09e32d-a84d-4250-815f-8e92f8f06bf4 service nova] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.283556] env[69411]: DEBUG nova.network.neutron [-] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.419486] env[69411]: DEBUG nova.compute.manager [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.542492] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 5f96f0fe-c2b1-490a-95b2-8f29b0fec254 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 764.542857] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 764.543091] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=6016MB phys_disk=200GB used_disk=23GB total_vcpus=48 used_vcpus=24 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 764.601038] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322801, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.658436] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0483a497-8ae5-4e6e-9af0-a04024fa58a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.671976] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d808d56-f1ab-4d65-9df3-c70041dabfb1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.717182] env[69411]: DEBUG nova.compute.manager [req-740e02b6-5eb5-4f3d-9e35-a22390d53681 req-2a09e32d-a84d-4250-815f-8e92f8f06bf4 service nova] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Detach interface failed, port_id=7570e152-4108-43fd-9f9d-be9f3f398df5, reason: Instance eca4b01f-e5aa-4cd2-b30e-4631d95f93e0 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 764.791821] env[69411]: INFO nova.compute.manager [-] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Took 1.44 seconds to deallocate network for instance. [ 764.939208] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.107858] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78918} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.107858] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 2bb23ebd-70f2-4c82-9ca5-5a05319bda58/2bb23ebd-70f2-4c82-9ca5-5a05319bda58.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.107858] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.107858] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d299471c-01d6-463d-8b28-b8121050bcee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.115392] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 765.115392] env[69411]: value = "task-3322802" [ 765.115392] env[69411]: _type = "Task" [ 765.115392] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.127789] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.207458] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a758b6-93e7-49c9-8afe-6129f92b3b86 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.216340] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c045ca5f-c2b7-4e41-8536-e8386d95c210 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.257564] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c85780-1487-4fd5-a463-3bd7f8cc5b82 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.266244] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f0895a-14ad-4673-b30c-f8ef8efd7c23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.287178] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.299613] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.566298] env[69411]: DEBUG nova.compute.manager [req-985fa721-dc68-45ad-9287-74660dfe5641 req-00fba6a2-a96c-4417-a68b-e54825902be4 service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Received event network-changed-17147b0b-c05f-4420-aa79-2249b4d95167 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.566298] env[69411]: DEBUG nova.compute.manager [req-985fa721-dc68-45ad-9287-74660dfe5641 req-00fba6a2-a96c-4417-a68b-e54825902be4 service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Refreshing instance network info cache due to event network-changed-17147b0b-c05f-4420-aa79-2249b4d95167. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.566298] env[69411]: DEBUG oslo_concurrency.lockutils [req-985fa721-dc68-45ad-9287-74660dfe5641 req-00fba6a2-a96c-4417-a68b-e54825902be4 service nova] Acquiring lock "refresh_cache-b39842e5-cbe0-4c62-8919-d10799d9a0e9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.566298] env[69411]: DEBUG oslo_concurrency.lockutils [req-985fa721-dc68-45ad-9287-74660dfe5641 req-00fba6a2-a96c-4417-a68b-e54825902be4 service nova] Acquired lock "refresh_cache-b39842e5-cbe0-4c62-8919-d10799d9a0e9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.566298] env[69411]: DEBUG nova.network.neutron [req-985fa721-dc68-45ad-9287-74660dfe5641 req-00fba6a2-a96c-4417-a68b-e54825902be4 service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Refreshing network info cache for port 17147b0b-c05f-4420-aa79-2249b4d95167 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.627101] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085045} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.627392] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.628216] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f592ea64-089d-43d4-ab7d-db626a6d48d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.655457] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 2bb23ebd-70f2-4c82-9ca5-5a05319bda58/2bb23ebd-70f2-4c82-9ca5-5a05319bda58.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.655777] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d367a891-4594-4489-bd29-02d385a7f189 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.679601] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 765.679601] env[69411]: value = "task-3322803" [ 765.679601] env[69411]: _type = "Task" [ 765.679601] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.690500] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.791747] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.798343] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0607fa-1a1d-4d5b-ac2d-26b1033a0c58 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.809537] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c87d3ead-67aa-4944-b404-d364bae3cf29 tempest-ServersAdminNegativeTestJSON-848000300 tempest-ServersAdminNegativeTestJSON-848000300-project-admin] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Suspending the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 765.809672] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cdfedd43-551c-4663-aa00-175856a2fb10 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.816875] env[69411]: DEBUG oslo_vmware.api [None req-c87d3ead-67aa-4944-b404-d364bae3cf29 tempest-ServersAdminNegativeTestJSON-848000300 tempest-ServersAdminNegativeTestJSON-848000300-project-admin] Waiting for the task: (returnval){ [ 765.816875] env[69411]: value = "task-3322804" [ 765.816875] env[69411]: _type = "Task" [ 765.816875] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.827609] env[69411]: DEBUG oslo_vmware.api [None req-c87d3ead-67aa-4944-b404-d364bae3cf29 tempest-ServersAdminNegativeTestJSON-848000300 tempest-ServersAdminNegativeTestJSON-848000300-project-admin] Task: {'id': task-3322804, 'name': SuspendVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.192822] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322803, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.298755] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 766.299079] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.900s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.299369] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.690s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.301631] env[69411]: INFO nova.compute.claims [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.329708] env[69411]: DEBUG oslo_vmware.api [None req-c87d3ead-67aa-4944-b404-d364bae3cf29 tempest-ServersAdminNegativeTestJSON-848000300 tempest-ServersAdminNegativeTestJSON-848000300-project-admin] Task: {'id': task-3322804, 'name': SuspendVM_Task} progress is 54%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.545791] env[69411]: DEBUG nova.network.neutron [req-985fa721-dc68-45ad-9287-74660dfe5641 req-00fba6a2-a96c-4417-a68b-e54825902be4 service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Updated VIF entry in instance network info cache for port 17147b0b-c05f-4420-aa79-2249b4d95167. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.546185] env[69411]: DEBUG nova.network.neutron [req-985fa721-dc68-45ad-9287-74660dfe5641 req-00fba6a2-a96c-4417-a68b-e54825902be4 service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Updating instance_info_cache with network_info: [{"id": "17147b0b-c05f-4420-aa79-2249b4d95167", "address": "fa:16:3e:10:d6:19", "network": {"id": "e7b1a571-1a61-4701-9cab-f198c64093e4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2059959578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0be690856ea4096b728b25f9622b090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17147b0b-c0", "ovs_interfaceid": "17147b0b-c05f-4420-aa79-2249b4d95167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.696841] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322803, 'name': ReconfigVM_Task, 'duration_secs': 0.562044} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.697038] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 2bb23ebd-70f2-4c82-9ca5-5a05319bda58/2bb23ebd-70f2-4c82-9ca5-5a05319bda58.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.697727] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3eb5c12-c677-4cf4-bdc8-afb3659b5079 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.705386] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 766.705386] env[69411]: value = "task-3322805" [ 766.705386] env[69411]: _type = "Task" [ 766.705386] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.715022] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322805, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.828247] env[69411]: DEBUG oslo_vmware.api [None req-c87d3ead-67aa-4944-b404-d364bae3cf29 tempest-ServersAdminNegativeTestJSON-848000300 tempest-ServersAdminNegativeTestJSON-848000300-project-admin] Task: {'id': task-3322804, 'name': SuspendVM_Task} progress is 54%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.049781] env[69411]: DEBUG oslo_concurrency.lockutils [req-985fa721-dc68-45ad-9287-74660dfe5641 req-00fba6a2-a96c-4417-a68b-e54825902be4 service nova] Releasing lock "refresh_cache-b39842e5-cbe0-4c62-8919-d10799d9a0e9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.215252] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322805, 'name': Rename_Task, 'duration_secs': 0.246135} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.215607] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.215899] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d09ff04-1ac4-4681-bddc-6dcf958501af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.224805] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 767.224805] env[69411]: value = "task-3322806" [ 767.224805] env[69411]: _type = "Task" [ 767.224805] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.236697] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.327634] env[69411]: DEBUG oslo_vmware.api [None req-c87d3ead-67aa-4944-b404-d364bae3cf29 tempest-ServersAdminNegativeTestJSON-848000300 tempest-ServersAdminNegativeTestJSON-848000300-project-admin] Task: {'id': task-3322804, 'name': SuspendVM_Task, 'duration_secs': 1.365575} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.327634] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c87d3ead-67aa-4944-b404-d364bae3cf29 tempest-ServersAdminNegativeTestJSON-848000300 tempest-ServersAdminNegativeTestJSON-848000300-project-admin] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Suspended the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 767.327847] env[69411]: DEBUG nova.compute.manager [None req-c87d3ead-67aa-4944-b404-d364bae3cf29 tempest-ServersAdminNegativeTestJSON-848000300 tempest-ServersAdminNegativeTestJSON-848000300-project-admin] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.328873] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fb9bcd-d4e4-4b5e-93b4-a603c5799137 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.740478] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322806, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.848887] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef13a22d-fcd1-4032-87a4-5007ab9a6d40 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.856397] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7875eee-4399-4a0b-a2dd-40af65389dee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.895841] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416e3577-361c-443c-b28d-f2fae820b294 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.903994] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fb7c28-49e6-41e3-990d-ba8fc2ea2ddd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.920327] env[69411]: DEBUG nova.compute.provider_tree [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.236157] env[69411]: DEBUG oslo_vmware.api [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322806, 'name': PowerOnVM_Task, 'duration_secs': 0.548698} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.236376] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.236900] env[69411]: INFO nova.compute.manager [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Took 10.98 seconds to spawn the instance on the hypervisor. [ 768.236900] env[69411]: DEBUG nova.compute.manager [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.237593] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5472aea9-2393-40f2-8e4d-d5dba90b646d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.423597] env[69411]: DEBUG nova.scheduler.client.report [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.508201] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Acquiring lock "0e8301c3-6735-4f69-93e8-214aa6b7e03a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.508480] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Lock "0e8301c3-6735-4f69-93e8-214aa6b7e03a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.758791] env[69411]: INFO nova.compute.manager [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Took 42.81 seconds to build instance. [ 768.931163] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.931752] env[69411]: DEBUG nova.compute.manager [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.935349] env[69411]: DEBUG oslo_concurrency.lockutils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.945s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.936668] env[69411]: INFO nova.compute.claims [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.261255] env[69411]: DEBUG oslo_concurrency.lockutils [None req-79e6f03a-177e-40f8-a437-589084976bf9 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.507s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.440648] env[69411]: DEBUG nova.compute.utils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.442232] env[69411]: DEBUG nova.compute.manager [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.442301] env[69411]: DEBUG nova.network.neutron [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.511766] env[69411]: DEBUG nova.policy [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ed4a7ae301e4bbbaf3a0e8f7b7a0169', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '596807909b5d49aa8556323935fadcb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.764475] env[69411]: DEBUG nova.compute.manager [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.949100] env[69411]: DEBUG nova.compute.manager [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.961423] env[69411]: DEBUG nova.compute.manager [req-2f2d7257-f4b6-4971-a19a-7d991808d27d req-2ce33e5c-1183-45e2-aa74-ad269e7932a1 service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Received event network-changed-17147b0b-c05f-4420-aa79-2249b4d95167 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.961757] env[69411]: DEBUG nova.compute.manager [req-2f2d7257-f4b6-4971-a19a-7d991808d27d req-2ce33e5c-1183-45e2-aa74-ad269e7932a1 service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Refreshing instance network info cache due to event network-changed-17147b0b-c05f-4420-aa79-2249b4d95167. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.962137] env[69411]: DEBUG oslo_concurrency.lockutils [req-2f2d7257-f4b6-4971-a19a-7d991808d27d req-2ce33e5c-1183-45e2-aa74-ad269e7932a1 service nova] Acquiring lock "refresh_cache-b39842e5-cbe0-4c62-8919-d10799d9a0e9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.962393] env[69411]: DEBUG oslo_concurrency.lockutils [req-2f2d7257-f4b6-4971-a19a-7d991808d27d req-2ce33e5c-1183-45e2-aa74-ad269e7932a1 service nova] Acquired lock "refresh_cache-b39842e5-cbe0-4c62-8919-d10799d9a0e9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.962657] env[69411]: DEBUG nova.network.neutron [req-2f2d7257-f4b6-4971-a19a-7d991808d27d req-2ce33e5c-1183-45e2-aa74-ad269e7932a1 service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Refreshing network info cache for port 17147b0b-c05f-4420-aa79-2249b4d95167 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.022043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquiring lock "6dc414d6-e5db-43af-ace6-6306ee8582cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.022043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "6dc414d6-e5db-43af-ace6-6306ee8582cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.027696] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquiring lock "6dc414d6-e5db-43af-ace6-6306ee8582cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.027696] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "6dc414d6-e5db-43af-ace6-6306ee8582cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.027696] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "6dc414d6-e5db-43af-ace6-6306ee8582cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.027696] env[69411]: INFO nova.compute.manager [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Terminating instance [ 770.174735] env[69411]: DEBUG nova.network.neutron [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Successfully created port: f39d3f2b-bebe-4751-b502-6df55d539a3f {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.292320] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.531092] env[69411]: DEBUG nova.compute.manager [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.531807] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.532757] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926b5986-0623-4897-80c6-6797fa8f0044 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.537303] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe8766f-ccc9-47dd-a4f8-a81880021ab2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.551019] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20651563-53ab-40f1-b6e9-8dfc1db5c933 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.555603] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.555704] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eccf110b-bb9a-4069-82d3-3771e3a7f3f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.563436] env[69411]: DEBUG oslo_vmware.api [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 770.563436] env[69411]: value = "task-3322807" [ 770.563436] env[69411]: _type = "Task" [ 770.563436] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.600891] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3119902a-1de9-4253-8d98-b3d8ea1cecf2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.613798] env[69411]: DEBUG oslo_vmware.api [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.615127] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c320e714-14f3-429a-9a87-18900a3182e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.633032] env[69411]: DEBUG nova.compute.provider_tree [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.680979] env[69411]: DEBUG nova.compute.manager [req-ddccd871-c113-4c07-8b37-b3f0a83a16a4 req-d230d0a9-894f-4c11-8f9b-4601b61779fb service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Received event network-changed-41f9e465-f0d7-4b8a-aa1e-3f56b716be5b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.682132] env[69411]: DEBUG nova.compute.manager [req-ddccd871-c113-4c07-8b37-b3f0a83a16a4 req-d230d0a9-894f-4c11-8f9b-4601b61779fb service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Refreshing instance network info cache due to event network-changed-41f9e465-f0d7-4b8a-aa1e-3f56b716be5b. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.682132] env[69411]: DEBUG oslo_concurrency.lockutils [req-ddccd871-c113-4c07-8b37-b3f0a83a16a4 req-d230d0a9-894f-4c11-8f9b-4601b61779fb service nova] Acquiring lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.682132] env[69411]: DEBUG oslo_concurrency.lockutils [req-ddccd871-c113-4c07-8b37-b3f0a83a16a4 req-d230d0a9-894f-4c11-8f9b-4601b61779fb service nova] Acquired lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.682132] env[69411]: DEBUG nova.network.neutron [req-ddccd871-c113-4c07-8b37-b3f0a83a16a4 req-d230d0a9-894f-4c11-8f9b-4601b61779fb service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Refreshing network info cache for port 41f9e465-f0d7-4b8a-aa1e-3f56b716be5b {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.791372] env[69411]: DEBUG nova.network.neutron [req-2f2d7257-f4b6-4971-a19a-7d991808d27d req-2ce33e5c-1183-45e2-aa74-ad269e7932a1 service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Updated VIF entry in instance network info cache for port 17147b0b-c05f-4420-aa79-2249b4d95167. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.791372] env[69411]: DEBUG nova.network.neutron [req-2f2d7257-f4b6-4971-a19a-7d991808d27d req-2ce33e5c-1183-45e2-aa74-ad269e7932a1 service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Updating instance_info_cache with network_info: [{"id": "17147b0b-c05f-4420-aa79-2249b4d95167", "address": "fa:16:3e:10:d6:19", "network": {"id": "e7b1a571-1a61-4701-9cab-f198c64093e4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2059959578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0be690856ea4096b728b25f9622b090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17147b0b-c0", "ovs_interfaceid": "17147b0b-c05f-4420-aa79-2249b4d95167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.961191] env[69411]: DEBUG nova.compute.manager [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.988337] env[69411]: DEBUG nova.virt.hardware [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.988739] env[69411]: DEBUG nova.virt.hardware [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.988934] env[69411]: DEBUG nova.virt.hardware [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.989143] env[69411]: DEBUG nova.virt.hardware [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.989296] env[69411]: DEBUG nova.virt.hardware [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.989450] env[69411]: DEBUG nova.virt.hardware [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.989691] env[69411]: DEBUG nova.virt.hardware [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.989862] env[69411]: DEBUG nova.virt.hardware [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.990040] env[69411]: DEBUG nova.virt.hardware [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.990241] env[69411]: DEBUG nova.virt.hardware [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.990378] env[69411]: DEBUG nova.virt.hardware [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.991323] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df355ce3-368c-4af3-aaad-1c5188bf3e32 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.999392] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb75db4-490d-4ea6-b5e6-333bcd664755 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.109153] env[69411]: DEBUG oslo_vmware.api [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322807, 'name': PowerOffVM_Task, 'duration_secs': 0.210564} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.109153] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.109153] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.109153] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91d4a3b9-3d22-4ed8-8aab-d55e75d2b097 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.141742] env[69411]: DEBUG nova.scheduler.client.report [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.175360] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.175592] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.175774] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Deleting the datastore file [datastore1] 6dc414d6-e5db-43af-ace6-6306ee8582cd {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.176046] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb9f7c64-5390-42e0-95df-9b03f7d9fd10 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.187809] env[69411]: DEBUG oslo_vmware.api [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 771.187809] env[69411]: value = "task-3322809" [ 771.187809] env[69411]: _type = "Task" [ 771.187809] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.202234] env[69411]: DEBUG oslo_vmware.api [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.295695] env[69411]: DEBUG oslo_concurrency.lockutils [req-2f2d7257-f4b6-4971-a19a-7d991808d27d req-2ce33e5c-1183-45e2-aa74-ad269e7932a1 service nova] Releasing lock "refresh_cache-b39842e5-cbe0-4c62-8919-d10799d9a0e9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.474101] env[69411]: DEBUG nova.network.neutron [req-ddccd871-c113-4c07-8b37-b3f0a83a16a4 req-d230d0a9-894f-4c11-8f9b-4601b61779fb service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updated VIF entry in instance network info cache for port 41f9e465-f0d7-4b8a-aa1e-3f56b716be5b. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.474505] env[69411]: DEBUG nova.network.neutron [req-ddccd871-c113-4c07-8b37-b3f0a83a16a4 req-d230d0a9-894f-4c11-8f9b-4601b61779fb service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance_info_cache with network_info: [{"id": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "address": "fa:16:3e:c8:29:ea", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f9e465-f0", "ovs_interfaceid": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.649548] env[69411]: DEBUG oslo_concurrency.lockutils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.649806] env[69411]: DEBUG nova.compute.manager [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.653967] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.415s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.655734] env[69411]: INFO nova.compute.claims [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.658064] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Acquiring lock "b39842e5-cbe0-4c62-8919-d10799d9a0e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.658292] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Lock "b39842e5-cbe0-4c62-8919-d10799d9a0e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.658492] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Acquiring lock "b39842e5-cbe0-4c62-8919-d10799d9a0e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.658676] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Lock "b39842e5-cbe0-4c62-8919-d10799d9a0e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.658843] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Lock "b39842e5-cbe0-4c62-8919-d10799d9a0e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.662833] env[69411]: INFO nova.compute.manager [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Terminating instance [ 771.697950] env[69411]: DEBUG oslo_vmware.api [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139357} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.698331] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.698520] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.698693] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.698858] env[69411]: INFO nova.compute.manager [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 771.699120] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.699295] env[69411]: DEBUG nova.compute.manager [-] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.699385] env[69411]: DEBUG nova.network.neutron [-] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.960957] env[69411]: DEBUG nova.network.neutron [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Successfully updated port: f39d3f2b-bebe-4751-b502-6df55d539a3f {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.979138] env[69411]: DEBUG oslo_concurrency.lockutils [req-ddccd871-c113-4c07-8b37-b3f0a83a16a4 req-d230d0a9-894f-4c11-8f9b-4601b61779fb service nova] Releasing lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.021130] env[69411]: DEBUG nova.compute.manager [req-d83f48d3-9b5f-4bc8-99d3-cb20635d5f28 req-44ad3adc-361e-4fb0-ae49-01c62d03bde8 service nova] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Received event network-vif-deleted-8d46047a-4f66-42e9-90fb-077eb307c073 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.021346] env[69411]: INFO nova.compute.manager [req-d83f48d3-9b5f-4bc8-99d3-cb20635d5f28 req-44ad3adc-361e-4fb0-ae49-01c62d03bde8 service nova] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Neutron deleted interface 8d46047a-4f66-42e9-90fb-077eb307c073; detaching it from the instance and deleting it from the info cache [ 772.021517] env[69411]: DEBUG nova.network.neutron [req-d83f48d3-9b5f-4bc8-99d3-cb20635d5f28 req-44ad3adc-361e-4fb0-ae49-01c62d03bde8 service nova] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.164678] env[69411]: DEBUG nova.compute.utils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.167443] env[69411]: DEBUG nova.compute.manager [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.167443] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.167443] env[69411]: DEBUG nova.compute.manager [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.167443] env[69411]: DEBUG nova.network.neutron [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.170033] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554e5c05-77ba-44a1-aa48-02e750d2f95b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.180822] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.181084] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3de484f5-3763-4c41-9ff0-0f05d0bb2421 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.187811] env[69411]: DEBUG oslo_vmware.api [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Waiting for the task: (returnval){ [ 772.187811] env[69411]: value = "task-3322810" [ 772.187811] env[69411]: _type = "Task" [ 772.187811] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.196585] env[69411]: DEBUG oslo_vmware.api [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': task-3322810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.211994] env[69411]: DEBUG nova.policy [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38a8e5a6bf3f4ca882c04c7c07573462', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '679725f70040424cb8115b2ebf1a92f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.295107] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquiring lock "904ec972-17de-4a45-813a-61643501d6d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.295897] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "904ec972-17de-4a45-813a-61643501d6d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.295897] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquiring lock "904ec972-17de-4a45-813a-61643501d6d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.295897] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "904ec972-17de-4a45-813a-61643501d6d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.295897] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "904ec972-17de-4a45-813a-61643501d6d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.298173] env[69411]: INFO nova.compute.manager [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Terminating instance [ 772.464572] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "refresh_cache-492f265b-9e26-4952-be23-13608abf4be0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.464572] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "refresh_cache-492f265b-9e26-4952-be23-13608abf4be0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.464572] env[69411]: DEBUG nova.network.neutron [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.502896] env[69411]: DEBUG nova.network.neutron [-] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.524060] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7aa89d31-7fe2-40ba-a5fb-2250ba1aaadd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.533030] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e282aeb2-2026-405f-bd86-cbc3e519151b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.544866] env[69411]: DEBUG nova.network.neutron [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Successfully created port: 73d8a6a8-46e5-4794-bedf-9c2410cb28a8 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.572210] env[69411]: DEBUG nova.compute.manager [req-d83f48d3-9b5f-4bc8-99d3-cb20635d5f28 req-44ad3adc-361e-4fb0-ae49-01c62d03bde8 service nova] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Detach interface failed, port_id=8d46047a-4f66-42e9-90fb-077eb307c073, reason: Instance 6dc414d6-e5db-43af-ace6-6306ee8582cd could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 772.672187] env[69411]: DEBUG nova.compute.manager [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.698358] env[69411]: DEBUG oslo_vmware.api [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': task-3322810, 'name': PowerOffVM_Task, 'duration_secs': 0.213713} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.701254] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.701437] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.701942] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6320a87-cc2e-4b9e-b8c4-e87d1fd2a351 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.724031] env[69411]: DEBUG nova.compute.manager [req-3770b98b-6222-40dd-8d9d-8444c2be8f6c req-985b1bc1-8b6c-4c1b-8385-d895aa2cc093 service nova] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Received event network-vif-plugged-f39d3f2b-bebe-4751-b502-6df55d539a3f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.724031] env[69411]: DEBUG oslo_concurrency.lockutils [req-3770b98b-6222-40dd-8d9d-8444c2be8f6c req-985b1bc1-8b6c-4c1b-8385-d895aa2cc093 service nova] Acquiring lock "492f265b-9e26-4952-be23-13608abf4be0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.724031] env[69411]: DEBUG oslo_concurrency.lockutils [req-3770b98b-6222-40dd-8d9d-8444c2be8f6c req-985b1bc1-8b6c-4c1b-8385-d895aa2cc093 service nova] Lock "492f265b-9e26-4952-be23-13608abf4be0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.724031] env[69411]: DEBUG oslo_concurrency.lockutils [req-3770b98b-6222-40dd-8d9d-8444c2be8f6c req-985b1bc1-8b6c-4c1b-8385-d895aa2cc093 service nova] Lock "492f265b-9e26-4952-be23-13608abf4be0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.724031] env[69411]: DEBUG nova.compute.manager [req-3770b98b-6222-40dd-8d9d-8444c2be8f6c req-985b1bc1-8b6c-4c1b-8385-d895aa2cc093 service nova] [instance: 492f265b-9e26-4952-be23-13608abf4be0] No waiting events found dispatching network-vif-plugged-f39d3f2b-bebe-4751-b502-6df55d539a3f {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.724392] env[69411]: WARNING nova.compute.manager [req-3770b98b-6222-40dd-8d9d-8444c2be8f6c req-985b1bc1-8b6c-4c1b-8385-d895aa2cc093 service nova] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Received unexpected event network-vif-plugged-f39d3f2b-bebe-4751-b502-6df55d539a3f for instance with vm_state building and task_state spawning. [ 772.724392] env[69411]: DEBUG nova.compute.manager [req-3770b98b-6222-40dd-8d9d-8444c2be8f6c req-985b1bc1-8b6c-4c1b-8385-d895aa2cc093 service nova] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Received event network-changed-f39d3f2b-bebe-4751-b502-6df55d539a3f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.724392] env[69411]: DEBUG nova.compute.manager [req-3770b98b-6222-40dd-8d9d-8444c2be8f6c req-985b1bc1-8b6c-4c1b-8385-d895aa2cc093 service nova] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Refreshing instance network info cache due to event network-changed-f39d3f2b-bebe-4751-b502-6df55d539a3f. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.724392] env[69411]: DEBUG oslo_concurrency.lockutils [req-3770b98b-6222-40dd-8d9d-8444c2be8f6c req-985b1bc1-8b6c-4c1b-8385-d895aa2cc093 service nova] Acquiring lock "refresh_cache-492f265b-9e26-4952-be23-13608abf4be0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.770993] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.771234] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.771417] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Deleting the datastore file [datastore2] b39842e5-cbe0-4c62-8919-d10799d9a0e9 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.771910] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c53b1ec-1c6b-44e1-ba81-51ea8bdc4f60 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.778901] env[69411]: DEBUG oslo_vmware.api [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Waiting for the task: (returnval){ [ 772.778901] env[69411]: value = "task-3322812" [ 772.778901] env[69411]: _type = "Task" [ 772.778901] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.791302] env[69411]: DEBUG oslo_vmware.api [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': task-3322812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.802406] env[69411]: DEBUG nova.compute.manager [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.802628] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.803528] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8850e8f1-0991-47b0-8163-8b740e0ec01a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.815251] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.815566] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f1e6660-dcea-4de5-b931-f1ca167e1d75 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.889102] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.889331] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.889736] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Deleting the datastore file [datastore2] 904ec972-17de-4a45-813a-61643501d6d9 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.889815] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8590355-a274-445a-8dbb-832c58c64647 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.895558] env[69411]: DEBUG oslo_vmware.api [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 772.895558] env[69411]: value = "task-3322814" [ 772.895558] env[69411]: _type = "Task" [ 772.895558] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.905570] env[69411]: DEBUG oslo_vmware.api [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.001564] env[69411]: DEBUG nova.network.neutron [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.004916] env[69411]: INFO nova.compute.manager [-] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Took 1.31 seconds to deallocate network for instance. [ 773.149732] env[69411]: DEBUG nova.network.neutron [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Updating instance_info_cache with network_info: [{"id": "f39d3f2b-bebe-4751-b502-6df55d539a3f", "address": "fa:16:3e:8b:56:f5", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf39d3f2b-be", "ovs_interfaceid": "f39d3f2b-bebe-4751-b502-6df55d539a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.178458] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d28dad8-0e18-4c5b-91c1-2196a62336c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.186700] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa9309e-7f2b-4940-81b0-429bddca150a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.218129] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e601fb-3154-4965-8568-661832b7903e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.226380] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee0b78f-a438-4eb1-bf2a-2efe0916fdeb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.242589] env[69411]: DEBUG nova.compute.provider_tree [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.288275] env[69411]: DEBUG oslo_vmware.api [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Task: {'id': task-3322812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164481} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.288531] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.288710] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.288882] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.289061] env[69411]: INFO nova.compute.manager [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 773.289298] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.289484] env[69411]: DEBUG nova.compute.manager [-] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.289575] env[69411]: DEBUG nova.network.neutron [-] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.407853] env[69411]: DEBUG oslo_vmware.api [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145867} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.408170] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.408394] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.408634] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.408878] env[69411]: INFO nova.compute.manager [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Took 0.61 seconds to destroy the instance on the hypervisor. [ 773.409260] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.409433] env[69411]: DEBUG nova.compute.manager [-] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.409526] env[69411]: DEBUG nova.network.neutron [-] [instance: 904ec972-17de-4a45-813a-61643501d6d9] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.513743] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.652524] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "refresh_cache-492f265b-9e26-4952-be23-13608abf4be0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.652847] env[69411]: DEBUG nova.compute.manager [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Instance network_info: |[{"id": "f39d3f2b-bebe-4751-b502-6df55d539a3f", "address": "fa:16:3e:8b:56:f5", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf39d3f2b-be", "ovs_interfaceid": "f39d3f2b-bebe-4751-b502-6df55d539a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.653161] env[69411]: DEBUG oslo_concurrency.lockutils [req-3770b98b-6222-40dd-8d9d-8444c2be8f6c req-985b1bc1-8b6c-4c1b-8385-d895aa2cc093 service nova] Acquired lock "refresh_cache-492f265b-9e26-4952-be23-13608abf4be0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.653362] env[69411]: DEBUG nova.network.neutron [req-3770b98b-6222-40dd-8d9d-8444c2be8f6c req-985b1bc1-8b6c-4c1b-8385-d895aa2cc093 service nova] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Refreshing network info cache for port f39d3f2b-bebe-4751-b502-6df55d539a3f {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.655878] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:56:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f39d3f2b-bebe-4751-b502-6df55d539a3f', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.664674] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.665526] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.665822] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04fcdaab-7c52-4b9f-924a-e957bcf4413e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.682978] env[69411]: DEBUG nova.compute.manager [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.686753] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.686753] env[69411]: value = "task-3322815" [ 773.686753] env[69411]: _type = "Task" [ 773.686753] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.695682] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322815, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.710600] env[69411]: DEBUG nova.virt.hardware [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.710841] env[69411]: DEBUG nova.virt.hardware [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.710998] env[69411]: DEBUG nova.virt.hardware [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.711222] env[69411]: DEBUG nova.virt.hardware [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.711388] env[69411]: DEBUG nova.virt.hardware [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.711591] env[69411]: DEBUG nova.virt.hardware [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.711809] env[69411]: DEBUG nova.virt.hardware [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.711986] env[69411]: DEBUG nova.virt.hardware [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.712510] env[69411]: DEBUG nova.virt.hardware [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.712795] env[69411]: DEBUG nova.virt.hardware [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.713109] env[69411]: DEBUG nova.virt.hardware [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.714359] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7278381-df72-4520-82d2-954fedfeb365 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.726112] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a0412a-051b-4734-8dfb-7e480bedd115 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.745098] env[69411]: DEBUG nova.scheduler.client.report [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.067766] env[69411]: DEBUG nova.compute.manager [req-0fa91002-7234-4d8e-bc46-9261f4792bd2 req-74ad7773-2cd2-469b-a93a-a96056036690 service nova] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Received event network-vif-deleted-c6874300-6b91-4472-a5f6-f8f082607cc5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.069215] env[69411]: INFO nova.compute.manager [req-0fa91002-7234-4d8e-bc46-9261f4792bd2 req-74ad7773-2cd2-469b-a93a-a96056036690 service nova] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Neutron deleted interface c6874300-6b91-4472-a5f6-f8f082607cc5; detaching it from the instance and deleting it from the info cache [ 774.069635] env[69411]: DEBUG nova.network.neutron [req-0fa91002-7234-4d8e-bc46-9261f4792bd2 req-74ad7773-2cd2-469b-a93a-a96056036690 service nova] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.088367] env[69411]: DEBUG nova.network.neutron [-] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.147439] env[69411]: DEBUG nova.network.neutron [-] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.166320] env[69411]: DEBUG nova.network.neutron [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Successfully updated port: 73d8a6a8-46e5-4794-bedf-9c2410cb28a8 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.200698] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322815, 'name': CreateVM_Task, 'duration_secs': 0.353028} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.200881] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.201595] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.201765] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.202234] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.202601] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1bf5e4-82b2-4ed8-a2dd-ee07fd35c7b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.209015] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 774.209015] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52eb90e0-7e07-43fc-7178-0a41e33b43a2" [ 774.209015] env[69411]: _type = "Task" [ 774.209015] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.216518] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52eb90e0-7e07-43fc-7178-0a41e33b43a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.250321] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.250814] env[69411]: DEBUG nova.compute.manager [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.253619] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.255s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.255526] env[69411]: INFO nova.compute.claims [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.380609] env[69411]: DEBUG nova.network.neutron [req-3770b98b-6222-40dd-8d9d-8444c2be8f6c req-985b1bc1-8b6c-4c1b-8385-d895aa2cc093 service nova] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Updated VIF entry in instance network info cache for port f39d3f2b-bebe-4751-b502-6df55d539a3f. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.380928] env[69411]: DEBUG nova.network.neutron [req-3770b98b-6222-40dd-8d9d-8444c2be8f6c req-985b1bc1-8b6c-4c1b-8385-d895aa2cc093 service nova] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Updating instance_info_cache with network_info: [{"id": "f39d3f2b-bebe-4751-b502-6df55d539a3f", "address": "fa:16:3e:8b:56:f5", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf39d3f2b-be", "ovs_interfaceid": "f39d3f2b-bebe-4751-b502-6df55d539a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.573135] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-caa60a12-fcf7-4781-b92b-3658f9f10014 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.583089] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745f0445-162f-4056-9d15-45ab5ff08855 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.594232] env[69411]: INFO nova.compute.manager [-] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Took 1.30 seconds to deallocate network for instance. [ 774.619547] env[69411]: DEBUG nova.compute.manager [req-0fa91002-7234-4d8e-bc46-9261f4792bd2 req-74ad7773-2cd2-469b-a93a-a96056036690 service nova] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Detach interface failed, port_id=c6874300-6b91-4472-a5f6-f8f082607cc5, reason: Instance 904ec972-17de-4a45-813a-61643501d6d9 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 774.620143] env[69411]: DEBUG nova.compute.manager [req-0fa91002-7234-4d8e-bc46-9261f4792bd2 req-74ad7773-2cd2-469b-a93a-a96056036690 service nova] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Received event network-vif-plugged-73d8a6a8-46e5-4794-bedf-9c2410cb28a8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.620143] env[69411]: DEBUG oslo_concurrency.lockutils [req-0fa91002-7234-4d8e-bc46-9261f4792bd2 req-74ad7773-2cd2-469b-a93a-a96056036690 service nova] Acquiring lock "7a4f3457-86cf-458a-b7e0-306123475b9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.620257] env[69411]: DEBUG oslo_concurrency.lockutils [req-0fa91002-7234-4d8e-bc46-9261f4792bd2 req-74ad7773-2cd2-469b-a93a-a96056036690 service nova] Lock "7a4f3457-86cf-458a-b7e0-306123475b9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.620403] env[69411]: DEBUG oslo_concurrency.lockutils [req-0fa91002-7234-4d8e-bc46-9261f4792bd2 req-74ad7773-2cd2-469b-a93a-a96056036690 service nova] Lock "7a4f3457-86cf-458a-b7e0-306123475b9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.620577] env[69411]: DEBUG nova.compute.manager [req-0fa91002-7234-4d8e-bc46-9261f4792bd2 req-74ad7773-2cd2-469b-a93a-a96056036690 service nova] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] No waiting events found dispatching network-vif-plugged-73d8a6a8-46e5-4794-bedf-9c2410cb28a8 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.620745] env[69411]: WARNING nova.compute.manager [req-0fa91002-7234-4d8e-bc46-9261f4792bd2 req-74ad7773-2cd2-469b-a93a-a96056036690 service nova] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Received unexpected event network-vif-plugged-73d8a6a8-46e5-4794-bedf-9c2410cb28a8 for instance with vm_state building and task_state spawning. [ 774.653301] env[69411]: INFO nova.compute.manager [-] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Took 1.24 seconds to deallocate network for instance. [ 774.669022] env[69411]: DEBUG oslo_concurrency.lockutils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Acquiring lock "refresh_cache-7a4f3457-86cf-458a-b7e0-306123475b9d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.669022] env[69411]: DEBUG oslo_concurrency.lockutils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Acquired lock "refresh_cache-7a4f3457-86cf-458a-b7e0-306123475b9d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.669022] env[69411]: DEBUG nova.network.neutron [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.719416] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52eb90e0-7e07-43fc-7178-0a41e33b43a2, 'name': SearchDatastore_Task, 'duration_secs': 0.01897} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.720128] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.720128] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.720128] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.722167] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.722167] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.722167] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea850375-8a39-4875-a4f7-0e37c812885c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.728739] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.728943] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.729611] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b3816a3-ed65-49bd-bd74-844c34330ac7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.734388] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 774.734388] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52762951-aaf3-9a7b-a03c-5f965380db1c" [ 774.734388] env[69411]: _type = "Task" [ 774.734388] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.742137] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52762951-aaf3-9a7b-a03c-5f965380db1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.745145] env[69411]: DEBUG nova.compute.manager [req-36903a0c-2cb1-451e-8b6e-1511364cc07c req-34fa9c79-65e7-4da4-bc49-63aefd64baf2 service nova] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Received event network-vif-deleted-17147b0b-c05f-4420-aa79-2249b4d95167 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.761155] env[69411]: DEBUG nova.compute.utils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.762790] env[69411]: DEBUG nova.compute.manager [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.762874] env[69411]: DEBUG nova.network.neutron [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.800060] env[69411]: DEBUG nova.policy [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2030b503bb04496fafabb830ef18bd30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15ed5127296d4409b6f1166ff2043df8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.883263] env[69411]: DEBUG oslo_concurrency.lockutils [req-3770b98b-6222-40dd-8d9d-8444c2be8f6c req-985b1bc1-8b6c-4c1b-8385-d895aa2cc093 service nova] Releasing lock "refresh_cache-492f265b-9e26-4952-be23-13608abf4be0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.100304] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.113089] env[69411]: DEBUG nova.network.neutron [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Successfully created port: 8e747be7-bdd1-456d-ac63-66a24d8ade26 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.159493] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.216063] env[69411]: DEBUG nova.network.neutron [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.246624] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52762951-aaf3-9a7b-a03c-5f965380db1c, 'name': SearchDatastore_Task, 'duration_secs': 0.007881} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.247594] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a807205f-bcdc-4ad8-a155-af90c2c8cffc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.256489] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 775.256489] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b2be74-4d89-e299-cf55-4021bec609b5" [ 775.256489] env[69411]: _type = "Task" [ 775.256489] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.271312] env[69411]: DEBUG nova.compute.manager [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.273973] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b2be74-4d89-e299-cf55-4021bec609b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.527170] env[69411]: DEBUG nova.network.neutron [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Updating instance_info_cache with network_info: [{"id": "73d8a6a8-46e5-4794-bedf-9c2410cb28a8", "address": "fa:16:3e:42:f0:a5", "network": {"id": "b7b403ea-79ee-4113-ba8b-5d3cd697a880", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-363465530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "679725f70040424cb8115b2ebf1a92f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d8a6a8-46", "ovs_interfaceid": "73d8a6a8-46e5-4794-bedf-9c2410cb28a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.767277] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b2be74-4d89-e299-cf55-4021bec609b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.767685] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.768182] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 492f265b-9e26-4952-be23-13608abf4be0/492f265b-9e26-4952-be23-13608abf4be0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.771894] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0286ba88-d756-40dd-8733-1809aa6c2bc6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.780009] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 775.780009] env[69411]: value = "task-3322816" [ 775.780009] env[69411]: _type = "Task" [ 775.780009] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.792774] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.859160] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbe5fc9-70ee-453f-839e-d6d00dcbbcd0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.868384] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78fd2e4-7d25-4466-bf0c-d585c3e6c94d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.900258] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f83298d-5acf-4b93-8965-1b3011529cd4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.908249] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832517a5-1ac1-4a64-9938-064673d235ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.925902] env[69411]: DEBUG nova.compute.provider_tree [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.031203] env[69411]: DEBUG oslo_concurrency.lockutils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Releasing lock "refresh_cache-7a4f3457-86cf-458a-b7e0-306123475b9d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.031640] env[69411]: DEBUG nova.compute.manager [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Instance network_info: |[{"id": "73d8a6a8-46e5-4794-bedf-9c2410cb28a8", "address": "fa:16:3e:42:f0:a5", "network": {"id": "b7b403ea-79ee-4113-ba8b-5d3cd697a880", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-363465530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "679725f70040424cb8115b2ebf1a92f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d8a6a8-46", "ovs_interfaceid": "73d8a6a8-46e5-4794-bedf-9c2410cb28a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.032327] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:f0:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73d8a6a8-46e5-4794-bedf-9c2410cb28a8', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.040911] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Creating folder: Project (679725f70040424cb8115b2ebf1a92f6). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.041234] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4817ce34-ed67-4610-944e-b1460fe47431 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.052844] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Created folder: Project (679725f70040424cb8115b2ebf1a92f6) in parent group-v663248. [ 776.053056] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Creating folder: Instances. Parent ref: group-v663367. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.053636] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c2b4501-b0d8-49be-8896-6d70c20ed34f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.062485] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Created folder: Instances in parent group-v663367. [ 776.063344] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.063344] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.063344] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-934621e0-6c33-4349-88ce-2658a25aff3b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.082532] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.082532] env[69411]: value = "task-3322819" [ 776.082532] env[69411]: _type = "Task" [ 776.082532] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.091926] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322819, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.101703] env[69411]: DEBUG nova.compute.manager [req-22894b8d-744d-4bff-8b44-f85c78c62623 req-5e6e8771-d2db-4bd9-98f8-0c39bb703c34 service nova] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Received event network-changed-73d8a6a8-46e5-4794-bedf-9c2410cb28a8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.101940] env[69411]: DEBUG nova.compute.manager [req-22894b8d-744d-4bff-8b44-f85c78c62623 req-5e6e8771-d2db-4bd9-98f8-0c39bb703c34 service nova] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Refreshing instance network info cache due to event network-changed-73d8a6a8-46e5-4794-bedf-9c2410cb28a8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.102126] env[69411]: DEBUG oslo_concurrency.lockutils [req-22894b8d-744d-4bff-8b44-f85c78c62623 req-5e6e8771-d2db-4bd9-98f8-0c39bb703c34 service nova] Acquiring lock "refresh_cache-7a4f3457-86cf-458a-b7e0-306123475b9d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.102406] env[69411]: DEBUG oslo_concurrency.lockutils [req-22894b8d-744d-4bff-8b44-f85c78c62623 req-5e6e8771-d2db-4bd9-98f8-0c39bb703c34 service nova] Acquired lock "refresh_cache-7a4f3457-86cf-458a-b7e0-306123475b9d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.102467] env[69411]: DEBUG nova.network.neutron [req-22894b8d-744d-4bff-8b44-f85c78c62623 req-5e6e8771-d2db-4bd9-98f8-0c39bb703c34 service nova] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Refreshing network info cache for port 73d8a6a8-46e5-4794-bedf-9c2410cb28a8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.282273] env[69411]: DEBUG nova.compute.manager [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.296327] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322816, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.313682] env[69411]: DEBUG nova.virt.hardware [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.313955] env[69411]: DEBUG nova.virt.hardware [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.314143] env[69411]: DEBUG nova.virt.hardware [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.314331] env[69411]: DEBUG nova.virt.hardware [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.314483] env[69411]: DEBUG nova.virt.hardware [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.314622] env[69411]: DEBUG nova.virt.hardware [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.314908] env[69411]: DEBUG nova.virt.hardware [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.315177] env[69411]: DEBUG nova.virt.hardware [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.315283] env[69411]: DEBUG nova.virt.hardware [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.315442] env[69411]: DEBUG nova.virt.hardware [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.315677] env[69411]: DEBUG nova.virt.hardware [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.316838] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb735e75-cee1-49e2-bb93-240b19fb54df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.328492] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d895d0b9-e474-429c-8f36-2d0c800d88a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.429429] env[69411]: DEBUG nova.scheduler.client.report [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.593396] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322819, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.795056] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782058} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.795357] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 492f265b-9e26-4952-be23-13608abf4be0/492f265b-9e26-4952-be23-13608abf4be0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.795573] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.795837] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51ca1fa5-85c3-46ec-9aba-fc8af51d9bae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.802241] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 776.802241] env[69411]: value = "task-3322820" [ 776.802241] env[69411]: _type = "Task" [ 776.802241] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.811424] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.941611] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.942195] env[69411]: DEBUG nova.compute.manager [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.947341] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.656s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.952020] env[69411]: INFO nova.compute.claims [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.094857] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322819, 'name': CreateVM_Task, 'duration_secs': 0.789176} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.095119] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.095856] env[69411]: DEBUG oslo_concurrency.lockutils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.096166] env[69411]: DEBUG oslo_concurrency.lockutils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.096524] env[69411]: DEBUG oslo_concurrency.lockutils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.096806] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85fe7a33-df55-4a58-ba8f-8201bdcb3f4f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.103470] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Waiting for the task: (returnval){ [ 777.103470] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529ccb4f-f69c-0c5b-4949-840e2e1592bb" [ 777.103470] env[69411]: _type = "Task" [ 777.103470] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.112513] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529ccb4f-f69c-0c5b-4949-840e2e1592bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.225062] env[69411]: DEBUG nova.network.neutron [req-22894b8d-744d-4bff-8b44-f85c78c62623 req-5e6e8771-d2db-4bd9-98f8-0c39bb703c34 service nova] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Updated VIF entry in instance network info cache for port 73d8a6a8-46e5-4794-bedf-9c2410cb28a8. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.225439] env[69411]: DEBUG nova.network.neutron [req-22894b8d-744d-4bff-8b44-f85c78c62623 req-5e6e8771-d2db-4bd9-98f8-0c39bb703c34 service nova] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Updating instance_info_cache with network_info: [{"id": "73d8a6a8-46e5-4794-bedf-9c2410cb28a8", "address": "fa:16:3e:42:f0:a5", "network": {"id": "b7b403ea-79ee-4113-ba8b-5d3cd697a880", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-363465530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "679725f70040424cb8115b2ebf1a92f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d8a6a8-46", "ovs_interfaceid": "73d8a6a8-46e5-4794-bedf-9c2410cb28a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.313713] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067497} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.314129] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.315498] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8fa661-094b-4570-913b-3f04b38b3390 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.321590] env[69411]: DEBUG nova.network.neutron [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Successfully updated port: 8e747be7-bdd1-456d-ac63-66a24d8ade26 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.346013] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 492f265b-9e26-4952-be23-13608abf4be0/492f265b-9e26-4952-be23-13608abf4be0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.347678] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd1c67a7-0961-498d-b4dd-b190bcf00efa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.368424] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 777.368424] env[69411]: value = "task-3322821" [ 777.368424] env[69411]: _type = "Task" [ 777.368424] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.377187] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.455189] env[69411]: DEBUG nova.compute.utils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.458749] env[69411]: DEBUG nova.compute.manager [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.458989] env[69411]: DEBUG nova.network.neutron [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.501411] env[69411]: DEBUG nova.policy [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8fdf93e16cd45cdb6d555ec7b1700ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06c9c2fcfd7e446a815f5420276db646', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.512538] env[69411]: INFO nova.compute.manager [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Rebuilding instance [ 777.564589] env[69411]: DEBUG nova.compute.manager [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.565767] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260d005d-671d-4957-bb02-57006b137877 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.614769] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529ccb4f-f69c-0c5b-4949-840e2e1592bb, 'name': SearchDatastore_Task, 'duration_secs': 0.008652} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.614769] env[69411]: DEBUG oslo_concurrency.lockutils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.614986] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.615241] env[69411]: DEBUG oslo_concurrency.lockutils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.615380] env[69411]: DEBUG oslo_concurrency.lockutils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.615549] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.616442] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba0f7fa1-3d5a-4e62-b473-912d55b16614 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.626201] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.626371] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.627089] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3259aebc-1890-4c97-a5ae-76bde891052f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.632799] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Waiting for the task: (returnval){ [ 777.632799] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5295be94-35d1-4baf-fc89-7fcd9425a593" [ 777.632799] env[69411]: _type = "Task" [ 777.632799] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.641247] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5295be94-35d1-4baf-fc89-7fcd9425a593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.729454] env[69411]: DEBUG oslo_concurrency.lockutils [req-22894b8d-744d-4bff-8b44-f85c78c62623 req-5e6e8771-d2db-4bd9-98f8-0c39bb703c34 service nova] Releasing lock "refresh_cache-7a4f3457-86cf-458a-b7e0-306123475b9d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.825579] env[69411]: DEBUG nova.network.neutron [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Successfully created port: 6b4cea6d-8824-402e-8b59-80f2fe543ed5 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.827801] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Acquiring lock "refresh_cache-fab9cb08-8bc3-4279-8d53-2efa933a1cab" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.827983] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Acquired lock "refresh_cache-fab9cb08-8bc3-4279-8d53-2efa933a1cab" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.829327] env[69411]: DEBUG nova.network.neutron [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.880127] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322821, 'name': ReconfigVM_Task, 'duration_secs': 0.288462} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.880393] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 492f265b-9e26-4952-be23-13608abf4be0/492f265b-9e26-4952-be23-13608abf4be0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.880987] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cced1fcc-6e64-4991-8c44-941807e1417b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.886770] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 777.886770] env[69411]: value = "task-3322822" [ 777.886770] env[69411]: _type = "Task" [ 777.886770] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.894464] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322822, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.959690] env[69411]: DEBUG nova.compute.manager [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.127012] env[69411]: DEBUG nova.compute.manager [req-96c7a793-fd86-4875-ba73-e41548f9f166 req-37da5e26-4578-448e-8f48-9e57e98cdcff service nova] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Received event network-vif-plugged-8e747be7-bdd1-456d-ac63-66a24d8ade26 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.127241] env[69411]: DEBUG oslo_concurrency.lockutils [req-96c7a793-fd86-4875-ba73-e41548f9f166 req-37da5e26-4578-448e-8f48-9e57e98cdcff service nova] Acquiring lock "fab9cb08-8bc3-4279-8d53-2efa933a1cab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.127447] env[69411]: DEBUG oslo_concurrency.lockutils [req-96c7a793-fd86-4875-ba73-e41548f9f166 req-37da5e26-4578-448e-8f48-9e57e98cdcff service nova] Lock "fab9cb08-8bc3-4279-8d53-2efa933a1cab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.127608] env[69411]: DEBUG oslo_concurrency.lockutils [req-96c7a793-fd86-4875-ba73-e41548f9f166 req-37da5e26-4578-448e-8f48-9e57e98cdcff service nova] Lock "fab9cb08-8bc3-4279-8d53-2efa933a1cab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.127774] env[69411]: DEBUG nova.compute.manager [req-96c7a793-fd86-4875-ba73-e41548f9f166 req-37da5e26-4578-448e-8f48-9e57e98cdcff service nova] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] No waiting events found dispatching network-vif-plugged-8e747be7-bdd1-456d-ac63-66a24d8ade26 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.128068] env[69411]: WARNING nova.compute.manager [req-96c7a793-fd86-4875-ba73-e41548f9f166 req-37da5e26-4578-448e-8f48-9e57e98cdcff service nova] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Received unexpected event network-vif-plugged-8e747be7-bdd1-456d-ac63-66a24d8ade26 for instance with vm_state building and task_state spawning. [ 778.128068] env[69411]: DEBUG nova.compute.manager [req-96c7a793-fd86-4875-ba73-e41548f9f166 req-37da5e26-4578-448e-8f48-9e57e98cdcff service nova] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Received event network-changed-8e747be7-bdd1-456d-ac63-66a24d8ade26 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.128231] env[69411]: DEBUG nova.compute.manager [req-96c7a793-fd86-4875-ba73-e41548f9f166 req-37da5e26-4578-448e-8f48-9e57e98cdcff service nova] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Refreshing instance network info cache due to event network-changed-8e747be7-bdd1-456d-ac63-66a24d8ade26. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.128395] env[69411]: DEBUG oslo_concurrency.lockutils [req-96c7a793-fd86-4875-ba73-e41548f9f166 req-37da5e26-4578-448e-8f48-9e57e98cdcff service nova] Acquiring lock "refresh_cache-fab9cb08-8bc3-4279-8d53-2efa933a1cab" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.144903] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5295be94-35d1-4baf-fc89-7fcd9425a593, 'name': SearchDatastore_Task, 'duration_secs': 0.009134} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.145799] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4399b01-0523-40ea-b164-27bbc1079d12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.152841] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Waiting for the task: (returnval){ [ 778.152841] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5219a670-39ec-8239-c4a3-c688d21c8ef9" [ 778.152841] env[69411]: _type = "Task" [ 778.152841] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.160713] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5219a670-39ec-8239-c4a3-c688d21c8ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.382475] env[69411]: DEBUG nova.network.neutron [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.400690] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322822, 'name': Rename_Task, 'duration_secs': 0.215213} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.402466] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.402845] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1aea32a3-5e79-4168-abe6-ac6b5c132bb5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.409289] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 778.409289] env[69411]: value = "task-3322823" [ 778.409289] env[69411]: _type = "Task" [ 778.409289] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.419401] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.438651] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6725e6d-0696-4372-8b02-83a165a37c3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.447193] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97098d68-0f25-48f7-986e-4035a3f4ceef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.486970] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07babd54-1d83-4d31-8428-a94781a08ccf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.495599] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df12bce6-39c9-4189-8abf-12a5288ebebb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.509577] env[69411]: DEBUG nova.compute.provider_tree [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.583103] env[69411]: DEBUG nova.network.neutron [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Updating instance_info_cache with network_info: [{"id": "8e747be7-bdd1-456d-ac63-66a24d8ade26", "address": "fa:16:3e:56:5a:76", "network": {"id": "60fcd2f6-a676-4d06-a228-52d09b1dbf5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1030004548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15ed5127296d4409b6f1166ff2043df8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e747be7-bd", "ovs_interfaceid": "8e747be7-bdd1-456d-ac63-66a24d8ade26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.584581] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.585014] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfb98656-444b-40a2-a2dd-9030eb7e9870 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.592227] env[69411]: DEBUG oslo_vmware.api [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Waiting for the task: (returnval){ [ 778.592227] env[69411]: value = "task-3322824" [ 778.592227] env[69411]: _type = "Task" [ 778.592227] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.601264] env[69411]: DEBUG oslo_vmware.api [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.665041] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5219a670-39ec-8239-c4a3-c688d21c8ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.009083} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.665331] env[69411]: DEBUG oslo_concurrency.lockutils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.665587] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 7a4f3457-86cf-458a-b7e0-306123475b9d/7a4f3457-86cf-458a-b7e0-306123475b9d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.665839] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d68f46ca-1620-4e18-8f0f-c6a3fed76ee4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.672628] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Waiting for the task: (returnval){ [ 778.672628] env[69411]: value = "task-3322825" [ 778.672628] env[69411]: _type = "Task" [ 778.672628] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.680198] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.920316] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.992199] env[69411]: DEBUG nova.compute.manager [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.023038] env[69411]: DEBUG nova.virt.hardware [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.023465] env[69411]: DEBUG nova.virt.hardware [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.023626] env[69411]: DEBUG nova.virt.hardware [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.023982] env[69411]: DEBUG nova.virt.hardware [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.024068] env[69411]: DEBUG nova.virt.hardware [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.024225] env[69411]: DEBUG nova.virt.hardware [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.024493] env[69411]: DEBUG nova.virt.hardware [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.024657] env[69411]: DEBUG nova.virt.hardware [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.024823] env[69411]: DEBUG nova.virt.hardware [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.025034] env[69411]: DEBUG nova.virt.hardware [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.025255] env[69411]: DEBUG nova.virt.hardware [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.026296] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3880c8ea-379e-4ba5-baa6-dca2882708ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.036131] env[69411]: ERROR nova.scheduler.client.report [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [req-30fcf9e0-9539-42ab-917a-02dec5dd454d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-30fcf9e0-9539-42ab-917a-02dec5dd454d"}]} [ 779.037692] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c701333-ce4a-4582-a2bb-42b9f72b3e5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.060707] env[69411]: DEBUG nova.scheduler.client.report [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 779.078700] env[69411]: DEBUG nova.scheduler.client.report [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 779.078951] env[69411]: DEBUG nova.compute.provider_tree [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.086307] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Releasing lock "refresh_cache-fab9cb08-8bc3-4279-8d53-2efa933a1cab" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.086712] env[69411]: DEBUG nova.compute.manager [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Instance network_info: |[{"id": "8e747be7-bdd1-456d-ac63-66a24d8ade26", "address": "fa:16:3e:56:5a:76", "network": {"id": "60fcd2f6-a676-4d06-a228-52d09b1dbf5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1030004548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15ed5127296d4409b6f1166ff2043df8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e747be7-bd", "ovs_interfaceid": "8e747be7-bdd1-456d-ac63-66a24d8ade26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.087077] env[69411]: DEBUG oslo_concurrency.lockutils [req-96c7a793-fd86-4875-ba73-e41548f9f166 req-37da5e26-4578-448e-8f48-9e57e98cdcff service nova] Acquired lock "refresh_cache-fab9cb08-8bc3-4279-8d53-2efa933a1cab" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.087865] env[69411]: DEBUG nova.network.neutron [req-96c7a793-fd86-4875-ba73-e41548f9f166 req-37da5e26-4578-448e-8f48-9e57e98cdcff service nova] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Refreshing network info cache for port 8e747be7-bdd1-456d-ac63-66a24d8ade26 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.088632] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:5a:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e747be7-bdd1-456d-ac63-66a24d8ade26', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.097272] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Creating folder: Project (15ed5127296d4409b6f1166ff2043df8). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.099181] env[69411]: DEBUG nova.scheduler.client.report [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 779.104128] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-523e96f6-0c92-49cd-a22e-86d643c08885 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.122208] env[69411]: DEBUG oslo_vmware.api [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322824, 'name': PowerOffVM_Task, 'duration_secs': 0.171227} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.123935] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.124771] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.125115] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Created folder: Project (15ed5127296d4409b6f1166ff2043df8) in parent group-v663248. [ 779.125295] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Creating folder: Instances. Parent ref: group-v663370. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.125531] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04fb151d-9dd3-4128-b60e-c7b06c5cf613 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.127236] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d15fa07f-0fee-448d-8ed9-b9c53e9a0755 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.130139] env[69411]: DEBUG nova.scheduler.client.report [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 779.141340] env[69411]: DEBUG oslo_vmware.api [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Waiting for the task: (returnval){ [ 779.141340] env[69411]: value = "task-3322827" [ 779.141340] env[69411]: _type = "Task" [ 779.141340] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.146336] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Created folder: Instances in parent group-v663370. [ 779.146587] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.147269] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.147526] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3cce526-f6f0-4741-8ff0-8bc9de913103 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.178484] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 779.178627] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 779.178811] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663282', 'volume_id': 'c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a', 'name': 'volume-c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a', 'serial': 'c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 779.180825] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f854e9-6157-477f-8918-6b88a2f1522b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.183884] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.183884] env[69411]: value = "task-3322829" [ 779.183884] env[69411]: _type = "Task" [ 779.183884] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.207974] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322825, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.209531] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e020441-2256-4112-acb4-71ce3a1db11a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.216339] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322829, 'name': CreateVM_Task} progress is 15%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.220604] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05f189c-6522-4903-b2a4-90c8a68131de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.241207] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027ec17b-fb64-4afc-86d7-38f75c01a1b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.259911] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] The volume has not been displaced from its original location: [datastore2] volume-c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a/volume-c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 779.265571] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 779.270434] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f0cd3f5-d672-4d38-b4ac-5b30da0184ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.290660] env[69411]: DEBUG oslo_vmware.api [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Waiting for the task: (returnval){ [ 779.290660] env[69411]: value = "task-3322830" [ 779.290660] env[69411]: _type = "Task" [ 779.290660] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.301927] env[69411]: DEBUG oslo_vmware.api [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.425177] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.523139] env[69411]: DEBUG nova.network.neutron [req-96c7a793-fd86-4875-ba73-e41548f9f166 req-37da5e26-4578-448e-8f48-9e57e98cdcff service nova] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Updated VIF entry in instance network info cache for port 8e747be7-bdd1-456d-ac63-66a24d8ade26. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.525306] env[69411]: DEBUG nova.network.neutron [req-96c7a793-fd86-4875-ba73-e41548f9f166 req-37da5e26-4578-448e-8f48-9e57e98cdcff service nova] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Updating instance_info_cache with network_info: [{"id": "8e747be7-bdd1-456d-ac63-66a24d8ade26", "address": "fa:16:3e:56:5a:76", "network": {"id": "60fcd2f6-a676-4d06-a228-52d09b1dbf5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1030004548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15ed5127296d4409b6f1166ff2043df8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e747be7-bd", "ovs_interfaceid": "8e747be7-bdd1-456d-ac63-66a24d8ade26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.604352] env[69411]: DEBUG nova.network.neutron [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Successfully updated port: 6b4cea6d-8824-402e-8b59-80f2fe543ed5 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.685050] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55593} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.691059] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 7a4f3457-86cf-458a-b7e0-306123475b9d/7a4f3457-86cf-458a-b7e0-306123475b9d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.691059] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.691059] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a291ac0-9d5b-4971-b848-fe41001e50fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.698875] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322829, 'name': CreateVM_Task, 'duration_secs': 0.354335} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.702526] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.702855] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Waiting for the task: (returnval){ [ 779.702855] env[69411]: value = "task-3322831" [ 779.702855] env[69411]: _type = "Task" [ 779.702855] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.703698] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.703853] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.704215] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.704511] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad519a48-7b2b-433a-bcf4-27e2dfdbb6f4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.712772] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Waiting for the task: (returnval){ [ 779.712772] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5248b4f0-f13c-8dc8-1a0c-29c96da50ca6" [ 779.712772] env[69411]: _type = "Task" [ 779.712772] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.715489] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.727093] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5248b4f0-f13c-8dc8-1a0c-29c96da50ca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.772613] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86efcc81-c8f0-408b-a2f6-1194cd27a289 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.781286] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4f9e79-c89a-4b7a-8f2d-a6caa6e16996 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.815433] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4870109-4140-4157-9cdb-6c57343f1ce9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.823977] env[69411]: DEBUG oslo_vmware.api [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322830, 'name': ReconfigVM_Task, 'duration_secs': 0.161965} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.826112] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 779.830887] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4209e9c8-7515-4e5b-838c-6ee41a3cfdb1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.841695] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd822386-3439-43b3-804d-bcdc50db1f52 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.855595] env[69411]: DEBUG nova.compute.provider_tree [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.858110] env[69411]: DEBUG oslo_vmware.api [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Waiting for the task: (returnval){ [ 779.858110] env[69411]: value = "task-3322832" [ 779.858110] env[69411]: _type = "Task" [ 779.858110] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.865983] env[69411]: DEBUG oslo_vmware.api [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.919461] env[69411]: DEBUG oslo_vmware.api [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322823, 'name': PowerOnVM_Task, 'duration_secs': 1.381124} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.919720] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.919921] env[69411]: INFO nova.compute.manager [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Took 8.96 seconds to spawn the instance on the hypervisor. [ 779.920111] env[69411]: DEBUG nova.compute.manager [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.920879] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf7ddb4-f6b7-4d8e-9299-d376924ae683 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.028326] env[69411]: DEBUG oslo_concurrency.lockutils [req-96c7a793-fd86-4875-ba73-e41548f9f166 req-37da5e26-4578-448e-8f48-9e57e98cdcff service nova] Releasing lock "refresh_cache-fab9cb08-8bc3-4279-8d53-2efa933a1cab" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.106952] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "refresh_cache-c338199b-875b-43e2-9221-6d071e981d9e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.107120] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquired lock "refresh_cache-c338199b-875b-43e2-9221-6d071e981d9e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.107230] env[69411]: DEBUG nova.network.neutron [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.150530] env[69411]: DEBUG nova.compute.manager [req-49e6c8aa-e593-4f2a-a3eb-fd476c2d42cb req-84d872ae-0bde-46bc-ac16-164239781ab4 service nova] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Received event network-vif-plugged-6b4cea6d-8824-402e-8b59-80f2fe543ed5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.150751] env[69411]: DEBUG oslo_concurrency.lockutils [req-49e6c8aa-e593-4f2a-a3eb-fd476c2d42cb req-84d872ae-0bde-46bc-ac16-164239781ab4 service nova] Acquiring lock "c338199b-875b-43e2-9221-6d071e981d9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.150948] env[69411]: DEBUG oslo_concurrency.lockutils [req-49e6c8aa-e593-4f2a-a3eb-fd476c2d42cb req-84d872ae-0bde-46bc-ac16-164239781ab4 service nova] Lock "c338199b-875b-43e2-9221-6d071e981d9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.151127] env[69411]: DEBUG oslo_concurrency.lockutils [req-49e6c8aa-e593-4f2a-a3eb-fd476c2d42cb req-84d872ae-0bde-46bc-ac16-164239781ab4 service nova] Lock "c338199b-875b-43e2-9221-6d071e981d9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.151298] env[69411]: DEBUG nova.compute.manager [req-49e6c8aa-e593-4f2a-a3eb-fd476c2d42cb req-84d872ae-0bde-46bc-ac16-164239781ab4 service nova] [instance: c338199b-875b-43e2-9221-6d071e981d9e] No waiting events found dispatching network-vif-plugged-6b4cea6d-8824-402e-8b59-80f2fe543ed5 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.151441] env[69411]: WARNING nova.compute.manager [req-49e6c8aa-e593-4f2a-a3eb-fd476c2d42cb req-84d872ae-0bde-46bc-ac16-164239781ab4 service nova] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Received unexpected event network-vif-plugged-6b4cea6d-8824-402e-8b59-80f2fe543ed5 for instance with vm_state building and task_state spawning. [ 780.151601] env[69411]: DEBUG nova.compute.manager [req-49e6c8aa-e593-4f2a-a3eb-fd476c2d42cb req-84d872ae-0bde-46bc-ac16-164239781ab4 service nova] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Received event network-changed-6b4cea6d-8824-402e-8b59-80f2fe543ed5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.151750] env[69411]: DEBUG nova.compute.manager [req-49e6c8aa-e593-4f2a-a3eb-fd476c2d42cb req-84d872ae-0bde-46bc-ac16-164239781ab4 service nova] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Refreshing instance network info cache due to event network-changed-6b4cea6d-8824-402e-8b59-80f2fe543ed5. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.151964] env[69411]: DEBUG oslo_concurrency.lockutils [req-49e6c8aa-e593-4f2a-a3eb-fd476c2d42cb req-84d872ae-0bde-46bc-ac16-164239781ab4 service nova] Acquiring lock "refresh_cache-c338199b-875b-43e2-9221-6d071e981d9e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.214025] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08855} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.214357] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.215117] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa0f6e1-28f1-41fc-959b-44d851618e10 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.226458] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5248b4f0-f13c-8dc8-1a0c-29c96da50ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.023595} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.236190] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.236452] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.236862] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.236862] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.237034] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.245780] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 7a4f3457-86cf-458a-b7e0-306123475b9d/7a4f3457-86cf-458a-b7e0-306123475b9d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.246132] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5963d1b1-3d09-4d37-8115-c83ed0ff1b95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.248580] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b06d150e-8537-4616-baad-9ad56974ec65 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.268884] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Waiting for the task: (returnval){ [ 780.268884] env[69411]: value = "task-3322833" [ 780.268884] env[69411]: _type = "Task" [ 780.268884] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.270078] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.270206] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.273527] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9343bf05-7d7d-4275-9dbc-dba7c76045c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.279604] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Waiting for the task: (returnval){ [ 780.279604] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c7508a-c985-eb6d-ef5c-d480ddb4fd37" [ 780.279604] env[69411]: _type = "Task" [ 780.279604] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.282612] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322833, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.290943] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c7508a-c985-eb6d-ef5c-d480ddb4fd37, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.291656] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29798b2-1502-4b5d-8989-3f9bfc98656f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.296091] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Waiting for the task: (returnval){ [ 780.296091] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5294a01d-96ff-cfda-1f5b-1b622d1ba8e4" [ 780.296091] env[69411]: _type = "Task" [ 780.296091] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.304368] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5294a01d-96ff-cfda-1f5b-1b622d1ba8e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.370526] env[69411]: DEBUG oslo_vmware.api [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.395657] env[69411]: DEBUG nova.scheduler.client.report [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 780.395919] env[69411]: DEBUG nova.compute.provider_tree [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 62 to 63 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 780.396104] env[69411]: DEBUG nova.compute.provider_tree [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 780.437798] env[69411]: INFO nova.compute.manager [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Took 47.87 seconds to build instance. [ 780.638691] env[69411]: DEBUG nova.network.neutron [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.779481] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322833, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.808508] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5294a01d-96ff-cfda-1f5b-1b622d1ba8e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009249} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.808774] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.809042] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] fab9cb08-8bc3-4279-8d53-2efa933a1cab/fab9cb08-8bc3-4279-8d53-2efa933a1cab.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.809311] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f3a99e8-ffb4-4ef8-8ac0-16cd293bee6d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.816066] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Waiting for the task: (returnval){ [ 780.816066] env[69411]: value = "task-3322834" [ 780.816066] env[69411]: _type = "Task" [ 780.816066] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.824540] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.857953] env[69411]: DEBUG nova.network.neutron [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Updating instance_info_cache with network_info: [{"id": "6b4cea6d-8824-402e-8b59-80f2fe543ed5", "address": "fa:16:3e:f1:c4:41", "network": {"id": "3c60be1f-2030-4eb8-a84c-5ca504f6de7a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-339236847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c9c2fcfd7e446a815f5420276db646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4cea6d-88", "ovs_interfaceid": "6b4cea6d-8824-402e-8b59-80f2fe543ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.868793] env[69411]: DEBUG oslo_vmware.api [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322832, 'name': ReconfigVM_Task, 'duration_secs': 0.680932} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.870356] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663282', 'volume_id': 'c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a', 'name': 'volume-c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a', 'serial': 'c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 780.870356] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.870356] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5737a5f6-c065-4981-8c53-4934dc4ff888 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.878943] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.879210] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b62cc21-6621-4932-970e-ff39ef9248e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.901280] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.954s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.901821] env[69411]: DEBUG nova.compute.manager [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.904903] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.936s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.906877] env[69411]: INFO nova.compute.claims [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.940427] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5823ab5-be99-4858-8a09-3fdd1fa8d5b5 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "492f265b-9e26-4952-be23-13608abf4be0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.612s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.967071] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.967328] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.967542] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Deleting the datastore file [datastore2] 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.967832] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7158439e-b7ef-44fc-bcd6-149938d23c8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.975030] env[69411]: DEBUG oslo_vmware.api [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Waiting for the task: (returnval){ [ 780.975030] env[69411]: value = "task-3322836" [ 780.975030] env[69411]: _type = "Task" [ 780.975030] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.982744] env[69411]: DEBUG oslo_vmware.api [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.280511] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322833, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.326566] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.365255] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Releasing lock "refresh_cache-c338199b-875b-43e2-9221-6d071e981d9e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.365255] env[69411]: DEBUG nova.compute.manager [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Instance network_info: |[{"id": "6b4cea6d-8824-402e-8b59-80f2fe543ed5", "address": "fa:16:3e:f1:c4:41", "network": {"id": "3c60be1f-2030-4eb8-a84c-5ca504f6de7a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-339236847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c9c2fcfd7e446a815f5420276db646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4cea6d-88", "ovs_interfaceid": "6b4cea6d-8824-402e-8b59-80f2fe543ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.365409] env[69411]: DEBUG oslo_concurrency.lockutils [req-49e6c8aa-e593-4f2a-a3eb-fd476c2d42cb req-84d872ae-0bde-46bc-ac16-164239781ab4 service nova] Acquired lock "refresh_cache-c338199b-875b-43e2-9221-6d071e981d9e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.365564] env[69411]: DEBUG nova.network.neutron [req-49e6c8aa-e593-4f2a-a3eb-fd476c2d42cb req-84d872ae-0bde-46bc-ac16-164239781ab4 service nova] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Refreshing network info cache for port 6b4cea6d-8824-402e-8b59-80f2fe543ed5 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.366799] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:c4:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b4cea6d-8824-402e-8b59-80f2fe543ed5', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.375453] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.376879] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.376879] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8f0fe92-6993-4ae4-8288-b8a004402fab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.397858] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.397858] env[69411]: value = "task-3322837" [ 781.397858] env[69411]: _type = "Task" [ 781.397858] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.406796] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322837, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.411263] env[69411]: DEBUG nova.compute.utils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.417871] env[69411]: DEBUG nova.compute.manager [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.418149] env[69411]: DEBUG nova.network.neutron [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.443595] env[69411]: DEBUG nova.compute.manager [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.475271] env[69411]: DEBUG nova.policy [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e038624c30c415b9e44eeb878c2f5a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '753c162f1598450caa73f4b71e7edcce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.497759] env[69411]: DEBUG oslo_vmware.api [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Task: {'id': task-3322836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.074608} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.497946] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.498216] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.498336] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.598089] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 781.598566] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-314ae2d0-4c51-426c-8914-1175bcb48ef6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.608610] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35ce498-7a7f-481c-bb6e-0fe5c41de209 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.659718] env[69411]: ERROR nova.compute.manager [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Failed to detach volume c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a from /dev/sda: nova.exception.InstanceNotFound: Instance 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a could not be found. [ 781.659718] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Traceback (most recent call last): [ 781.659718] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 781.659718] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] self.driver.rebuild(**kwargs) [ 781.659718] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 781.659718] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] raise NotImplementedError() [ 781.659718] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] NotImplementedError [ 781.659718] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] [ 781.659718] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] During handling of the above exception, another exception occurred: [ 781.659718] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] [ 781.659718] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Traceback (most recent call last): [ 781.659718] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 781.659718] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] self.driver.detach_volume(context, old_connection_info, [ 781.660525] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 781.660525] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] return self._volumeops.detach_volume(connection_info, instance) [ 781.660525] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 781.660525] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] self._detach_volume_vmdk(connection_info, instance) [ 781.660525] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 781.660525] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 781.660525] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 781.660525] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] stable_ref.fetch_moref(session) [ 781.660525] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 781.660525] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 781.660525] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] nova.exception.InstanceNotFound: Instance 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a could not be found. [ 781.660525] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] [ 781.786592] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322833, 'name': ReconfigVM_Task, 'duration_secs': 1.451227} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.787627] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 7a4f3457-86cf-458a-b7e0-306123475b9d/7a4f3457-86cf-458a-b7e0-306123475b9d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.790781] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-060a9ef0-d0e4-4bf9-9e0b-4c8464f4ea5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.797696] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Waiting for the task: (returnval){ [ 781.797696] env[69411]: value = "task-3322838" [ 781.797696] env[69411]: _type = "Task" [ 781.797696] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.809323] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322838, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.826494] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322834, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.849380] env[69411]: DEBUG nova.compute.utils [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Build of instance 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a aborted: Failed to rebuild volume backed instance. {{(pid=69411) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 781.853126] env[69411]: ERROR nova.compute.manager [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a aborted: Failed to rebuild volume backed instance. [ 781.853126] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Traceback (most recent call last): [ 781.853126] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 781.853126] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] self.driver.rebuild(**kwargs) [ 781.853126] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 781.853126] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] raise NotImplementedError() [ 781.853126] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] NotImplementedError [ 781.853126] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] [ 781.853126] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] During handling of the above exception, another exception occurred: [ 781.853126] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] [ 781.853126] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Traceback (most recent call last): [ 781.853126] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 781.853126] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] self._detach_root_volume(context, instance, root_bdm) [ 781.853635] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 781.853635] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] with excutils.save_and_reraise_exception(): [ 781.853635] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 781.853635] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] self.force_reraise() [ 781.853635] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 781.853635] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] raise self.value [ 781.853635] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 781.853635] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] self.driver.detach_volume(context, old_connection_info, [ 781.853635] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 781.853635] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] return self._volumeops.detach_volume(connection_info, instance) [ 781.853635] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 781.853635] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] self._detach_volume_vmdk(connection_info, instance) [ 781.853954] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 781.853954] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 781.853954] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 781.853954] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] stable_ref.fetch_moref(session) [ 781.853954] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 781.853954] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 781.853954] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] nova.exception.InstanceNotFound: Instance 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a could not be found. [ 781.853954] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] [ 781.853954] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] During handling of the above exception, another exception occurred: [ 781.853954] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] [ 781.853954] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Traceback (most recent call last): [ 781.853954] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 781.853954] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] yield [ 781.853954] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 781.854328] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] self._do_rebuild_instance_with_claim( [ 781.854328] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 781.854328] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] self._do_rebuild_instance( [ 781.854328] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 781.854328] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] self._rebuild_default_impl(**kwargs) [ 781.854328] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 781.854328] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] self._rebuild_volume_backed_instance( [ 781.854328] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 781.854328] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] raise exception.BuildAbortException( [ 781.854328] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] nova.exception.BuildAbortException: Build of instance 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a aborted: Failed to rebuild volume backed instance. [ 781.854328] env[69411]: ERROR nova.compute.manager [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] [ 781.908895] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322837, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.924141] env[69411]: DEBUG nova.compute.manager [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.965408] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.018323] env[69411]: DEBUG nova.network.neutron [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Successfully created port: 59d56da9-b612-45e2-a261-6a05aefb687b {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.271754] env[69411]: INFO nova.compute.manager [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Rebuilding instance [ 782.314820] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322838, 'name': Rename_Task, 'duration_secs': 0.458048} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.318494] env[69411]: DEBUG nova.network.neutron [req-49e6c8aa-e593-4f2a-a3eb-fd476c2d42cb req-84d872ae-0bde-46bc-ac16-164239781ab4 service nova] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Updated VIF entry in instance network info cache for port 6b4cea6d-8824-402e-8b59-80f2fe543ed5. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.318839] env[69411]: DEBUG nova.network.neutron [req-49e6c8aa-e593-4f2a-a3eb-fd476c2d42cb req-84d872ae-0bde-46bc-ac16-164239781ab4 service nova] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Updating instance_info_cache with network_info: [{"id": "6b4cea6d-8824-402e-8b59-80f2fe543ed5", "address": "fa:16:3e:f1:c4:41", "network": {"id": "3c60be1f-2030-4eb8-a84c-5ca504f6de7a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-339236847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c9c2fcfd7e446a815f5420276db646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b4cea6d-88", "ovs_interfaceid": "6b4cea6d-8824-402e-8b59-80f2fe543ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.320021] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.326019] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79825ca7-b709-422a-8936-65c1389597ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.336030] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322834, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.305098} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.338093] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] fab9cb08-8bc3-4279-8d53-2efa933a1cab/fab9cb08-8bc3-4279-8d53-2efa933a1cab.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.338093] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.338254] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Waiting for the task: (returnval){ [ 782.338254] env[69411]: value = "task-3322839" [ 782.338254] env[69411]: _type = "Task" [ 782.338254] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.339131] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4eb7c32-5fd1-4956-bf93-944e32417f03 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.352251] env[69411]: DEBUG nova.compute.manager [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.353268] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b821d2e6-57c0-4887-8fe4-cc2b468c4670 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.364312] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Waiting for the task: (returnval){ [ 782.364312] env[69411]: value = "task-3322840" [ 782.364312] env[69411]: _type = "Task" [ 782.364312] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.364710] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322839, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.390164] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.410772] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322837, 'name': CreateVM_Task, 'duration_secs': 0.893318} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.410937] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.411701] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.411865] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.412519] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.412519] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c44e411-bd65-480c-8a6c-0a0cc926ece5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.417363] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 782.417363] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cdf823-ec5a-2c5d-3e2e-05b3a42718ac" [ 782.417363] env[69411]: _type = "Task" [ 782.417363] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.436411] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cdf823-ec5a-2c5d-3e2e-05b3a42718ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.437907] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.438349] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.438591] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.438734] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.438906] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.439820] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdb1d0e1-038b-4b17-8e74-de938b1a3f92 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.448332] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.448518] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.449307] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5598102-b340-4a70-a437-5c056f39c479 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.457513] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 782.457513] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524f1259-9b5a-64c6-ac89-8b46c27ffab0" [ 782.457513] env[69411]: _type = "Task" [ 782.457513] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.465710] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524f1259-9b5a-64c6-ac89-8b46c27ffab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.529750] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0416a5c-1fe9-47d5-8c20-bfbb1a003799 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.539065] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38edaa70-3404-4f3c-aa1c-c120a0124d43 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.573104] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82624fb3-5b58-4f96-a609-c1d2381f9304 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.580913] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb711b8-cae3-4a66-839d-8925d82e141f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.595656] env[69411]: DEBUG nova.compute.provider_tree [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.830788] env[69411]: DEBUG oslo_concurrency.lockutils [req-49e6c8aa-e593-4f2a-a3eb-fd476c2d42cb req-84d872ae-0bde-46bc-ac16-164239781ab4 service nova] Releasing lock "refresh_cache-c338199b-875b-43e2-9221-6d071e981d9e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.850743] env[69411]: DEBUG oslo_vmware.api [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322839, 'name': PowerOnVM_Task, 'duration_secs': 0.456727} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.851109] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.851329] env[69411]: INFO nova.compute.manager [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Took 9.17 seconds to spawn the instance on the hypervisor. [ 782.851510] env[69411]: DEBUG nova.compute.manager [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.852595] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889b8dbe-aba2-48fe-bea2-b76bd3b20aeb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.876452] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075337} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.876704] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.877464] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eb3e91-3d0f-4953-9cdf-9cd646de147e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.902947] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] fab9cb08-8bc3-4279-8d53-2efa933a1cab/fab9cb08-8bc3-4279-8d53-2efa933a1cab.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.903775] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e552d6f-49f9-4507-abb1-2a28528cf497 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.923066] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Waiting for the task: (returnval){ [ 782.923066] env[69411]: value = "task-3322841" [ 782.923066] env[69411]: _type = "Task" [ 782.923066] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.930884] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.941668] env[69411]: DEBUG nova.compute.manager [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.967434] env[69411]: DEBUG nova.virt.hardware [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.967811] env[69411]: DEBUG nova.virt.hardware [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.967811] env[69411]: DEBUG nova.virt.hardware [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.967885] env[69411]: DEBUG nova.virt.hardware [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.967984] env[69411]: DEBUG nova.virt.hardware [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.968164] env[69411]: DEBUG nova.virt.hardware [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.968372] env[69411]: DEBUG nova.virt.hardware [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.968516] env[69411]: DEBUG nova.virt.hardware [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.968681] env[69411]: DEBUG nova.virt.hardware [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.968881] env[69411]: DEBUG nova.virt.hardware [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.969077] env[69411]: DEBUG nova.virt.hardware [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.969909] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264e0766-f59d-4e68-b50c-1784e23fc7bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.976127] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524f1259-9b5a-64c6-ac89-8b46c27ffab0, 'name': SearchDatastore_Task, 'duration_secs': 0.009124} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.977217] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d66b9f5-9f5f-47b3-9c22-bd1a9cf9f11d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.982562] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcd8cf7-0941-41a9-b40c-8ab22437d6c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.989471] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 782.989471] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521e593a-7a28-6f1c-3947-4995b067190b" [ 782.989471] env[69411]: _type = "Task" [ 782.989471] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.007801] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521e593a-7a28-6f1c-3947-4995b067190b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.117509] env[69411]: ERROR nova.scheduler.client.report [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [req-5ede0f78-ed41-4748-92f0-ae55ce9b22c0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5ede0f78-ed41-4748-92f0-ae55ce9b22c0"}]} [ 783.136073] env[69411]: DEBUG nova.scheduler.client.report [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 783.155273] env[69411]: DEBUG nova.scheduler.client.report [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 783.155496] env[69411]: DEBUG nova.compute.provider_tree [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.167528] env[69411]: DEBUG nova.scheduler.client.report [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 783.188184] env[69411]: DEBUG nova.scheduler.client.report [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 783.372453] env[69411]: INFO nova.compute.manager [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Took 48.40 seconds to build instance. [ 783.394824] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.395138] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5647b8d9-28b6-40b0-85e0-04784a759252 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.404936] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 783.404936] env[69411]: value = "task-3322842" [ 783.404936] env[69411]: _type = "Task" [ 783.404936] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.417431] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.438113] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322841, 'name': ReconfigVM_Task, 'duration_secs': 0.492499} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.438363] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Reconfigured VM instance instance-0000002a to attach disk [datastore1] fab9cb08-8bc3-4279-8d53-2efa933a1cab/fab9cb08-8bc3-4279-8d53-2efa933a1cab.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.438985] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b742b531-8c4e-45df-9daa-47c3cc5718f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.448212] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Waiting for the task: (returnval){ [ 783.448212] env[69411]: value = "task-3322843" [ 783.448212] env[69411]: _type = "Task" [ 783.448212] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.457599] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322843, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.505822] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521e593a-7a28-6f1c-3947-4995b067190b, 'name': SearchDatastore_Task, 'duration_secs': 0.052319} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.506385] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.506385] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] c338199b-875b-43e2-9221-6d071e981d9e/c338199b-875b-43e2-9221-6d071e981d9e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.506595] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4ec0ddf-6dd7-43d5-a914-d0fbefe51484 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.516389] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 783.516389] env[69411]: value = "task-3322844" [ 783.516389] env[69411]: _type = "Task" [ 783.516389] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.524659] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.733018] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e3edb7-833a-4ac0-b0dc-296c63ce902f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.740657] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d04020-f1c8-4792-b308-0d9cd6364c99 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.782912] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef695a5d-6d92-4f6e-985a-c6564f820850 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.791189] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e949df41-6e3d-4a9d-9b46-262aad61b669 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.805989] env[69411]: DEBUG nova.compute.provider_tree [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.828195] env[69411]: DEBUG nova.compute.manager [req-f08295f0-dacd-4c22-b4cc-5e3e14a58767 req-fa7133a9-f2fd-4466-98d0-f0d5bf962e78 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Received event network-vif-plugged-59d56da9-b612-45e2-a261-6a05aefb687b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.828462] env[69411]: DEBUG oslo_concurrency.lockutils [req-f08295f0-dacd-4c22-b4cc-5e3e14a58767 req-fa7133a9-f2fd-4466-98d0-f0d5bf962e78 service nova] Acquiring lock "f6139cf8-37f2-487a-920b-562f8ad60bc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.828848] env[69411]: DEBUG oslo_concurrency.lockutils [req-f08295f0-dacd-4c22-b4cc-5e3e14a58767 req-fa7133a9-f2fd-4466-98d0-f0d5bf962e78 service nova] Lock "f6139cf8-37f2-487a-920b-562f8ad60bc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.829025] env[69411]: DEBUG oslo_concurrency.lockutils [req-f08295f0-dacd-4c22-b4cc-5e3e14a58767 req-fa7133a9-f2fd-4466-98d0-f0d5bf962e78 service nova] Lock "f6139cf8-37f2-487a-920b-562f8ad60bc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.829230] env[69411]: DEBUG nova.compute.manager [req-f08295f0-dacd-4c22-b4cc-5e3e14a58767 req-fa7133a9-f2fd-4466-98d0-f0d5bf962e78 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] No waiting events found dispatching network-vif-plugged-59d56da9-b612-45e2-a261-6a05aefb687b {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.829438] env[69411]: WARNING nova.compute.manager [req-f08295f0-dacd-4c22-b4cc-5e3e14a58767 req-fa7133a9-f2fd-4466-98d0-f0d5bf962e78 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Received unexpected event network-vif-plugged-59d56da9-b612-45e2-a261-6a05aefb687b for instance with vm_state building and task_state spawning. [ 783.855377] env[69411]: DEBUG nova.network.neutron [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Successfully updated port: 59d56da9-b612-45e2-a261-6a05aefb687b {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.875971] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.876444] env[69411]: DEBUG oslo_concurrency.lockutils [None req-30fcfe9e-d309-4316-9832-2e3ea54c0e24 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Lock "7a4f3457-86cf-458a-b7e0-306123475b9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.881s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.915483] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322842, 'name': PowerOffVM_Task, 'duration_secs': 0.219765} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.915752] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.915973] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.916747] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdf0c94-163b-4fff-8bc1-11a65ed01946 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.923895] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.925202] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9779ad5f-0073-401c-8482-d1cb6bb28000 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.956711] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322843, 'name': Rename_Task, 'duration_secs': 0.14411} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.956971] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.957221] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-293b82c4-d4c7-4409-912e-05d62a869456 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.963136] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Waiting for the task: (returnval){ [ 783.963136] env[69411]: value = "task-3322846" [ 783.963136] env[69411]: _type = "Task" [ 783.963136] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.971029] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.993687] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.993968] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.994175] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleting the datastore file [datastore1] 492f265b-9e26-4952-be23-13608abf4be0 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.994532] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec3c2fd4-0118-49b9-b567-f9d49dcb239f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.005118] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 784.005118] env[69411]: value = "task-3322847" [ 784.005118] env[69411]: _type = "Task" [ 784.005118] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.016971] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.030123] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322844, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.330956] env[69411]: ERROR nova.scheduler.client.report [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [req-358ce414-343e-4270-8733-0b3cf2d6346b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-358ce414-343e-4270-8733-0b3cf2d6346b"}]} [ 784.349119] env[69411]: DEBUG nova.scheduler.client.report [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 784.359962] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Acquiring lock "refresh_cache-f6139cf8-37f2-487a-920b-562f8ad60bc5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.360175] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Acquired lock "refresh_cache-f6139cf8-37f2-487a-920b-562f8ad60bc5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.360367] env[69411]: DEBUG nova.network.neutron [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.366341] env[69411]: DEBUG nova.scheduler.client.report [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 784.366468] env[69411]: DEBUG nova.compute.provider_tree [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.381885] env[69411]: DEBUG nova.compute.manager [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.387131] env[69411]: DEBUG nova.scheduler.client.report [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 784.425747] env[69411]: DEBUG nova.scheduler.client.report [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 784.479674] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322846, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.501785] env[69411]: DEBUG oslo_concurrency.lockutils [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Acquiring lock "7a4f3457-86cf-458a-b7e0-306123475b9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.502067] env[69411]: DEBUG oslo_concurrency.lockutils [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Lock "7a4f3457-86cf-458a-b7e0-306123475b9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.502289] env[69411]: DEBUG oslo_concurrency.lockutils [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Acquiring lock "7a4f3457-86cf-458a-b7e0-306123475b9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.502521] env[69411]: DEBUG oslo_concurrency.lockutils [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Lock "7a4f3457-86cf-458a-b7e0-306123475b9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.502701] env[69411]: DEBUG oslo_concurrency.lockutils [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Lock "7a4f3457-86cf-458a-b7e0-306123475b9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.507390] env[69411]: INFO nova.compute.manager [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Terminating instance [ 784.518086] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497892} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.521232] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.521424] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.521601] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.536086] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840475} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.536338] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] c338199b-875b-43e2-9221-6d071e981d9e/c338199b-875b-43e2-9221-6d071e981d9e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.536621] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.536771] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9dabb47-2104-4146-a4b6-2faa78b73c2f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.547930] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 784.547930] env[69411]: value = "task-3322848" [ 784.547930] env[69411]: _type = "Task" [ 784.547930] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.556412] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.897786] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d41cadb-6e86-46ff-a6e3-07828da70f8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.900660] env[69411]: DEBUG nova.compute.manager [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 784.904648] env[69411]: DEBUG nova.network.neutron [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.910910] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda39a47-5d42-4631-87ef-4d3618fa417d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.915916] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.946949] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772df030-ab7b-409e-9133-362d7cd79a88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.955802] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbee66ad-df83-423d-a5ff-cc8c79e9b74d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.970950] env[69411]: DEBUG nova.compute.provider_tree [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.982931] env[69411]: DEBUG oslo_vmware.api [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322846, 'name': PowerOnVM_Task, 'duration_secs': 0.536279} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.983207] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.983395] env[69411]: INFO nova.compute.manager [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Took 8.70 seconds to spawn the instance on the hypervisor. [ 784.983608] env[69411]: DEBUG nova.compute.manager [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.984378] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d5b203-73de-453e-883e-085b64d41fe6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.019343] env[69411]: DEBUG nova.compute.manager [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.019552] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.020477] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6855cc-b9d3-480c-be18-167c1ab1edfc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.027953] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.032095] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6ef608d-3cbf-49c5-90e9-7dab0175abf3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.035365] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Acquiring lock "20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.035365] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Lock "20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.035527] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Acquiring lock "20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.035657] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Lock "20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.035785] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Lock "20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.038176] env[69411]: INFO nova.compute.manager [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Terminating instance [ 785.044483] env[69411]: DEBUG oslo_vmware.api [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Waiting for the task: (returnval){ [ 785.044483] env[69411]: value = "task-3322849" [ 785.044483] env[69411]: _type = "Task" [ 785.044483] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.059564] env[69411]: DEBUG oslo_vmware.api [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.061900] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080558} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.062155] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.063949] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a1af36-958f-4811-b9ad-684c6ea32d03 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.087076] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] c338199b-875b-43e2-9221-6d071e981d9e/c338199b-875b-43e2-9221-6d071e981d9e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.088332] env[69411]: DEBUG nova.network.neutron [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Updating instance_info_cache with network_info: [{"id": "59d56da9-b612-45e2-a261-6a05aefb687b", "address": "fa:16:3e:eb:0d:43", "network": {"id": "8d1df061-29ba-45a5-b4c2-ee9cd5320eca", "bridge": "br-int", "label": "tempest-ServersTestJSON-400644637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "753c162f1598450caa73f4b71e7edcce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d56da9-b6", "ovs_interfaceid": "59d56da9-b612-45e2-a261-6a05aefb687b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.091901] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-360362f8-506e-4616-9da8-ffa8b870a778 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.110269] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 785.110269] env[69411]: value = "task-3322850" [ 785.110269] env[69411]: _type = "Task" [ 785.110269] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.120412] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.421575] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.502301] env[69411]: INFO nova.compute.manager [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Took 48.28 seconds to build instance. [ 785.511074] env[69411]: DEBUG nova.scheduler.client.report [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 785.511355] env[69411]: DEBUG nova.compute.provider_tree [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 66 to 67 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 785.511534] env[69411]: DEBUG nova.compute.provider_tree [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.541874] env[69411]: DEBUG nova.compute.manager [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.541926] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3def55b-4d46-480d-87b8-1aa32d775cb4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.552511] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2e0360-b2fc-49ae-8009-cb4910776d9b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.567270] env[69411]: DEBUG oslo_vmware.api [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322849, 'name': PowerOffVM_Task, 'duration_secs': 0.18317} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.567968] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.568155] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.568393] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faf433d2-d875-468d-9dd3-28a67a6389df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.575962] env[69411]: DEBUG nova.virt.hardware [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.576202] env[69411]: DEBUG nova.virt.hardware [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.576360] env[69411]: DEBUG nova.virt.hardware [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.576537] env[69411]: DEBUG nova.virt.hardware [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.576680] env[69411]: DEBUG nova.virt.hardware [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.576821] env[69411]: DEBUG nova.virt.hardware [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.577028] env[69411]: DEBUG nova.virt.hardware [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.577202] env[69411]: DEBUG nova.virt.hardware [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.577347] env[69411]: DEBUG nova.virt.hardware [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.577502] env[69411]: DEBUG nova.virt.hardware [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.577671] env[69411]: DEBUG nova.virt.hardware [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.578474] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18c4422-0fb6-4713-b6e5-9ad0208b35a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.594382] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Releasing lock "refresh_cache-f6139cf8-37f2-487a-920b-562f8ad60bc5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.594633] env[69411]: DEBUG nova.compute.manager [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Instance network_info: |[{"id": "59d56da9-b612-45e2-a261-6a05aefb687b", "address": "fa:16:3e:eb:0d:43", "network": {"id": "8d1df061-29ba-45a5-b4c2-ee9cd5320eca", "bridge": "br-int", "label": "tempest-ServersTestJSON-400644637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "753c162f1598450caa73f4b71e7edcce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d56da9-b6", "ovs_interfaceid": "59d56da9-b612-45e2-a261-6a05aefb687b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.595029] env[69411]: WARNING nova.virt.vmwareapi.driver [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a could not be found. [ 785.595211] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.596124] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:0d:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59d56da9-b612-45e2-a261-6a05aefb687b', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.603414] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Creating folder: Project (753c162f1598450caa73f4b71e7edcce). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.603616] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02b03719-337a-4fc6-b3c2-06bafeddde72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.607706] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2d6ae66-4497-4676-918f-73a2daf112be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.610774] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5697d669-fa6c-488b-8909-055439da43bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.621202] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a64ed3d-fbee-4ac6-88bc-a98af921f323 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.644135] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:56:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f39d3f2b-bebe-4751-b502-6df55d539a3f', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.652122] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.652122] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.652122] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.652122] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Deleting the datastore file [datastore1] 7a4f3457-86cf-458a-b7e0-306123475b9d {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.652122] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Created folder: Project (753c162f1598450caa73f4b71e7edcce) in parent group-v663248. [ 785.652313] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Creating folder: Instances. Parent ref: group-v663374. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.653822] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.654031] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e05b80f5-b2c9-475b-8f93-113c828776d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.656513] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8776b302-9f2a-4e29-8c21-7c7a922c953e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.662744] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71f23064-dac4-4278-9ab0-e2ddefe78198 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.677021] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322850, 'name': ReconfigVM_Task, 'duration_secs': 0.307586} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.678695] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Reconfigured VM instance instance-0000002b to attach disk [datastore1] c338199b-875b-43e2-9221-6d071e981d9e/c338199b-875b-43e2-9221-6d071e981d9e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.686210] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c216d8f9-9042-4ef6-8486-ad545aeba65e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.686210] env[69411]: DEBUG oslo_vmware.api [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Waiting for the task: (returnval){ [ 785.686210] env[69411]: value = "task-3322853" [ 785.686210] env[69411]: _type = "Task" [ 785.686210] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.706551] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Created folder: Instances in parent group-v663374. [ 785.706874] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.707103] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.707103] env[69411]: value = "task-3322855" [ 785.707103] env[69411]: _type = "Task" [ 785.707103] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.707458] env[69411]: WARNING nova.virt.vmwareapi.vmops [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a could not be found. [ 785.707688] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.707894] env[69411]: INFO nova.compute.manager [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Took 0.17 seconds to destroy the instance on the hypervisor. [ 785.708180] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.712377] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.712377] env[69411]: DEBUG nova.compute.manager [-] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.712377] env[69411]: DEBUG nova.network.neutron [-] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.712377] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 785.712377] env[69411]: value = "task-3322856" [ 785.712377] env[69411]: _type = "Task" [ 785.712377] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.715465] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a86e2010-8547-4177-a24f-781d48982348 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.733090] env[69411]: DEBUG oslo_vmware.api [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.748826] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322856, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.749182] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322855, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.750962] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.750962] env[69411]: value = "task-3322857" [ 785.750962] env[69411]: _type = "Task" [ 785.750962] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.762929] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322857, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.962169] env[69411]: DEBUG nova.compute.manager [req-6735be92-dc3e-47f8-8a3b-8102d0d9a48f req-db3aaac1-d949-4e03-b7b2-0158fdeb0662 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Received event network-changed-59d56da9-b612-45e2-a261-6a05aefb687b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.962641] env[69411]: DEBUG nova.compute.manager [req-6735be92-dc3e-47f8-8a3b-8102d0d9a48f req-db3aaac1-d949-4e03-b7b2-0158fdeb0662 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Refreshing instance network info cache due to event network-changed-59d56da9-b612-45e2-a261-6a05aefb687b. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.962982] env[69411]: DEBUG oslo_concurrency.lockutils [req-6735be92-dc3e-47f8-8a3b-8102d0d9a48f req-db3aaac1-d949-4e03-b7b2-0158fdeb0662 service nova] Acquiring lock "refresh_cache-f6139cf8-37f2-487a-920b-562f8ad60bc5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.963354] env[69411]: DEBUG oslo_concurrency.lockutils [req-6735be92-dc3e-47f8-8a3b-8102d0d9a48f req-db3aaac1-d949-4e03-b7b2-0158fdeb0662 service nova] Acquired lock "refresh_cache-f6139cf8-37f2-487a-920b-562f8ad60bc5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.963672] env[69411]: DEBUG nova.network.neutron [req-6735be92-dc3e-47f8-8a3b-8102d0d9a48f req-db3aaac1-d949-4e03-b7b2-0158fdeb0662 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Refreshing network info cache for port 59d56da9-b612-45e2-a261-6a05aefb687b {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.004335] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a904be6a-363a-4cef-a31f-40b50bcc2a2d tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Lock "fab9cb08-8bc3-4279-8d53-2efa933a1cab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.185s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.016771] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.112s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.017726] env[69411]: DEBUG nova.compute.manager [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.022124] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.945s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.022431] env[69411]: INFO nova.compute.claims [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.195848] env[69411]: DEBUG oslo_vmware.api [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Task: {'id': task-3322853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196277} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.198149] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.198149] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.198149] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.198149] env[69411]: INFO nova.compute.manager [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 786.198149] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.198315] env[69411]: DEBUG nova.compute.manager [-] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.198315] env[69411]: DEBUG nova.network.neutron [-] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.220071] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322855, 'name': CreateVM_Task, 'duration_secs': 0.4037} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.220272] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.220970] env[69411]: DEBUG oslo_concurrency.lockutils [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.221152] env[69411]: DEBUG oslo_concurrency.lockutils [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.221502] env[69411]: DEBUG oslo_concurrency.lockutils [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.221747] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e07f0b-9fe1-44f8-a7e8-9295af722f88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.227171] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 786.227171] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526f057d-d362-7504-7b16-0aeafbae3157" [ 786.227171] env[69411]: _type = "Task" [ 786.227171] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.235906] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526f057d-d362-7504-7b16-0aeafbae3157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.243881] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322856, 'name': Rename_Task, 'duration_secs': 0.195805} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.245441] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.245767] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e71aee1a-c6fc-427d-8e1b-0919e3d2ae74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.252985] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 786.252985] env[69411]: value = "task-3322858" [ 786.252985] env[69411]: _type = "Task" [ 786.252985] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.264646] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322857, 'name': CreateVM_Task, 'duration_secs': 0.357321} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.268339] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.268791] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.269467] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.362570] env[69411]: DEBUG oslo_concurrency.lockutils [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Acquiring lock "fab9cb08-8bc3-4279-8d53-2efa933a1cab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.362846] env[69411]: DEBUG oslo_concurrency.lockutils [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Lock "fab9cb08-8bc3-4279-8d53-2efa933a1cab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.363070] env[69411]: DEBUG oslo_concurrency.lockutils [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Acquiring lock "fab9cb08-8bc3-4279-8d53-2efa933a1cab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.363317] env[69411]: DEBUG oslo_concurrency.lockutils [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Lock "fab9cb08-8bc3-4279-8d53-2efa933a1cab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.363556] env[69411]: DEBUG oslo_concurrency.lockutils [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Lock "fab9cb08-8bc3-4279-8d53-2efa933a1cab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.365807] env[69411]: INFO nova.compute.manager [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Terminating instance [ 786.507746] env[69411]: DEBUG nova.compute.manager [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.528766] env[69411]: DEBUG nova.compute.utils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.532815] env[69411]: DEBUG nova.compute.manager [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.532994] env[69411]: DEBUG nova.network.neutron [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.630356] env[69411]: DEBUG nova.policy [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b20ef9461c6d44dcbb5516036d0966b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fde050e0b00140d5bfb2556e585884c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.739998] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526f057d-d362-7504-7b16-0aeafbae3157, 'name': SearchDatastore_Task, 'duration_secs': 0.011324} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.740352] env[69411]: DEBUG oslo_concurrency.lockutils [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.740652] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.740896] env[69411]: DEBUG oslo_concurrency.lockutils [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.741051] env[69411]: DEBUG oslo_concurrency.lockutils [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.741231] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.741508] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.741870] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.742026] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2058d711-a3f6-40a4-9a46-74e641ba160f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.743907] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9e9d607-81db-43dd-859c-16ea43348edf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.749877] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Waiting for the task: (returnval){ [ 786.749877] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521ad57b-96f8-9176-f85e-c754befa63c0" [ 786.749877] env[69411]: _type = "Task" [ 786.749877] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.755913] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.756113] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.759164] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f82dba-896d-49ac-bda2-80de15146346 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.767844] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521ad57b-96f8-9176-f85e-c754befa63c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.771169] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 786.771169] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fdba70-3988-908c-5c4d-068425f49e79" [ 786.771169] env[69411]: _type = "Task" [ 786.771169] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.774695] env[69411]: DEBUG oslo_vmware.api [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322858, 'name': PowerOnVM_Task, 'duration_secs': 0.458259} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.779270] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.779472] env[69411]: INFO nova.compute.manager [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Took 7.79 seconds to spawn the instance on the hypervisor. [ 786.779650] env[69411]: DEBUG nova.compute.manager [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.784062] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac0783e-281f-4a93-9cce-9549ebf835ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.788077] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fdba70-3988-908c-5c4d-068425f49e79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.869533] env[69411]: DEBUG nova.compute.manager [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.869533] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.870415] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eca1b8e-3ed7-48a4-8d54-d4824871b37d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.873861] env[69411]: DEBUG nova.network.neutron [req-6735be92-dc3e-47f8-8a3b-8102d0d9a48f req-db3aaac1-d949-4e03-b7b2-0158fdeb0662 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Updated VIF entry in instance network info cache for port 59d56da9-b612-45e2-a261-6a05aefb687b. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.874198] env[69411]: DEBUG nova.network.neutron [req-6735be92-dc3e-47f8-8a3b-8102d0d9a48f req-db3aaac1-d949-4e03-b7b2-0158fdeb0662 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Updating instance_info_cache with network_info: [{"id": "59d56da9-b612-45e2-a261-6a05aefb687b", "address": "fa:16:3e:eb:0d:43", "network": {"id": "8d1df061-29ba-45a5-b4c2-ee9cd5320eca", "bridge": "br-int", "label": "tempest-ServersTestJSON-400644637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "753c162f1598450caa73f4b71e7edcce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d56da9-b6", "ovs_interfaceid": "59d56da9-b612-45e2-a261-6a05aefb687b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.880031] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.880272] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3732e7d-b1da-43e8-ae3e-29f33cf8ef99 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.886412] env[69411]: DEBUG oslo_vmware.api [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Waiting for the task: (returnval){ [ 786.886412] env[69411]: value = "task-3322859" [ 786.886412] env[69411]: _type = "Task" [ 786.886412] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.897108] env[69411]: DEBUG oslo_vmware.api [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.034655] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.034655] env[69411]: DEBUG nova.compute.manager [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.126591] env[69411]: DEBUG nova.network.neutron [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Successfully created port: babe328f-c46c-447b-9526-962ac4a75510 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.261031] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521ad57b-96f8-9176-f85e-c754befa63c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012522} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.264882] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.264882] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.264882] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.266121] env[69411]: DEBUG nova.network.neutron [-] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.290941] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fdba70-3988-908c-5c4d-068425f49e79, 'name': SearchDatastore_Task, 'duration_secs': 0.022427} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.291584] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f0b7c3-5c40-4e94-8ec5-aba4de806da7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.306341] env[69411]: INFO nova.compute.manager [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Took 42.33 seconds to build instance. [ 787.315766] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 787.315766] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52da53f8-9fc7-a5ee-3614-759b8c634d83" [ 787.315766] env[69411]: _type = "Task" [ 787.315766] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.326315] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52da53f8-9fc7-a5ee-3614-759b8c634d83, 'name': SearchDatastore_Task, 'duration_secs': 0.016621} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.326587] env[69411]: DEBUG oslo_concurrency.lockutils [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.326854] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 492f265b-9e26-4952-be23-13608abf4be0/492f265b-9e26-4952-be23-13608abf4be0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.327158] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.327348] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.327810] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fa4b1f4-ab8f-4c07-93a8-3590460a8fba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.329858] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6749e64f-0188-44fc-a09e-4530c9ec2abd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.337869] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 787.337869] env[69411]: value = "task-3322860" [ 787.337869] env[69411]: _type = "Task" [ 787.337869] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.341948] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.342149] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.343283] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8afca854-0395-41d8-8789-b7020847fd91 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.353714] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.359740] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Waiting for the task: (returnval){ [ 787.359740] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5221f6f9-b814-a45a-fb92-a769106fd459" [ 787.359740] env[69411]: _type = "Task" [ 787.359740] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.368286] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5221f6f9-b814-a45a-fb92-a769106fd459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.377064] env[69411]: DEBUG oslo_concurrency.lockutils [req-6735be92-dc3e-47f8-8a3b-8102d0d9a48f req-db3aaac1-d949-4e03-b7b2-0158fdeb0662 service nova] Releasing lock "refresh_cache-f6139cf8-37f2-487a-920b-562f8ad60bc5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.399924] env[69411]: DEBUG oslo_vmware.api [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322859, 'name': PowerOffVM_Task, 'duration_secs': 0.191905} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.400246] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.400491] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.400791] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6471228-d647-4e1a-8c57-4df70a4d2bdc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.421947] env[69411]: DEBUG nova.network.neutron [-] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.474104] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.474451] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.474980] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Deleting the datastore file [datastore1] fab9cb08-8bc3-4279-8d53-2efa933a1cab {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.475081] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3df0b33d-e797-41d2-9746-898f4c11e546 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.482877] env[69411]: DEBUG oslo_vmware.api [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Waiting for the task: (returnval){ [ 787.482877] env[69411]: value = "task-3322862" [ 787.482877] env[69411]: _type = "Task" [ 787.482877] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.490797] env[69411]: DEBUG oslo_vmware.api [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.716211] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85745ea-9163-4665-ad1f-aca36e2bf598 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.727422] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6632f172-342a-443b-bc01-dcdd16f165a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.766605] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab17706-9871-482f-bcae-7e41e00a784e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.770931] env[69411]: INFO nova.compute.manager [-] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Took 1.57 seconds to deallocate network for instance. [ 787.781159] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef8d2c2-62ab-4a6e-840a-037a5da50fda {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.798411] env[69411]: DEBUG nova.compute.provider_tree [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.817460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c3173be-9646-45b5-9725-0ee575a252ca tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "c338199b-875b-43e2-9221-6d071e981d9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.183s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.849616] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322860, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.872997] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5221f6f9-b814-a45a-fb92-a769106fd459, 'name': SearchDatastore_Task, 'duration_secs': 0.010987} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.873928] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f9307e-be11-4854-b4e1-91bb9e031d1f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.880981] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Waiting for the task: (returnval){ [ 787.880981] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52542d62-c267-2aff-b917-d818047e55c8" [ 787.880981] env[69411]: _type = "Task" [ 787.880981] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.890034] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52542d62-c267-2aff-b917-d818047e55c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.930857] env[69411]: INFO nova.compute.manager [-] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Took 2.22 seconds to deallocate network for instance. [ 787.998155] env[69411]: DEBUG oslo_vmware.api [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Task: {'id': task-3322862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255786} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.998155] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.998155] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.998155] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.998155] env[69411]: INFO nova.compute.manager [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Took 1.13 seconds to destroy the instance on the hypervisor. [ 787.998384] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.998384] env[69411]: DEBUG nova.compute.manager [-] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.998384] env[69411]: DEBUG nova.network.neutron [-] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.051315] env[69411]: DEBUG nova.compute.manager [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.084632] env[69411]: DEBUG nova.virt.hardware [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.084632] env[69411]: DEBUG nova.virt.hardware [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.084632] env[69411]: DEBUG nova.virt.hardware [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.084838] env[69411]: DEBUG nova.virt.hardware [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.084838] env[69411]: DEBUG nova.virt.hardware [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.084899] env[69411]: DEBUG nova.virt.hardware [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.085063] env[69411]: DEBUG nova.virt.hardware [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.085213] env[69411]: DEBUG nova.virt.hardware [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.085369] env[69411]: DEBUG nova.virt.hardware [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.085912] env[69411]: DEBUG nova.virt.hardware [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.085912] env[69411]: DEBUG nova.virt.hardware [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.087806] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c08d6d-918f-4564-8a47-e9433a696946 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.095123] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde0995a-770c-494c-8ae7-9631418e90e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.256317] env[69411]: DEBUG nova.compute.manager [req-bcb7ce0d-4110-40f4-86d6-4a1c087c20ee req-1abf3c69-c485-4b55-a41c-faf0757d2e57 service nova] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Received event network-vif-deleted-73d8a6a8-46e5-4794-bedf-9c2410cb28a8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.256661] env[69411]: DEBUG nova.compute.manager [req-bcb7ce0d-4110-40f4-86d6-4a1c087c20ee req-1abf3c69-c485-4b55-a41c-faf0757d2e57 service nova] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Received event network-vif-deleted-902abb0f-6cca-4668-9496-2d47d2ea1ab5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.281858] env[69411]: DEBUG oslo_concurrency.lockutils [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.305021] env[69411]: DEBUG nova.scheduler.client.report [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.350812] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638565} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.351849] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 492f265b-9e26-4952-be23-13608abf4be0/492f265b-9e26-4952-be23-13608abf4be0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.352435] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.352898] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71a021c7-9e0e-418d-9e92-9cd94bc7067a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.367421] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 788.367421] env[69411]: value = "task-3322863" [ 788.367421] env[69411]: _type = "Task" [ 788.367421] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.378623] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.394689] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52542d62-c267-2aff-b917-d818047e55c8, 'name': SearchDatastore_Task, 'duration_secs': 0.049039} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.397283] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.397662] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] f6139cf8-37f2-487a-920b-562f8ad60bc5/f6139cf8-37f2-487a-920b-562f8ad60bc5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.397877] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d61f1eb-ad31-46a2-ac83-c93cc47b581d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.406643] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Waiting for the task: (returnval){ [ 788.406643] env[69411]: value = "task-3322864" [ 788.406643] env[69411]: _type = "Task" [ 788.406643] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.418507] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.500461] env[69411]: INFO nova.compute.manager [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Took 0.57 seconds to detach 1 volumes for instance. [ 788.504754] env[69411]: DEBUG nova.compute.manager [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Deleting volume: c53e8d8f-3c44-42d0-9f39-0a52f0c3b32a {{(pid=69411) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 788.809054] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.810100] env[69411]: DEBUG nova.compute.manager [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.814699] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.641s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.814699] env[69411]: DEBUG nova.objects.instance [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lazy-loading 'resources' on Instance uuid 0daf6eca-cc35-4960-b5e6-49f3770302e1 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.847112] env[69411]: DEBUG nova.compute.manager [req-a5b2a636-a234-4c09-aa03-b82210c5031e req-3e5f9480-1ec3-4f65-a725-d46ade06cb6d service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Received event network-vif-plugged-babe328f-c46c-447b-9526-962ac4a75510 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.847998] env[69411]: DEBUG oslo_concurrency.lockutils [req-a5b2a636-a234-4c09-aa03-b82210c5031e req-3e5f9480-1ec3-4f65-a725-d46ade06cb6d service nova] Acquiring lock "a9825baf-0ac3-47d9-a814-02a301c83a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.848892] env[69411]: DEBUG oslo_concurrency.lockutils [req-a5b2a636-a234-4c09-aa03-b82210c5031e req-3e5f9480-1ec3-4f65-a725-d46ade06cb6d service nova] Lock "a9825baf-0ac3-47d9-a814-02a301c83a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.850155] env[69411]: DEBUG oslo_concurrency.lockutils [req-a5b2a636-a234-4c09-aa03-b82210c5031e req-3e5f9480-1ec3-4f65-a725-d46ade06cb6d service nova] Lock "a9825baf-0ac3-47d9-a814-02a301c83a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.850155] env[69411]: DEBUG nova.compute.manager [req-a5b2a636-a234-4c09-aa03-b82210c5031e req-3e5f9480-1ec3-4f65-a725-d46ade06cb6d service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] No waiting events found dispatching network-vif-plugged-babe328f-c46c-447b-9526-962ac4a75510 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.850155] env[69411]: WARNING nova.compute.manager [req-a5b2a636-a234-4c09-aa03-b82210c5031e req-3e5f9480-1ec3-4f65-a725-d46ade06cb6d service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Received unexpected event network-vif-plugged-babe328f-c46c-447b-9526-962ac4a75510 for instance with vm_state building and task_state spawning. [ 788.879465] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072081} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.879465] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.879465] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b425d36d-6357-4dfc-99a4-ba3cc3a43dea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.886564] env[69411]: DEBUG nova.network.neutron [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Successfully updated port: babe328f-c46c-447b-9526-962ac4a75510 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.907731] env[69411]: DEBUG nova.network.neutron [-] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.920311] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 492f265b-9e26-4952-be23-13608abf4be0/492f265b-9e26-4952-be23-13608abf4be0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.921552] env[69411]: INFO nova.compute.manager [-] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Took 0.92 seconds to deallocate network for instance. [ 788.921872] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34f0ce8b-9333-4ccd-8174-ab63636ae8a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.952981] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322864, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.954349] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 788.954349] env[69411]: value = "task-3322866" [ 788.954349] env[69411]: _type = "Task" [ 788.954349] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.963329] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.061885] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.321061] env[69411]: DEBUG nova.compute.utils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.322625] env[69411]: DEBUG nova.compute.manager [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.322791] env[69411]: DEBUG nova.network.neutron [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.379095] env[69411]: DEBUG nova.policy [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16cda8acb1d340d598cb88487f99bbad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fa3f20a5d244628ac13ef5e88e14e7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.393814] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Acquiring lock "refresh_cache-a9825baf-0ac3-47d9-a814-02a301c83a9b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.393993] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Acquired lock "refresh_cache-a9825baf-0ac3-47d9-a814-02a301c83a9b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.394200] env[69411]: DEBUG nova.network.neutron [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.436457] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896477} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.440223] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] f6139cf8-37f2-487a-920b-562f8ad60bc5/f6139cf8-37f2-487a-920b-562f8ad60bc5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.440761] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.442071] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11d17422-49b4-4191-9c9b-9b8c33953437 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.446488] env[69411]: DEBUG nova.compute.manager [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.448080] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9317e5-6067-4b43-9bdc-24f598312b21 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.454061] env[69411]: DEBUG oslo_concurrency.lockutils [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.455487] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Waiting for the task: (returnval){ [ 789.455487] env[69411]: value = "task-3322867" [ 789.455487] env[69411]: _type = "Task" [ 789.455487] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.476663] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.480729] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.711310] env[69411]: DEBUG nova.network.neutron [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Successfully created port: 146573f3-45e6-4385-b71a-c65bc9f75d30 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.829669] env[69411]: DEBUG nova.compute.manager [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.908852] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bc5c03-5363-4893-b6ba-59bc22a903be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.916441] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e30bf66-8efe-4a84-8797-a77b94ae3830 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.950297] env[69411]: DEBUG nova.network.neutron [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.957022] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f740d10a-b608-48ec-8b16-11da150c106c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.975378] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322866, 'name': ReconfigVM_Task, 'duration_secs': 0.583716} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.976771] env[69411]: INFO nova.compute.manager [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] instance snapshotting [ 789.978810] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069115} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.981882] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 492f265b-9e26-4952-be23-13608abf4be0/492f265b-9e26-4952-be23-13608abf4be0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.983879] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9287c2b-3bb2-49bb-94a3-1246111f1568 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.988357] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.990019] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f3cb826-22c8-4831-916d-0ace27478bfc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.991723] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0743c5-fab4-4cf9-bd1f-f1b5608ccbbd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.995387] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5ca774-0972-4935-8d0c-3e956c16565c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.019291] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] f6139cf8-37f2-487a-920b-562f8ad60bc5/f6139cf8-37f2-487a-920b-562f8ad60bc5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.043857] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cce0d563-399b-4e9b-bedb-2e5e3cb59376 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.059648] env[69411]: DEBUG nova.compute.provider_tree [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.061254] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 790.061254] env[69411]: value = "task-3322868" [ 790.061254] env[69411]: _type = "Task" [ 790.061254] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.064576] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39224f88-e937-40be-8bcc-b201d43defe0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.073679] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Waiting for the task: (returnval){ [ 790.073679] env[69411]: value = "task-3322869" [ 790.073679] env[69411]: _type = "Task" [ 790.073679] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.084057] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322868, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.089573] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.206071] env[69411]: DEBUG nova.network.neutron [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Updating instance_info_cache with network_info: [{"id": "babe328f-c46c-447b-9526-962ac4a75510", "address": "fa:16:3e:e4:16:50", "network": {"id": "5bc4d99b-7541-4dbe-8194-19678e80da9a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1322768513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde050e0b00140d5bfb2556e585884c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbabe328f-c4", "ovs_interfaceid": "babe328f-c46c-447b-9526-962ac4a75510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.462424] env[69411]: DEBUG nova.compute.manager [req-01656042-b729-42c4-b7e2-9d98e7a54730 req-fa3e96ca-cb38-42bb-95d2-e10b47530e44 service nova] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Received event network-vif-deleted-8e747be7-bdd1-456d-ac63-66a24d8ade26 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.578134] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322868, 'name': Rename_Task, 'duration_secs': 0.334824} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.581325] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.581591] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9aff1add-14ac-44fa-a10d-136eb76a3771 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.586051] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 790.589503] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-524655b1-589f-4932-8add-5d742c1e5edc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.592111] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.593139] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 790.593139] env[69411]: value = "task-3322870" [ 790.593139] env[69411]: _type = "Task" [ 790.593139] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.597148] env[69411]: DEBUG nova.scheduler.client.report [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 790.597391] env[69411]: DEBUG nova.compute.provider_tree [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 67 to 68 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 790.597573] env[69411]: DEBUG nova.compute.provider_tree [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.602265] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 790.602265] env[69411]: value = "task-3322871" [ 790.602265] env[69411]: _type = "Task" [ 790.602265] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.609055] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322870, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.613621] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322871, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.708731] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Releasing lock "refresh_cache-a9825baf-0ac3-47d9-a814-02a301c83a9b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.709079] env[69411]: DEBUG nova.compute.manager [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Instance network_info: |[{"id": "babe328f-c46c-447b-9526-962ac4a75510", "address": "fa:16:3e:e4:16:50", "network": {"id": "5bc4d99b-7541-4dbe-8194-19678e80da9a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1322768513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde050e0b00140d5bfb2556e585884c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbabe328f-c4", "ovs_interfaceid": "babe328f-c46c-447b-9526-962ac4a75510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.709603] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:16:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'babe328f-c46c-447b-9526-962ac4a75510', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.718797] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Creating folder: Project (fde050e0b00140d5bfb2556e585884c7). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.719157] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64361ba4-8086-432d-9977-1dbed7ad27f4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.733755] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Created folder: Project (fde050e0b00140d5bfb2556e585884c7) in parent group-v663248. [ 790.733969] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Creating folder: Instances. Parent ref: group-v663378. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.734242] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c96963cf-5174-4ba2-b9bc-911581b32b7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.749793] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Created folder: Instances in parent group-v663378. [ 790.750090] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.750292] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.750524] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d467cbc-20bd-46b4-a09b-5aa0d7e7ff50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.771937] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.771937] env[69411]: value = "task-3322874" [ 790.771937] env[69411]: _type = "Task" [ 790.771937] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.779811] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322874, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.840666] env[69411]: DEBUG nova.compute.manager [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.867676] env[69411]: DEBUG nova.virt.hardware [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.867950] env[69411]: DEBUG nova.virt.hardware [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.868117] env[69411]: DEBUG nova.virt.hardware [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.868310] env[69411]: DEBUG nova.virt.hardware [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.868469] env[69411]: DEBUG nova.virt.hardware [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.868627] env[69411]: DEBUG nova.virt.hardware [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.868841] env[69411]: DEBUG nova.virt.hardware [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.869017] env[69411]: DEBUG nova.virt.hardware [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.869188] env[69411]: DEBUG nova.virt.hardware [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.869542] env[69411]: DEBUG nova.virt.hardware [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.869542] env[69411]: DEBUG nova.virt.hardware [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.870505] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e891f7a3-6e6e-4fe2-81e4-a8004a7f7ff0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.880964] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148c2014-baec-424b-97ab-ccacb9d2f8a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.912431] env[69411]: DEBUG nova.compute.manager [req-c86823e1-92c3-4031-ad9c-c5ec51acc67c req-f465fc2a-89c5-4b3d-b3de-de7468129959 service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Received event network-changed-babe328f-c46c-447b-9526-962ac4a75510 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.912566] env[69411]: DEBUG nova.compute.manager [req-c86823e1-92c3-4031-ad9c-c5ec51acc67c req-f465fc2a-89c5-4b3d-b3de-de7468129959 service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Refreshing instance network info cache due to event network-changed-babe328f-c46c-447b-9526-962ac4a75510. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.912995] env[69411]: DEBUG oslo_concurrency.lockutils [req-c86823e1-92c3-4031-ad9c-c5ec51acc67c req-f465fc2a-89c5-4b3d-b3de-de7468129959 service nova] Acquiring lock "refresh_cache-a9825baf-0ac3-47d9-a814-02a301c83a9b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.912995] env[69411]: DEBUG oslo_concurrency.lockutils [req-c86823e1-92c3-4031-ad9c-c5ec51acc67c req-f465fc2a-89c5-4b3d-b3de-de7468129959 service nova] Acquired lock "refresh_cache-a9825baf-0ac3-47d9-a814-02a301c83a9b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.913437] env[69411]: DEBUG nova.network.neutron [req-c86823e1-92c3-4031-ad9c-c5ec51acc67c req-f465fc2a-89c5-4b3d-b3de-de7468129959 service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Refreshing network info cache for port babe328f-c46c-447b-9526-962ac4a75510 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.088562] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322869, 'name': ReconfigVM_Task, 'duration_secs': 0.701449} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.089601] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Reconfigured VM instance instance-0000002c to attach disk [datastore2] f6139cf8-37f2-487a-920b-562f8ad60bc5/f6139cf8-37f2-487a-920b-562f8ad60bc5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.089928] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a6b360b-6970-4959-ac89-96a6cfe05de0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.098907] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Waiting for the task: (returnval){ [ 791.098907] env[69411]: value = "task-3322875" [ 791.098907] env[69411]: _type = "Task" [ 791.098907] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.106511] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.108769] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322870, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.109115] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.620s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.109381] env[69411]: DEBUG nova.objects.instance [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lazy-loading 'resources' on Instance uuid 4c0edbab-da9a-41f7-b444-973634e652d9 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.120879] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322875, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.125525] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322871, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.130593] env[69411]: INFO nova.scheduler.client.report [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Deleted allocations for instance 0daf6eca-cc35-4960-b5e6-49f3770302e1 [ 791.286162] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322874, 'name': CreateVM_Task, 'duration_secs': 0.469034} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.286351] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.287120] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.287559] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.287646] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.287897] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d4860f-e950-4889-8341-f347e26d00f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.292957] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Waiting for the task: (returnval){ [ 791.292957] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529e01e7-36c5-f273-9f41-4ab28e70b978" [ 791.292957] env[69411]: _type = "Task" [ 791.292957] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.301081] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529e01e7-36c5-f273-9f41-4ab28e70b978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.440463] env[69411]: DEBUG nova.network.neutron [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Successfully updated port: 146573f3-45e6-4385-b71a-c65bc9f75d30 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.606492] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.611624] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322875, 'name': Rename_Task, 'duration_secs': 0.167977} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.617072] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.619568] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21aad746-0da0-48c0-9d52-64dc4f71b6e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.628667] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322871, 'name': CreateSnapshot_Task, 'duration_secs': 0.617295} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.629976] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 791.630350] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Waiting for the task: (returnval){ [ 791.630350] env[69411]: value = "task-3322876" [ 791.630350] env[69411]: _type = "Task" [ 791.630350] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.631039] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b1ea1d-2c75-41d0-8960-0f7acaf9093b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.644256] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db386f4b-92d9-473a-bc8e-0ba8346e54ff tempest-FloatingIPsAssociationTestJSON-2128660237 tempest-FloatingIPsAssociationTestJSON-2128660237-project-member] Lock "0daf6eca-cc35-4960-b5e6-49f3770302e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.473s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.648117] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322876, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.761038] env[69411]: DEBUG nova.network.neutron [req-c86823e1-92c3-4031-ad9c-c5ec51acc67c req-f465fc2a-89c5-4b3d-b3de-de7468129959 service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Updated VIF entry in instance network info cache for port babe328f-c46c-447b-9526-962ac4a75510. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.761420] env[69411]: DEBUG nova.network.neutron [req-c86823e1-92c3-4031-ad9c-c5ec51acc67c req-f465fc2a-89c5-4b3d-b3de-de7468129959 service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Updating instance_info_cache with network_info: [{"id": "babe328f-c46c-447b-9526-962ac4a75510", "address": "fa:16:3e:e4:16:50", "network": {"id": "5bc4d99b-7541-4dbe-8194-19678e80da9a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1322768513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde050e0b00140d5bfb2556e585884c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbabe328f-c4", "ovs_interfaceid": "babe328f-c46c-447b-9526-962ac4a75510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.803380] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529e01e7-36c5-f273-9f41-4ab28e70b978, 'name': SearchDatastore_Task, 'duration_secs': 0.011122} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.803710] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.803953] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.804293] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.804346] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.804506] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.804759] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0eafee8a-7cf2-43b1-a1d1-9c0fc732f7a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.813498] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.813689] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.815155] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2039ba7e-b814-4977-8d59-8372ee571d82 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.820363] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Waiting for the task: (returnval){ [ 791.820363] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529542fe-9cd9-38fe-2bc7-ef1b26749501" [ 791.820363] env[69411]: _type = "Task" [ 791.820363] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.830637] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529542fe-9cd9-38fe-2bc7-ef1b26749501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.947276] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "refresh_cache-f550df5e-3fce-482d-8be8-ad9a3b46c912" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.947368] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquired lock "refresh_cache-f550df5e-3fce-482d-8be8-ad9a3b46c912" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.948486] env[69411]: DEBUG nova.network.neutron [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.107256] env[69411]: DEBUG oslo_vmware.api [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322870, 'name': PowerOnVM_Task, 'duration_secs': 1.488706} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.107587] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.107752] env[69411]: DEBUG nova.compute.manager [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.110840] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bed20c-8d46-4107-b9ed-9e9c38a09aca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.146187] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322876, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.156722] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 792.157276] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a045d0f8-1131-4a44-9810-ea51af0ee165 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.169588] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 792.169588] env[69411]: value = "task-3322877" [ 792.169588] env[69411]: _type = "Task" [ 792.169588] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.179875] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322877, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.197883] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995593e4-89a6-4081-a997-e7b4ddd58a3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.209281] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6175b962-5cf3-43e3-9840-1f5f93834769 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.249976] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba2598c-f443-4803-bf92-e2c90d6ec924 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.258236] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b1582d-2cf4-4c51-add0-ee9b825ae9ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.273573] env[69411]: DEBUG oslo_concurrency.lockutils [req-c86823e1-92c3-4031-ad9c-c5ec51acc67c req-f465fc2a-89c5-4b3d-b3de-de7468129959 service nova] Releasing lock "refresh_cache-a9825baf-0ac3-47d9-a814-02a301c83a9b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.273573] env[69411]: DEBUG nova.compute.provider_tree [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.333232] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529542fe-9cd9-38fe-2bc7-ef1b26749501, 'name': SearchDatastore_Task, 'duration_secs': 0.012127} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.334024] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86db7a29-7056-4ae8-94b6-17795fc58456 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.339464] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Waiting for the task: (returnval){ [ 792.339464] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cb0e92-f8b6-3808-3823-be5483599915" [ 792.339464] env[69411]: _type = "Task" [ 792.339464] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.347465] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cb0e92-f8b6-3808-3823-be5483599915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.569490] env[69411]: DEBUG nova.network.neutron [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.634470] env[69411]: DEBUG oslo_concurrency.lockutils [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.648031] env[69411]: DEBUG oslo_vmware.api [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322876, 'name': PowerOnVM_Task, 'duration_secs': 0.577787} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.648031] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.648031] env[69411]: INFO nova.compute.manager [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Took 9.70 seconds to spawn the instance on the hypervisor. [ 792.648031] env[69411]: DEBUG nova.compute.manager [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.648031] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14db880-b5b3-4f5a-9244-020188377fd1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.681107] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322877, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.781331] env[69411]: DEBUG nova.scheduler.client.report [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.831974] env[69411]: DEBUG nova.network.neutron [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Updating instance_info_cache with network_info: [{"id": "146573f3-45e6-4385-b71a-c65bc9f75d30", "address": "fa:16:3e:3b:0e:6a", "network": {"id": "9d331edd-c0a8-4166-a76d-2e5e40ed53e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2102469872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa3f20a5d244628ac13ef5e88e14e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146573f3-45", "ovs_interfaceid": "146573f3-45e6-4385-b71a-c65bc9f75d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.850971] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cb0e92-f8b6-3808-3823-be5483599915, 'name': SearchDatastore_Task, 'duration_secs': 0.0133} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.852025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.852188] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] a9825baf-0ac3-47d9-a814-02a301c83a9b/a9825baf-0ac3-47d9-a814-02a301c83a9b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.852455] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25704ec1-940d-4363-9b21-897b4db74d77 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.860394] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Waiting for the task: (returnval){ [ 792.860394] env[69411]: value = "task-3322878" [ 792.860394] env[69411]: _type = "Task" [ 792.860394] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.870344] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': task-3322878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.981191] env[69411]: DEBUG nova.compute.manager [req-fb7eb41a-6f36-48f6-a048-13749978de9b req-62b83322-fd93-4670-af03-c21239836622 service nova] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Received event network-vif-plugged-146573f3-45e6-4385-b71a-c65bc9f75d30 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.981191] env[69411]: DEBUG oslo_concurrency.lockutils [req-fb7eb41a-6f36-48f6-a048-13749978de9b req-62b83322-fd93-4670-af03-c21239836622 service nova] Acquiring lock "f550df5e-3fce-482d-8be8-ad9a3b46c912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.981191] env[69411]: DEBUG oslo_concurrency.lockutils [req-fb7eb41a-6f36-48f6-a048-13749978de9b req-62b83322-fd93-4670-af03-c21239836622 service nova] Lock "f550df5e-3fce-482d-8be8-ad9a3b46c912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.981191] env[69411]: DEBUG oslo_concurrency.lockutils [req-fb7eb41a-6f36-48f6-a048-13749978de9b req-62b83322-fd93-4670-af03-c21239836622 service nova] Lock "f550df5e-3fce-482d-8be8-ad9a3b46c912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.981191] env[69411]: DEBUG nova.compute.manager [req-fb7eb41a-6f36-48f6-a048-13749978de9b req-62b83322-fd93-4670-af03-c21239836622 service nova] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] No waiting events found dispatching network-vif-plugged-146573f3-45e6-4385-b71a-c65bc9f75d30 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.981827] env[69411]: WARNING nova.compute.manager [req-fb7eb41a-6f36-48f6-a048-13749978de9b req-62b83322-fd93-4670-af03-c21239836622 service nova] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Received unexpected event network-vif-plugged-146573f3-45e6-4385-b71a-c65bc9f75d30 for instance with vm_state building and task_state spawning. [ 792.981827] env[69411]: DEBUG nova.compute.manager [req-fb7eb41a-6f36-48f6-a048-13749978de9b req-62b83322-fd93-4670-af03-c21239836622 service nova] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Received event network-changed-146573f3-45e6-4385-b71a-c65bc9f75d30 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.981827] env[69411]: DEBUG nova.compute.manager [req-fb7eb41a-6f36-48f6-a048-13749978de9b req-62b83322-fd93-4670-af03-c21239836622 service nova] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Refreshing instance network info cache due to event network-changed-146573f3-45e6-4385-b71a-c65bc9f75d30. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.981827] env[69411]: DEBUG oslo_concurrency.lockutils [req-fb7eb41a-6f36-48f6-a048-13749978de9b req-62b83322-fd93-4670-af03-c21239836622 service nova] Acquiring lock "refresh_cache-f550df5e-3fce-482d-8be8-ad9a3b46c912" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.175859] env[69411]: INFO nova.compute.manager [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Took 44.90 seconds to build instance. [ 793.189529] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322877, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.286129] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.292497] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.448s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.292497] env[69411]: DEBUG nova.objects.instance [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lazy-loading 'resources' on Instance uuid d397d6ae-d701-417e-998d-12efe5d81872 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.328267] env[69411]: INFO nova.scheduler.client.report [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleted allocations for instance 4c0edbab-da9a-41f7-b444-973634e652d9 [ 793.337117] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Releasing lock "refresh_cache-f550df5e-3fce-482d-8be8-ad9a3b46c912" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.338340] env[69411]: DEBUG nova.compute.manager [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Instance network_info: |[{"id": "146573f3-45e6-4385-b71a-c65bc9f75d30", "address": "fa:16:3e:3b:0e:6a", "network": {"id": "9d331edd-c0a8-4166-a76d-2e5e40ed53e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2102469872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa3f20a5d244628ac13ef5e88e14e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146573f3-45", "ovs_interfaceid": "146573f3-45e6-4385-b71a-c65bc9f75d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.338340] env[69411]: DEBUG oslo_concurrency.lockutils [req-fb7eb41a-6f36-48f6-a048-13749978de9b req-62b83322-fd93-4670-af03-c21239836622 service nova] Acquired lock "refresh_cache-f550df5e-3fce-482d-8be8-ad9a3b46c912" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.338837] env[69411]: DEBUG nova.network.neutron [req-fb7eb41a-6f36-48f6-a048-13749978de9b req-62b83322-fd93-4670-af03-c21239836622 service nova] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Refreshing network info cache for port 146573f3-45e6-4385-b71a-c65bc9f75d30 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.340727] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:0e:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '146573f3-45e6-4385-b71a-c65bc9f75d30', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.350728] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Creating folder: Project (8fa3f20a5d244628ac13ef5e88e14e7e). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.351926] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29715fbc-1aa1-4023-9eeb-5f771d449ba4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.370218] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Created folder: Project (8fa3f20a5d244628ac13ef5e88e14e7e) in parent group-v663248. [ 793.370435] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Creating folder: Instances. Parent ref: group-v663383. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.373063] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43f404ec-6b42-4a1e-b330-be572e3a49e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.378923] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': task-3322878, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.388253] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Created folder: Instances in parent group-v663383. [ 793.388592] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.388592] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.388783] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b631acc6-ee07-42eb-99a9-fc60a038ea65 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.411586] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.411586] env[69411]: value = "task-3322881" [ 793.411586] env[69411]: _type = "Task" [ 793.411586] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.421289] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322881, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.679163] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "492f265b-9e26-4952-be23-13608abf4be0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.679412] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "492f265b-9e26-4952-be23-13608abf4be0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.679641] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "492f265b-9e26-4952-be23-13608abf4be0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.679847] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "492f265b-9e26-4952-be23-13608abf4be0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.680049] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "492f265b-9e26-4952-be23-13608abf4be0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.682063] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dda577d1-5e5b-4dca-aba7-975617d3043d tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Lock "f6139cf8-37f2-487a-920b-562f8ad60bc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.680s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.683080] env[69411]: INFO nova.compute.manager [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Terminating instance [ 793.689332] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322877, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.843033] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18ded2ac-8e18-4a58-bb6e-0ec6438eaa23 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "4c0edbab-da9a-41f7-b444-973634e652d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.025s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.875504] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': task-3322878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553827} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.878745] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] a9825baf-0ac3-47d9-a814-02a301c83a9b/a9825baf-0ac3-47d9-a814-02a301c83a9b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.878745] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.879403] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d49ffa5-98b5-4f9e-a372-7c4e2e46c7b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.887010] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Waiting for the task: (returnval){ [ 793.887010] env[69411]: value = "task-3322882" [ 793.887010] env[69411]: _type = "Task" [ 793.887010] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.903570] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': task-3322882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.924101] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322881, 'name': CreateVM_Task, 'duration_secs': 0.42465} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.926884] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.928152] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.928152] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.928393] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.928508] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8262f7e1-8fb0-4cdb-b7f7-0fb2c48b206e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.935217] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 793.935217] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d529f0-e2fe-9a1e-408d-79e6b4e51a67" [ 793.935217] env[69411]: _type = "Task" [ 793.935217] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.946435] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d529f0-e2fe-9a1e-408d-79e6b4e51a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.188367] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322877, 'name': CloneVM_Task, 'duration_secs': 1.760652} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.188673] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Created linked-clone VM from snapshot [ 794.189482] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bf8fa4-ddab-41a9-998e-205bbf2b3423 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.195574] env[69411]: DEBUG nova.compute.manager [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.195821] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.197115] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b093adfd-4e45-481f-8abb-e745458f99c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.207253] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.210351] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0de9580e-e2e9-4a60-afcf-066570799931 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.213466] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Uploading image f383c4a6-a901-4dca-8098-240ea1512682 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 794.222292] env[69411]: DEBUG oslo_vmware.api [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 794.222292] env[69411]: value = "task-3322883" [ 794.222292] env[69411]: _type = "Task" [ 794.222292] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.234111] env[69411]: DEBUG oslo_vmware.api [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.239276] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 794.239505] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba519eac-b9fb-4694-bb55-bcaf77d32827 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.246930] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 794.246930] env[69411]: value = "task-3322884" [ 794.246930] env[69411]: _type = "Task" [ 794.246930] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.265427] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322884, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.300993] env[69411]: DEBUG nova.network.neutron [req-fb7eb41a-6f36-48f6-a048-13749978de9b req-62b83322-fd93-4670-af03-c21239836622 service nova] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Updated VIF entry in instance network info cache for port 146573f3-45e6-4385-b71a-c65bc9f75d30. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.301487] env[69411]: DEBUG nova.network.neutron [req-fb7eb41a-6f36-48f6-a048-13749978de9b req-62b83322-fd93-4670-af03-c21239836622 service nova] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Updating instance_info_cache with network_info: [{"id": "146573f3-45e6-4385-b71a-c65bc9f75d30", "address": "fa:16:3e:3b:0e:6a", "network": {"id": "9d331edd-c0a8-4166-a76d-2e5e40ed53e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2102469872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa3f20a5d244628ac13ef5e88e14e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146573f3-45", "ovs_interfaceid": "146573f3-45e6-4385-b71a-c65bc9f75d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.398687] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': task-3322882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071067} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.399963] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.400794] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb35656d-9dfd-489f-b91c-ede9c191043b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.405213] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49052a2a-d6f2-4248-8381-aa6a65f6d378 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.424333] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052cb80e-b3ba-4739-a59c-ba2ad2efc02f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.438954] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] a9825baf-0ac3-47d9-a814-02a301c83a9b/a9825baf-0ac3-47d9-a814-02a301c83a9b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.439391] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f51d6be7-0bca-4c3e-a104-37a9c0d8c82c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.498416] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "939d7944-3e09-45c9-8201-fd9edcdbca11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.498724] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "939d7944-3e09-45c9-8201-fd9edcdbca11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.501440] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c03ad9-ae1d-49ca-80b3-fa3f4799b3b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.509430] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d529f0-e2fe-9a1e-408d-79e6b4e51a67, 'name': SearchDatastore_Task, 'duration_secs': 0.015907} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.509579] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Waiting for the task: (returnval){ [ 794.509579] env[69411]: value = "task-3322885" [ 794.509579] env[69411]: _type = "Task" [ 794.509579] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.510266] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.510564] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.510791] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.510939] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.511134] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.511961] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e8085dc-e7ab-4df9-98db-fb06a97aefea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.523426] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd8a45c-8d44-497f-86d4-9764f7ed2889 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.533788] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': task-3322885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.534135] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.534306] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.535572] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e34192-c541-4cf1-9733-70ed9f9674df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.548088] env[69411]: DEBUG nova.compute.provider_tree [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.552846] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 794.552846] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521cbe1f-eda4-0e1e-80e5-553cbfc0ff52" [ 794.552846] env[69411]: _type = "Task" [ 794.552846] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.562573] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521cbe1f-eda4-0e1e-80e5-553cbfc0ff52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.733565] env[69411]: DEBUG oslo_vmware.api [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322883, 'name': PowerOffVM_Task, 'duration_secs': 0.39773} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.733873] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.734078] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.734510] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e851171-dcee-4dfd-bc68-01656bbd90cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.756845] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322884, 'name': Destroy_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.804130] env[69411]: DEBUG oslo_concurrency.lockutils [req-fb7eb41a-6f36-48f6-a048-13749978de9b req-62b83322-fd93-4670-af03-c21239836622 service nova] Releasing lock "refresh_cache-f550df5e-3fce-482d-8be8-ad9a3b46c912" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.823012] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.823230] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.823411] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleting the datastore file [datastore2] 492f265b-9e26-4952-be23-13608abf4be0 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.823680] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91345f26-35bd-4cb8-b1d6-96efa4d4153f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.830441] env[69411]: DEBUG oslo_vmware.api [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 794.830441] env[69411]: value = "task-3322887" [ 794.830441] env[69411]: _type = "Task" [ 794.830441] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.839074] env[69411]: DEBUG oslo_vmware.api [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.006544] env[69411]: DEBUG nova.compute.manager [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.022585] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': task-3322885, 'name': ReconfigVM_Task, 'duration_secs': 0.460876} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.022925] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Reconfigured VM instance instance-0000002d to attach disk [datastore2] a9825baf-0ac3-47d9-a814-02a301c83a9b/a9825baf-0ac3-47d9-a814-02a301c83a9b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.023647] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8681a109-6989-4c0c-aab4-eaf35b677b73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.030771] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Waiting for the task: (returnval){ [ 795.030771] env[69411]: value = "task-3322888" [ 795.030771] env[69411]: _type = "Task" [ 795.030771] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.039542] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': task-3322888, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.058169] env[69411]: DEBUG nova.compute.manager [req-0988161f-7972-4595-a5d0-72db9c6144e2 req-c071f8b1-f712-4eb5-9ca0-086f3fe90708 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Received event network-changed-59d56da9-b612-45e2-a261-6a05aefb687b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.058169] env[69411]: DEBUG nova.compute.manager [req-0988161f-7972-4595-a5d0-72db9c6144e2 req-c071f8b1-f712-4eb5-9ca0-086f3fe90708 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Refreshing instance network info cache due to event network-changed-59d56da9-b612-45e2-a261-6a05aefb687b. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.058169] env[69411]: DEBUG oslo_concurrency.lockutils [req-0988161f-7972-4595-a5d0-72db9c6144e2 req-c071f8b1-f712-4eb5-9ca0-086f3fe90708 service nova] Acquiring lock "refresh_cache-f6139cf8-37f2-487a-920b-562f8ad60bc5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.058169] env[69411]: DEBUG oslo_concurrency.lockutils [req-0988161f-7972-4595-a5d0-72db9c6144e2 req-c071f8b1-f712-4eb5-9ca0-086f3fe90708 service nova] Acquired lock "refresh_cache-f6139cf8-37f2-487a-920b-562f8ad60bc5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.058711] env[69411]: DEBUG nova.network.neutron [req-0988161f-7972-4595-a5d0-72db9c6144e2 req-c071f8b1-f712-4eb5-9ca0-086f3fe90708 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Refreshing network info cache for port 59d56da9-b612-45e2-a261-6a05aefb687b {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.078000] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521cbe1f-eda4-0e1e-80e5-553cbfc0ff52, 'name': SearchDatastore_Task, 'duration_secs': 0.020482} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.079207] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc63df6b-2bad-4aa6-a447-a550cdb05d7f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.086536] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 795.086536] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52133769-ce76-bcef-3a2f-b7934adc38a4" [ 795.086536] env[69411]: _type = "Task" [ 795.086536] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.089718] env[69411]: ERROR nova.scheduler.client.report [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [req-4a56758f-934d-4ec8-9400-0501264115fb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4a56758f-934d-4ec8-9400-0501264115fb"}]} [ 795.102256] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52133769-ce76-bcef-3a2f-b7934adc38a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.102256] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.102256] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] f550df5e-3fce-482d-8be8-ad9a3b46c912/f550df5e-3fce-482d-8be8-ad9a3b46c912.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.102256] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-480229e3-f2fd-464a-9ce1-984945f56940 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.108084] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 795.108084] env[69411]: value = "task-3322889" [ 795.108084] env[69411]: _type = "Task" [ 795.108084] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.113700] env[69411]: DEBUG nova.scheduler.client.report [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 795.119545] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3322889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.130298] env[69411]: DEBUG nova.scheduler.client.report [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 795.130543] env[69411]: DEBUG nova.compute.provider_tree [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.142628] env[69411]: DEBUG nova.scheduler.client.report [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 795.162119] env[69411]: DEBUG nova.scheduler.client.report [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 795.260876] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322884, 'name': Destroy_Task, 'duration_secs': 0.543057} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.261203] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Destroyed the VM [ 795.261420] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 795.261642] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f13b4ee1-5b68-493f-aca8-0117ba79563c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.268637] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 795.268637] env[69411]: value = "task-3322890" [ 795.268637] env[69411]: _type = "Task" [ 795.268637] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.276725] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322890, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.340240] env[69411]: DEBUG oslo_vmware.api [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3322887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230363} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.342794] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.343037] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.343221] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.343412] env[69411]: INFO nova.compute.manager [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 795.343653] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.344095] env[69411]: DEBUG nova.compute.manager [-] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.344198] env[69411]: DEBUG nova.network.neutron [-] [instance: 492f265b-9e26-4952-be23-13608abf4be0] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.535218] env[69411]: DEBUG oslo_concurrency.lockutils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "c308feda-6772-4f9f-8db4-85eebcef8d95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.535546] env[69411]: DEBUG oslo_concurrency.lockutils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c308feda-6772-4f9f-8db4-85eebcef8d95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.545179] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.556743] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': task-3322888, 'name': Rename_Task, 'duration_secs': 0.191341} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.559347] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.559347] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9bdc4c0-d0de-4296-880c-ed1ba65406a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.568280] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Waiting for the task: (returnval){ [ 795.568280] env[69411]: value = "task-3322891" [ 795.568280] env[69411]: _type = "Task" [ 795.568280] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.577505] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': task-3322891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.623353] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3322889, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.727358] env[69411]: DEBUG nova.compute.manager [req-7c092502-7fec-4464-b26c-5bed5582bb3b req-828a43df-2799-452e-8da6-fdf1ec98c466 service nova] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Received event network-vif-deleted-f39d3f2b-bebe-4751-b502-6df55d539a3f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.728357] env[69411]: INFO nova.compute.manager [req-7c092502-7fec-4464-b26c-5bed5582bb3b req-828a43df-2799-452e-8da6-fdf1ec98c466 service nova] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Neutron deleted interface f39d3f2b-bebe-4751-b502-6df55d539a3f; detaching it from the instance and deleting it from the info cache [ 795.728357] env[69411]: DEBUG nova.network.neutron [req-7c092502-7fec-4464-b26c-5bed5582bb3b req-828a43df-2799-452e-8da6-fdf1ec98c466 service nova] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.776058] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a22cc4e-0b49-4dea-b7bc-0aa608bdfcc7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.787053] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322890, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.787053] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf728ab-eb00-4a0d-90f6-1ec97b5bf444 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.826501] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e274ec2f-1972-4694-8b3a-cd6a20212ac0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.835060] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412c8156-d4bf-486e-ae78-abb0001f17ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.849832] env[69411]: DEBUG nova.compute.provider_tree [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.973607] env[69411]: DEBUG nova.network.neutron [req-0988161f-7972-4595-a5d0-72db9c6144e2 req-c071f8b1-f712-4eb5-9ca0-086f3fe90708 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Updated VIF entry in instance network info cache for port 59d56da9-b612-45e2-a261-6a05aefb687b. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.973910] env[69411]: DEBUG nova.network.neutron [req-0988161f-7972-4595-a5d0-72db9c6144e2 req-c071f8b1-f712-4eb5-9ca0-086f3fe90708 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Updating instance_info_cache with network_info: [{"id": "59d56da9-b612-45e2-a261-6a05aefb687b", "address": "fa:16:3e:eb:0d:43", "network": {"id": "8d1df061-29ba-45a5-b4c2-ee9cd5320eca", "bridge": "br-int", "label": "tempest-ServersTestJSON-400644637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "753c162f1598450caa73f4b71e7edcce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d56da9-b6", "ovs_interfaceid": "59d56da9-b612-45e2-a261-6a05aefb687b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.038434] env[69411]: DEBUG nova.compute.manager [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.081132] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': task-3322891, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.118855] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3322889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64779} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.119220] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] f550df5e-3fce-482d-8be8-ad9a3b46c912/f550df5e-3fce-482d-8be8-ad9a3b46c912.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.119481] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.120581] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f8015ff-899f-4769-9414-1656fae13a14 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.128127] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 796.128127] env[69411]: value = "task-3322892" [ 796.128127] env[69411]: _type = "Task" [ 796.128127] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.135582] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3322892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.206377] env[69411]: DEBUG nova.network.neutron [-] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.231980] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8eac6fc0-ef26-4442-ae4f-01de4668bf42 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.242533] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a6fc00-36bb-41fb-a512-de6a62079ce0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.282933] env[69411]: DEBUG nova.compute.manager [req-7c092502-7fec-4464-b26c-5bed5582bb3b req-828a43df-2799-452e-8da6-fdf1ec98c466 service nova] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Detach interface failed, port_id=f39d3f2b-bebe-4751-b502-6df55d539a3f, reason: Instance 492f265b-9e26-4952-be23-13608abf4be0 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 796.291890] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322890, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.388492] env[69411]: DEBUG nova.scheduler.client.report [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 796.388758] env[69411]: DEBUG nova.compute.provider_tree [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 70 to 71 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 796.388938] env[69411]: DEBUG nova.compute.provider_tree [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 796.476149] env[69411]: DEBUG oslo_concurrency.lockutils [req-0988161f-7972-4595-a5d0-72db9c6144e2 req-c071f8b1-f712-4eb5-9ca0-086f3fe90708 service nova] Releasing lock "refresh_cache-f6139cf8-37f2-487a-920b-562f8ad60bc5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.563299] env[69411]: DEBUG oslo_concurrency.lockutils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.578187] env[69411]: DEBUG oslo_vmware.api [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': task-3322891, 'name': PowerOnVM_Task, 'duration_secs': 0.536384} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.578187] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.578295] env[69411]: INFO nova.compute.manager [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Took 8.53 seconds to spawn the instance on the hypervisor. [ 796.578466] env[69411]: DEBUG nova.compute.manager [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.579286] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0083fc73-e436-41fc-8ccf-c5535066238b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.637496] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3322892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165602} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.637726] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.638501] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff1e17c-24db-41e2-97ab-cdc714486fd0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.661974] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] f550df5e-3fce-482d-8be8-ad9a3b46c912/f550df5e-3fce-482d-8be8-ad9a3b46c912.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.662267] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e2f886a-b318-43b5-aae9-29341d2d975a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.684107] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 796.684107] env[69411]: value = "task-3322893" [ 796.684107] env[69411]: _type = "Task" [ 796.684107] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.692172] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3322893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.709872] env[69411]: INFO nova.compute.manager [-] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Took 1.37 seconds to deallocate network for instance. [ 796.792675] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322890, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.894207] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.603s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.896510] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.479s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.898051] env[69411]: INFO nova.compute.claims [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.916513] env[69411]: INFO nova.scheduler.client.report [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleted allocations for instance d397d6ae-d701-417e-998d-12efe5d81872 [ 797.104432] env[69411]: INFO nova.compute.manager [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Took 44.18 seconds to build instance. [ 797.193904] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3322893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.218518] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.295755] env[69411]: DEBUG oslo_vmware.api [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322890, 'name': RemoveSnapshot_Task, 'duration_secs': 1.611394} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.296113] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 797.425617] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16c3b654-2d40-42ba-8486-4437d6680e1b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "d397d6ae-d701-417e-998d-12efe5d81872" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.160s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.604961] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b604c66-8623-4d11-a114-d06a962ba7a2 tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Lock "a9825baf-0ac3-47d9-a814-02a301c83a9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.880s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.695641] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3322893, 'name': ReconfigVM_Task, 'duration_secs': 0.766957} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.695881] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Reconfigured VM instance instance-0000002e to attach disk [datastore2] f550df5e-3fce-482d-8be8-ad9a3b46c912/f550df5e-3fce-482d-8be8-ad9a3b46c912.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.696749] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abe2b69e-c9d7-4566-a099-6a9e5a74d163 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.701661] env[69411]: DEBUG nova.compute.manager [req-75afebfc-a043-4e71-9c07-6715f408bfb7 req-5ccd8b0f-1877-4401-b8fd-da3387d114b2 service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Received event network-changed-babe328f-c46c-447b-9526-962ac4a75510 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.701924] env[69411]: DEBUG nova.compute.manager [req-75afebfc-a043-4e71-9c07-6715f408bfb7 req-5ccd8b0f-1877-4401-b8fd-da3387d114b2 service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Refreshing instance network info cache due to event network-changed-babe328f-c46c-447b-9526-962ac4a75510. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.702897] env[69411]: DEBUG oslo_concurrency.lockutils [req-75afebfc-a043-4e71-9c07-6715f408bfb7 req-5ccd8b0f-1877-4401-b8fd-da3387d114b2 service nova] Acquiring lock "refresh_cache-a9825baf-0ac3-47d9-a814-02a301c83a9b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.703072] env[69411]: DEBUG oslo_concurrency.lockutils [req-75afebfc-a043-4e71-9c07-6715f408bfb7 req-5ccd8b0f-1877-4401-b8fd-da3387d114b2 service nova] Acquired lock "refresh_cache-a9825baf-0ac3-47d9-a814-02a301c83a9b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.703240] env[69411]: DEBUG nova.network.neutron [req-75afebfc-a043-4e71-9c07-6715f408bfb7 req-5ccd8b0f-1877-4401-b8fd-da3387d114b2 service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Refreshing network info cache for port babe328f-c46c-447b-9526-962ac4a75510 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.711119] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 797.711119] env[69411]: value = "task-3322894" [ 797.711119] env[69411]: _type = "Task" [ 797.711119] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.721456] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3322894, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.801985] env[69411]: WARNING nova.compute.manager [None req-aaed379b-739c-4a63-b376-d1e610d02f22 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Image not found during snapshot: nova.exception.ImageNotFound: Image f383c4a6-a901-4dca-8098-240ea1512682 could not be found. [ 798.227452] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3322894, 'name': Rename_Task, 'duration_secs': 0.320629} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.230033] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.231032] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28694fcc-0927-4367-9e37-6b34503a068e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.237957] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 798.237957] env[69411]: value = "task-3322895" [ 798.237957] env[69411]: _type = "Task" [ 798.237957] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.249313] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3322895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.453412] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdcfc27-d54d-4581-ba1d-5a720bfc92aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.461575] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab465eb3-fded-4365-b616-b5680149ce17 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.495341] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfe829c-1f5c-4e82-bca7-7cc1aca0e7b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.503567] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4a900d-7815-4ea7-9749-c95e2aeec38a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.520849] env[69411]: DEBUG nova.compute.provider_tree [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.531058] env[69411]: DEBUG nova.network.neutron [req-75afebfc-a043-4e71-9c07-6715f408bfb7 req-5ccd8b0f-1877-4401-b8fd-da3387d114b2 service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Updated VIF entry in instance network info cache for port babe328f-c46c-447b-9526-962ac4a75510. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.531450] env[69411]: DEBUG nova.network.neutron [req-75afebfc-a043-4e71-9c07-6715f408bfb7 req-5ccd8b0f-1877-4401-b8fd-da3387d114b2 service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Updating instance_info_cache with network_info: [{"id": "babe328f-c46c-447b-9526-962ac4a75510", "address": "fa:16:3e:e4:16:50", "network": {"id": "5bc4d99b-7541-4dbe-8194-19678e80da9a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1322768513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde050e0b00140d5bfb2556e585884c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbabe328f-c4", "ovs_interfaceid": "babe328f-c46c-447b-9526-962ac4a75510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.754093] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3322895, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.035815] env[69411]: DEBUG oslo_concurrency.lockutils [req-75afebfc-a043-4e71-9c07-6715f408bfb7 req-5ccd8b0f-1877-4401-b8fd-da3387d114b2 service nova] Releasing lock "refresh_cache-a9825baf-0ac3-47d9-a814-02a301c83a9b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.042901] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.043166] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.070459] env[69411]: DEBUG nova.scheduler.client.report [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 799.070728] env[69411]: DEBUG nova.compute.provider_tree [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 71 to 72 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 799.070953] env[69411]: DEBUG nova.compute.provider_tree [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.183030] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "c338199b-875b-43e2-9221-6d071e981d9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.183030] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "c338199b-875b-43e2-9221-6d071e981d9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.183030] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "c338199b-875b-43e2-9221-6d071e981d9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.183288] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "c338199b-875b-43e2-9221-6d071e981d9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.183410] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "c338199b-875b-43e2-9221-6d071e981d9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.186446] env[69411]: INFO nova.compute.manager [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Terminating instance [ 799.249126] env[69411]: DEBUG oslo_vmware.api [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3322895, 'name': PowerOnVM_Task, 'duration_secs': 0.615681} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.249425] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.249647] env[69411]: INFO nova.compute.manager [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Took 8.41 seconds to spawn the instance on the hypervisor. [ 799.249837] env[69411]: DEBUG nova.compute.manager [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.250688] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d0cc8e-2d04-4cfc-bd8f-1f82956b5e3e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.546540] env[69411]: DEBUG nova.compute.utils [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.576302] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.576807] env[69411]: DEBUG nova.compute.manager [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.579557] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.640s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.580967] env[69411]: INFO nova.compute.claims [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.690384] env[69411]: DEBUG nova.compute.manager [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.690645] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.691803] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc597f0c-c3c7-49e1-8dcb-cb7e94f0a9d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.700279] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.700543] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e50320a4-aeb0-458e-9e69-ec055cfdc6ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.707562] env[69411]: DEBUG oslo_vmware.api [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 799.707562] env[69411]: value = "task-3322896" [ 799.707562] env[69411]: _type = "Task" [ 799.707562] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.716232] env[69411]: DEBUG oslo_vmware.api [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.770707] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "37caffdb-52fd-40dc-9de9-2bd7930c4903" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.771133] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "37caffdb-52fd-40dc-9de9-2bd7930c4903" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.772175] env[69411]: INFO nova.compute.manager [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Took 45.71 seconds to build instance. [ 800.049934] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.087274] env[69411]: DEBUG nova.compute.utils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.090742] env[69411]: DEBUG nova.compute.manager [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.091146] env[69411]: DEBUG nova.network.neutron [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.147210] env[69411]: DEBUG nova.policy [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba826cd3f1db46e497e8c4ac006949aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe0639e38ac0418a9def90dbf2b40a1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.223631] env[69411]: DEBUG oslo_vmware.api [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322896, 'name': PowerOffVM_Task, 'duration_secs': 0.321096} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.223631] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.223631] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.224074] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7adcb2cb-d2d2-487d-b1f4-233b3ddee72c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.274069] env[69411]: DEBUG nova.compute.manager [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.280777] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d01f1af9-f662-4124-9f1d-889ebfc7fe6f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "f550df5e-3fce-482d-8be8-ad9a3b46c912" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.976s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.297831] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.297974] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.298173] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Deleting the datastore file [datastore1] c338199b-875b-43e2-9221-6d071e981d9e {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.299027] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-415939ed-0627-4d56-8afc-fe277ec39437 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.305354] env[69411]: DEBUG oslo_vmware.api [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 800.305354] env[69411]: value = "task-3322898" [ 800.305354] env[69411]: _type = "Task" [ 800.305354] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.320645] env[69411]: DEBUG oslo_vmware.api [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.578133] env[69411]: DEBUG nova.network.neutron [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Successfully created port: 05120fef-c8bc-41ff-9e23-8dec74b9d3a5 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.593248] env[69411]: DEBUG nova.compute.manager [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.801711] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.817929] env[69411]: DEBUG oslo_vmware.api [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.934594] env[69411]: DEBUG nova.compute.manager [req-f899ce47-6521-42c6-a4aa-a06dca9ec448 req-760ecd0d-ff3b-4d57-bb19-d69998a04a7d service nova] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Received event network-changed-146573f3-45e6-4385-b71a-c65bc9f75d30 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.934786] env[69411]: DEBUG nova.compute.manager [req-f899ce47-6521-42c6-a4aa-a06dca9ec448 req-760ecd0d-ff3b-4d57-bb19-d69998a04a7d service nova] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Refreshing instance network info cache due to event network-changed-146573f3-45e6-4385-b71a-c65bc9f75d30. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.934992] env[69411]: DEBUG oslo_concurrency.lockutils [req-f899ce47-6521-42c6-a4aa-a06dca9ec448 req-760ecd0d-ff3b-4d57-bb19-d69998a04a7d service nova] Acquiring lock "refresh_cache-f550df5e-3fce-482d-8be8-ad9a3b46c912" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.935167] env[69411]: DEBUG oslo_concurrency.lockutils [req-f899ce47-6521-42c6-a4aa-a06dca9ec448 req-760ecd0d-ff3b-4d57-bb19-d69998a04a7d service nova] Acquired lock "refresh_cache-f550df5e-3fce-482d-8be8-ad9a3b46c912" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.935362] env[69411]: DEBUG nova.network.neutron [req-f899ce47-6521-42c6-a4aa-a06dca9ec448 req-760ecd0d-ff3b-4d57-bb19-d69998a04a7d service nova] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Refreshing network info cache for port 146573f3-45e6-4385-b71a-c65bc9f75d30 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.155532] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.155532] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.155532] env[69411]: INFO nova.compute.manager [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Attaching volume 03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac to /dev/sdb [ 801.201588] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36321aef-f784-48bc-902c-1a814b09e720 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.207113] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b56ab1-c286-443e-b0d2-9804e53a5336 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.211852] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711207bb-a750-488b-8a8b-92cb4c291c5f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.218979] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501c6c52-acc9-4687-a7de-852e5f207284 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.257335] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4614ca-a49b-4d0e-b7a2-f516ade55c4f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.261093] env[69411]: DEBUG nova.virt.block_device [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Updating existing volume attachment record: f08f649c-6170-400f-9648-c5da47c365ee {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 801.270103] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37d177d-17da-46ee-8355-f8556213c803 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.285325] env[69411]: DEBUG nova.compute.provider_tree [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.316100] env[69411]: DEBUG oslo_vmware.api [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3322898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.767517} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.316398] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.316615] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.317298] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.317298] env[69411]: INFO nova.compute.manager [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Took 1.63 seconds to destroy the instance on the hypervisor. [ 801.317298] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.317575] env[69411]: DEBUG nova.compute.manager [-] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.317622] env[69411]: DEBUG nova.network.neutron [-] [instance: c338199b-875b-43e2-9221-6d071e981d9e] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.606199] env[69411]: DEBUG nova.compute.manager [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.639407] env[69411]: DEBUG nova.virt.hardware [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.639800] env[69411]: DEBUG nova.virt.hardware [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.640112] env[69411]: DEBUG nova.virt.hardware [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.641617] env[69411]: DEBUG nova.virt.hardware [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.642270] env[69411]: DEBUG nova.virt.hardware [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.642270] env[69411]: DEBUG nova.virt.hardware [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.642546] env[69411]: DEBUG nova.virt.hardware [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.642830] env[69411]: DEBUG nova.virt.hardware [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.643163] env[69411]: DEBUG nova.virt.hardware [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.643469] env[69411]: DEBUG nova.virt.hardware [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.643780] env[69411]: DEBUG nova.virt.hardware [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.645199] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4812fa9e-7100-4bce-9ca6-94f512f2afe1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.654991] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35643e63-c35a-4fbf-a810-3ce06c6e7f1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.744030] env[69411]: DEBUG nova.network.neutron [req-f899ce47-6521-42c6-a4aa-a06dca9ec448 req-760ecd0d-ff3b-4d57-bb19-d69998a04a7d service nova] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Updated VIF entry in instance network info cache for port 146573f3-45e6-4385-b71a-c65bc9f75d30. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.744473] env[69411]: DEBUG nova.network.neutron [req-f899ce47-6521-42c6-a4aa-a06dca9ec448 req-760ecd0d-ff3b-4d57-bb19-d69998a04a7d service nova] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Updating instance_info_cache with network_info: [{"id": "146573f3-45e6-4385-b71a-c65bc9f75d30", "address": "fa:16:3e:3b:0e:6a", "network": {"id": "9d331edd-c0a8-4166-a76d-2e5e40ed53e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2102469872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa3f20a5d244628ac13ef5e88e14e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146573f3-45", "ovs_interfaceid": "146573f3-45e6-4385-b71a-c65bc9f75d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.788650] env[69411]: DEBUG nova.scheduler.client.report [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.856691] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Acquiring lock "50ceb30c-9c08-47ea-9ea8-9732c594342e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.856969] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Lock "50ceb30c-9c08-47ea-9ea8-9732c594342e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.857253] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Acquiring lock "50ceb30c-9c08-47ea-9ea8-9732c594342e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.857445] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Lock "50ceb30c-9c08-47ea-9ea8-9732c594342e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.857612] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Lock "50ceb30c-9c08-47ea-9ea8-9732c594342e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.859722] env[69411]: INFO nova.compute.manager [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Terminating instance [ 802.162289] env[69411]: DEBUG nova.network.neutron [-] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.247525] env[69411]: DEBUG oslo_concurrency.lockutils [req-f899ce47-6521-42c6-a4aa-a06dca9ec448 req-760ecd0d-ff3b-4d57-bb19-d69998a04a7d service nova] Releasing lock "refresh_cache-f550df5e-3fce-482d-8be8-ad9a3b46c912" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.263757] env[69411]: DEBUG nova.compute.manager [req-1dd8b80c-eb32-4490-8deb-6ae302467d3c req-032ecb0b-5e24-4c2a-9852-ce2c3edd34b5 service nova] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Received event network-vif-plugged-05120fef-c8bc-41ff-9e23-8dec74b9d3a5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.264277] env[69411]: DEBUG oslo_concurrency.lockutils [req-1dd8b80c-eb32-4490-8deb-6ae302467d3c req-032ecb0b-5e24-4c2a-9852-ce2c3edd34b5 service nova] Acquiring lock "e5a8697d-2a72-4768-8bae-8536f9d2f4f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.264590] env[69411]: DEBUG oslo_concurrency.lockutils [req-1dd8b80c-eb32-4490-8deb-6ae302467d3c req-032ecb0b-5e24-4c2a-9852-ce2c3edd34b5 service nova] Lock "e5a8697d-2a72-4768-8bae-8536f9d2f4f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.264800] env[69411]: DEBUG oslo_concurrency.lockutils [req-1dd8b80c-eb32-4490-8deb-6ae302467d3c req-032ecb0b-5e24-4c2a-9852-ce2c3edd34b5 service nova] Lock "e5a8697d-2a72-4768-8bae-8536f9d2f4f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.265021] env[69411]: DEBUG nova.compute.manager [req-1dd8b80c-eb32-4490-8deb-6ae302467d3c req-032ecb0b-5e24-4c2a-9852-ce2c3edd34b5 service nova] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] No waiting events found dispatching network-vif-plugged-05120fef-c8bc-41ff-9e23-8dec74b9d3a5 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.265235] env[69411]: WARNING nova.compute.manager [req-1dd8b80c-eb32-4490-8deb-6ae302467d3c req-032ecb0b-5e24-4c2a-9852-ce2c3edd34b5 service nova] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Received unexpected event network-vif-plugged-05120fef-c8bc-41ff-9e23-8dec74b9d3a5 for instance with vm_state building and task_state spawning. [ 802.296290] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.296290] env[69411]: DEBUG nova.compute.manager [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.298407] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.999s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.298407] env[69411]: DEBUG nova.objects.instance [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Lazy-loading 'resources' on Instance uuid eca4b01f-e5aa-4cd2-b30e-4631d95f93e0 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.363643] env[69411]: DEBUG nova.compute.manager [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.363883] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.366070] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94ec02a-f35a-41f2-942e-a70e2d4b2230 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.374504] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.374593] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c58419b-efc7-4693-9b0f-d9494a2a9989 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.381106] env[69411]: DEBUG oslo_vmware.api [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Waiting for the task: (returnval){ [ 802.381106] env[69411]: value = "task-3322902" [ 802.381106] env[69411]: _type = "Task" [ 802.381106] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.381788] env[69411]: DEBUG nova.network.neutron [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Successfully updated port: 05120fef-c8bc-41ff-9e23-8dec74b9d3a5 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.392276] env[69411]: DEBUG oslo_vmware.api [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': task-3322902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.665536] env[69411]: INFO nova.compute.manager [-] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Took 1.35 seconds to deallocate network for instance. [ 802.803023] env[69411]: DEBUG nova.compute.utils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.807782] env[69411]: DEBUG nova.compute.manager [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.807879] env[69411]: DEBUG nova.network.neutron [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.859241] env[69411]: DEBUG nova.policy [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83333f25d3064db690662ea80d053a3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e58b7bd73ce40e49e67398d7db655bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.890365] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Acquiring lock "refresh_cache-e5a8697d-2a72-4768-8bae-8536f9d2f4f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.890477] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Acquired lock "refresh_cache-e5a8697d-2a72-4768-8bae-8536f9d2f4f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.890627] env[69411]: DEBUG nova.network.neutron [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.897693] env[69411]: DEBUG oslo_vmware.api [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': task-3322902, 'name': PowerOffVM_Task, 'duration_secs': 0.197434} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.898669] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.898723] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.898931] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac8ce6ec-9d27-45e3-8819-290da59b653e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.968085] env[69411]: DEBUG nova.compute.manager [req-bf20e1ca-d1b0-440c-a864-d0608e58e8e7 req-c90c0c61-f55a-4f1e-aa06-a76158124dce service nova] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Received event network-vif-deleted-6b4cea6d-8824-402e-8b59-80f2fe543ed5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.973152] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.973366] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.973544] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Deleting the datastore file [datastore2] 50ceb30c-9c08-47ea-9ea8-9732c594342e {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.974073] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41f2b981-7d77-4881-85db-93d2e0332ee3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.984570] env[69411]: DEBUG oslo_vmware.api [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Waiting for the task: (returnval){ [ 802.984570] env[69411]: value = "task-3322904" [ 802.984570] env[69411]: _type = "Task" [ 802.984570] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.992556] env[69411]: DEBUG oslo_vmware.api [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': task-3322904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.171771] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.256184] env[69411]: DEBUG nova.network.neutron [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Successfully created port: 868ad831-e096-4fd6-8111-80d4e8ddd7c0 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.309853] env[69411]: DEBUG nova.compute.manager [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.350098] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e5af47-3320-45f8-b4d5-4c9472c319bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.359699] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caee78a-4c16-49fb-b3a8-535cd707848b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.391753] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddff7e08-187f-426b-a781-5e0e5e44f70a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.403161] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb4adc8-1f85-4b7f-a334-61d927135c87 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.416407] env[69411]: DEBUG nova.compute.provider_tree [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.458508] env[69411]: DEBUG nova.network.neutron [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.496456] env[69411]: DEBUG oslo_vmware.api [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Task: {'id': task-3322904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200978} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.496628] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.496804] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.496977] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.497165] env[69411]: INFO nova.compute.manager [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 803.497401] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.497584] env[69411]: DEBUG nova.compute.manager [-] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.497678] env[69411]: DEBUG nova.network.neutron [-] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.688104] env[69411]: DEBUG nova.network.neutron [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Updating instance_info_cache with network_info: [{"id": "05120fef-c8bc-41ff-9e23-8dec74b9d3a5", "address": "fa:16:3e:9c:bc:10", "network": {"id": "939411a6-f88d-462d-8724-466b1fc344a2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1493079739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0639e38ac0418a9def90dbf2b40a1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05120fef-c8", "ovs_interfaceid": "05120fef-c8bc-41ff-9e23-8dec74b9d3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.919204] env[69411]: DEBUG nova.scheduler.client.report [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.187415] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Releasing lock "refresh_cache-e5a8697d-2a72-4768-8bae-8536f9d2f4f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.187813] env[69411]: DEBUG nova.compute.manager [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Instance network_info: |[{"id": "05120fef-c8bc-41ff-9e23-8dec74b9d3a5", "address": "fa:16:3e:9c:bc:10", "network": {"id": "939411a6-f88d-462d-8724-466b1fc344a2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1493079739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0639e38ac0418a9def90dbf2b40a1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05120fef-c8", "ovs_interfaceid": "05120fef-c8bc-41ff-9e23-8dec74b9d3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.188272] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:bc:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05120fef-c8bc-41ff-9e23-8dec74b9d3a5', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.196999] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Creating folder: Project (fe0639e38ac0418a9def90dbf2b40a1b). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.199033] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f41d23e-13df-41db-8b94-0b7f7607dd77 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.210307] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Created folder: Project (fe0639e38ac0418a9def90dbf2b40a1b) in parent group-v663248. [ 804.210522] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Creating folder: Instances. Parent ref: group-v663388. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.210782] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b10b9a9f-fbcb-4c5c-b048-9e4ca9224392 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.222800] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Created folder: Instances in parent group-v663388. [ 804.223073] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.223277] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.223706] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fadbcd3-42ec-4436-9ac2-a9ca59c97af6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.242989] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.242989] env[69411]: value = "task-3322908" [ 804.242989] env[69411]: _type = "Task" [ 804.242989] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.250712] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322908, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.321252] env[69411]: DEBUG nova.compute.manager [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.335729] env[69411]: DEBUG nova.compute.manager [req-21963391-f5ba-4dbd-87db-d770d185dadf req-2015b742-1724-48d4-8481-8f9f1c828023 service nova] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Received event network-changed-05120fef-c8bc-41ff-9e23-8dec74b9d3a5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.335729] env[69411]: DEBUG nova.compute.manager [req-21963391-f5ba-4dbd-87db-d770d185dadf req-2015b742-1724-48d4-8481-8f9f1c828023 service nova] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Refreshing instance network info cache due to event network-changed-05120fef-c8bc-41ff-9e23-8dec74b9d3a5. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.335729] env[69411]: DEBUG oslo_concurrency.lockutils [req-21963391-f5ba-4dbd-87db-d770d185dadf req-2015b742-1724-48d4-8481-8f9f1c828023 service nova] Acquiring lock "refresh_cache-e5a8697d-2a72-4768-8bae-8536f9d2f4f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.335729] env[69411]: DEBUG oslo_concurrency.lockutils [req-21963391-f5ba-4dbd-87db-d770d185dadf req-2015b742-1724-48d4-8481-8f9f1c828023 service nova] Acquired lock "refresh_cache-e5a8697d-2a72-4768-8bae-8536f9d2f4f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.335729] env[69411]: DEBUG nova.network.neutron [req-21963391-f5ba-4dbd-87db-d770d185dadf req-2015b742-1724-48d4-8481-8f9f1c828023 service nova] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Refreshing network info cache for port 05120fef-c8bc-41ff-9e23-8dec74b9d3a5 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.351876] env[69411]: DEBUG nova.virt.hardware [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3eb57fb0-c720-4394-94b3-dbadee6dfbca',id=28,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1021061432',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.351876] env[69411]: DEBUG nova.virt.hardware [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.351876] env[69411]: DEBUG nova.virt.hardware [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.352109] env[69411]: DEBUG nova.virt.hardware [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.352268] env[69411]: DEBUG nova.virt.hardware [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.352514] env[69411]: DEBUG nova.virt.hardware [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.352856] env[69411]: DEBUG nova.virt.hardware [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.353100] env[69411]: DEBUG nova.virt.hardware [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.353297] env[69411]: DEBUG nova.virt.hardware [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.353528] env[69411]: DEBUG nova.virt.hardware [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.353741] env[69411]: DEBUG nova.virt.hardware [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.355454] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e44062-25cc-4261-ac42-af488fedd325 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.365267] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030a4d1f-75a8-4adf-af23-449f06ed6c1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.424271] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.426827] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.135s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.428421] env[69411]: INFO nova.compute.claims [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.454518] env[69411]: INFO nova.scheduler.client.report [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Deleted allocations for instance eca4b01f-e5aa-4cd2-b30e-4631d95f93e0 [ 804.523498] env[69411]: DEBUG nova.network.neutron [-] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.753351] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322908, 'name': CreateVM_Task, 'duration_secs': 0.384406} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.753619] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.755140] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.755140] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.755140] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.755140] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffe76ef9-30bd-4a80-85be-04f8da860728 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.759694] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 804.759694] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dbdc74-4006-d112-b82a-d8471a64627d" [ 804.759694] env[69411]: _type = "Task" [ 804.759694] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.771735] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dbdc74-4006-d112-b82a-d8471a64627d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.933383] env[69411]: DEBUG nova.network.neutron [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Successfully updated port: 868ad831-e096-4fd6-8111-80d4e8ddd7c0 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.968020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f79efcce-79dd-4c3d-bf22-6ae868a1fba1 tempest-InstanceActionsTestJSON-1477133459 tempest-InstanceActionsTestJSON-1477133459-project-member] Lock "eca4b01f-e5aa-4cd2-b30e-4631d95f93e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.275s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.996048] env[69411]: DEBUG nova.compute.manager [req-579970f8-3287-490e-b0a1-bc73d731a37b req-5ceccf42-ab98-482a-a156-95fd1f11ac6a service nova] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Received event network-vif-deleted-996939e4-0432-4375-b60b-b298718f76ef {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.026051] env[69411]: INFO nova.compute.manager [-] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Took 1.53 seconds to deallocate network for instance. [ 805.060644] env[69411]: DEBUG nova.network.neutron [req-21963391-f5ba-4dbd-87db-d770d185dadf req-2015b742-1724-48d4-8481-8f9f1c828023 service nova] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Updated VIF entry in instance network info cache for port 05120fef-c8bc-41ff-9e23-8dec74b9d3a5. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.060965] env[69411]: DEBUG nova.network.neutron [req-21963391-f5ba-4dbd-87db-d770d185dadf req-2015b742-1724-48d4-8481-8f9f1c828023 service nova] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Updating instance_info_cache with network_info: [{"id": "05120fef-c8bc-41ff-9e23-8dec74b9d3a5", "address": "fa:16:3e:9c:bc:10", "network": {"id": "939411a6-f88d-462d-8724-466b1fc344a2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1493079739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0639e38ac0418a9def90dbf2b40a1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05120fef-c8", "ovs_interfaceid": "05120fef-c8bc-41ff-9e23-8dec74b9d3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.270797] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dbdc74-4006-d112-b82a-d8471a64627d, 'name': SearchDatastore_Task, 'duration_secs': 0.011988} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.271143] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.271382] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.271613] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.271763] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.271935] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.272213] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dec34641-225e-4dad-8a16-5049b1e2a087 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.281147] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.281327] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.282104] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8bf851-d049-4269-b92b-a337b2dc62e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.287580] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 805.287580] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5250e132-62a4-caef-d98a-75f781e04358" [ 805.287580] env[69411]: _type = "Task" [ 805.287580] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.295550] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5250e132-62a4-caef-d98a-75f781e04358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.436640] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.436640] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquired lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.436640] env[69411]: DEBUG nova.network.neutron [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.531614] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.562928] env[69411]: DEBUG oslo_concurrency.lockutils [req-21963391-f5ba-4dbd-87db-d770d185dadf req-2015b742-1724-48d4-8481-8f9f1c828023 service nova] Releasing lock "refresh_cache-e5a8697d-2a72-4768-8bae-8536f9d2f4f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.807181] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5250e132-62a4-caef-d98a-75f781e04358, 'name': SearchDatastore_Task, 'duration_secs': 0.01213} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.808790] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e4427e0-6ed7-4049-8a10-39640474d21d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.817276] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 805.817276] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52261f23-b276-d7b3-f4bd-040d918fe2a2" [ 805.817276] env[69411]: _type = "Task" [ 805.817276] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.825072] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52261f23-b276-d7b3-f4bd-040d918fe2a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.828460] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 805.828460] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663387', 'volume_id': '03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac', 'name': 'volume-03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f55ba14-c3fe-45be-900f-19c0be0cf5ac', 'attached_at': '', 'detached_at': '', 'volume_id': '03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac', 'serial': '03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 805.830404] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff2e3b3-916e-4721-ac12-3a7b476acee7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.847724] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d05acd-9ec0-4741-b82b-30345ad122d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.872954] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] volume-03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac/volume-03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.876599] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7b809fe-03e5-4787-a7c2-f778e4584108 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.898240] env[69411]: DEBUG oslo_vmware.api [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 805.898240] env[69411]: value = "task-3322909" [ 805.898240] env[69411]: _type = "Task" [ 805.898240] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.910221] env[69411]: DEBUG oslo_vmware.api [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.979415] env[69411]: DEBUG nova.network.neutron [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.024322] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d698c5a-7897-45a7-876e-5dc802831d78 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.034581] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf24a37-ad90-43fa-a65e-e006c620bc7e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.068527] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eb3c30-cfce-419a-ac8a-e8eed86da04b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.076273] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a53681d-2da7-4d04-9eaa-6ca4142f3603 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.092429] env[69411]: DEBUG nova.compute.provider_tree [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.139900] env[69411]: DEBUG nova.network.neutron [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating instance_info_cache with network_info: [{"id": "868ad831-e096-4fd6-8111-80d4e8ddd7c0", "address": "fa:16:3e:e3:57:5c", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868ad831-e0", "ovs_interfaceid": "868ad831-e096-4fd6-8111-80d4e8ddd7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.328709] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52261f23-b276-d7b3-f4bd-040d918fe2a2, 'name': SearchDatastore_Task, 'duration_secs': 0.018706} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.329167] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.329544] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] e5a8697d-2a72-4768-8bae-8536f9d2f4f8/e5a8697d-2a72-4768-8bae-8536f9d2f4f8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.330488] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8827b8c-c00a-4e81-a6aa-956506bc6724 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.338875] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 806.338875] env[69411]: value = "task-3322910" [ 806.338875] env[69411]: _type = "Task" [ 806.338875] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.350196] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.394799] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "interface-6c1b83a5-d36f-4411-81b7-96eee6a14622-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.395093] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-6c1b83a5-d36f-4411-81b7-96eee6a14622-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.395457] env[69411]: DEBUG nova.objects.instance [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lazy-loading 'flavor' on Instance uuid 6c1b83a5-d36f-4411-81b7-96eee6a14622 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.415166] env[69411]: DEBUG oslo_vmware.api [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322909, 'name': ReconfigVM_Task, 'duration_secs': 0.402166} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.415748] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Reconfigured VM instance instance-0000001d to attach disk [datastore1] volume-03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac/volume-03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.421379] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dcca8a5-76de-4996-9e9c-69a91caba0db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.438787] env[69411]: DEBUG oslo_vmware.api [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 806.438787] env[69411]: value = "task-3322911" [ 806.438787] env[69411]: _type = "Task" [ 806.438787] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.448867] env[69411]: DEBUG oslo_vmware.api [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.541157] env[69411]: DEBUG nova.compute.manager [req-31a9a07e-2d1c-4ff7-ae92-80abe9b11e7d req-ba252611-bd3c-49b3-a7af-d32d2600243e service nova] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Received event network-vif-plugged-868ad831-e096-4fd6-8111-80d4e8ddd7c0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.541421] env[69411]: DEBUG oslo_concurrency.lockutils [req-31a9a07e-2d1c-4ff7-ae92-80abe9b11e7d req-ba252611-bd3c-49b3-a7af-d32d2600243e service nova] Acquiring lock "f2e014b2-5984-40c5-b2b7-c52f03b08536-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.541663] env[69411]: DEBUG oslo_concurrency.lockutils [req-31a9a07e-2d1c-4ff7-ae92-80abe9b11e7d req-ba252611-bd3c-49b3-a7af-d32d2600243e service nova] Lock "f2e014b2-5984-40c5-b2b7-c52f03b08536-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.541889] env[69411]: DEBUG oslo_concurrency.lockutils [req-31a9a07e-2d1c-4ff7-ae92-80abe9b11e7d req-ba252611-bd3c-49b3-a7af-d32d2600243e service nova] Lock "f2e014b2-5984-40c5-b2b7-c52f03b08536-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.542098] env[69411]: DEBUG nova.compute.manager [req-31a9a07e-2d1c-4ff7-ae92-80abe9b11e7d req-ba252611-bd3c-49b3-a7af-d32d2600243e service nova] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] No waiting events found dispatching network-vif-plugged-868ad831-e096-4fd6-8111-80d4e8ddd7c0 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.542301] env[69411]: WARNING nova.compute.manager [req-31a9a07e-2d1c-4ff7-ae92-80abe9b11e7d req-ba252611-bd3c-49b3-a7af-d32d2600243e service nova] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Received unexpected event network-vif-plugged-868ad831-e096-4fd6-8111-80d4e8ddd7c0 for instance with vm_state building and task_state spawning. [ 806.542492] env[69411]: DEBUG nova.compute.manager [req-31a9a07e-2d1c-4ff7-ae92-80abe9b11e7d req-ba252611-bd3c-49b3-a7af-d32d2600243e service nova] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Received event network-changed-868ad831-e096-4fd6-8111-80d4e8ddd7c0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.542687] env[69411]: DEBUG nova.compute.manager [req-31a9a07e-2d1c-4ff7-ae92-80abe9b11e7d req-ba252611-bd3c-49b3-a7af-d32d2600243e service nova] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Refreshing instance network info cache due to event network-changed-868ad831-e096-4fd6-8111-80d4e8ddd7c0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.542859] env[69411]: DEBUG oslo_concurrency.lockutils [req-31a9a07e-2d1c-4ff7-ae92-80abe9b11e7d req-ba252611-bd3c-49b3-a7af-d32d2600243e service nova] Acquiring lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.617944] env[69411]: ERROR nova.scheduler.client.report [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [req-1c8bdfde-5b54-4208-9e81-e5c7826b9167] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1c8bdfde-5b54-4208-9e81-e5c7826b9167"}]} [ 806.642452] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Releasing lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.642788] env[69411]: DEBUG nova.compute.manager [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Instance network_info: |[{"id": "868ad831-e096-4fd6-8111-80d4e8ddd7c0", "address": "fa:16:3e:e3:57:5c", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868ad831-e0", "ovs_interfaceid": "868ad831-e096-4fd6-8111-80d4e8ddd7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.643141] env[69411]: DEBUG oslo_concurrency.lockutils [req-31a9a07e-2d1c-4ff7-ae92-80abe9b11e7d req-ba252611-bd3c-49b3-a7af-d32d2600243e service nova] Acquired lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.643336] env[69411]: DEBUG nova.network.neutron [req-31a9a07e-2d1c-4ff7-ae92-80abe9b11e7d req-ba252611-bd3c-49b3-a7af-d32d2600243e service nova] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Refreshing network info cache for port 868ad831-e096-4fd6-8111-80d4e8ddd7c0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.644677] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:57:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '868ad831-e096-4fd6-8111-80d4e8ddd7c0', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.653360] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.654711] env[69411]: DEBUG nova.scheduler.client.report [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 806.657376] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.657815] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc0b11bc-5abc-4548-a746-d28fa0f8ac6c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.679877] env[69411]: DEBUG nova.scheduler.client.report [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 806.680129] env[69411]: DEBUG nova.compute.provider_tree [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.688908] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.688908] env[69411]: value = "task-3322912" [ 806.688908] env[69411]: _type = "Task" [ 806.688908] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.694185] env[69411]: DEBUG nova.scheduler.client.report [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 806.700439] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322912, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.721192] env[69411]: DEBUG nova.scheduler.client.report [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 806.850148] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322910, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.949272] env[69411]: DEBUG oslo_vmware.api [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.004748] env[69411]: DEBUG nova.objects.instance [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lazy-loading 'pci_requests' on Instance uuid 6c1b83a5-d36f-4411-81b7-96eee6a14622 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.204106] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322912, 'name': CreateVM_Task, 'duration_secs': 0.508279} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.204414] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.205094] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.205261] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.205619] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.205952] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b859301-c790-45da-b430-f063793c8540 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.210504] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 807.210504] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52616d3e-a4f0-7b96-8204-935bc4f98b8c" [ 807.210504] env[69411]: _type = "Task" [ 807.210504] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.218373] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52616d3e-a4f0-7b96-8204-935bc4f98b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.297969] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92df2df-1801-46bd-9ad3-3693287a1a44 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.305503] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff20b6ab-5831-410d-b2af-1ffa9449d246 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.337505] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f298893-fabc-4341-b5fb-9132580410c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.349309] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef58c425-a637-4e65-8c67-4e3284716322 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.356335] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322910, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.366202] env[69411]: DEBUG nova.compute.provider_tree [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.415566] env[69411]: DEBUG nova.network.neutron [req-31a9a07e-2d1c-4ff7-ae92-80abe9b11e7d req-ba252611-bd3c-49b3-a7af-d32d2600243e service nova] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updated VIF entry in instance network info cache for port 868ad831-e096-4fd6-8111-80d4e8ddd7c0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.415942] env[69411]: DEBUG nova.network.neutron [req-31a9a07e-2d1c-4ff7-ae92-80abe9b11e7d req-ba252611-bd3c-49b3-a7af-d32d2600243e service nova] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating instance_info_cache with network_info: [{"id": "868ad831-e096-4fd6-8111-80d4e8ddd7c0", "address": "fa:16:3e:e3:57:5c", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868ad831-e0", "ovs_interfaceid": "868ad831-e096-4fd6-8111-80d4e8ddd7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.450956] env[69411]: DEBUG oslo_vmware.api [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322911, 'name': ReconfigVM_Task, 'duration_secs': 0.954947} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.451367] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663387', 'volume_id': '03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac', 'name': 'volume-03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f55ba14-c3fe-45be-900f-19c0be0cf5ac', 'attached_at': '', 'detached_at': '', 'volume_id': '03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac', 'serial': '03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 807.507896] env[69411]: DEBUG nova.objects.base [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Object Instance<6c1b83a5-d36f-4411-81b7-96eee6a14622> lazy-loaded attributes: flavor,pci_requests {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 807.508141] env[69411]: DEBUG nova.network.neutron [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.547351] env[69411]: DEBUG nova.policy [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abb9ac11516e446faf33421a7163ddcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '942d4be6e5e24bb58738805d96d9d2f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.722040] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52616d3e-a4f0-7b96-8204-935bc4f98b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.011319} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.722388] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.722625] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.722891] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.723117] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.723314] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.724030] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc61c8b0-7e62-4466-8ae4-b1915f8f5136 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.732698] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.732890] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.733830] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab9d61d-4981-4089-9fb6-29ba0c6179d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.739706] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 807.739706] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5246259a-a98d-1846-75fb-13c726a6f120" [ 807.739706] env[69411]: _type = "Task" [ 807.739706] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.747943] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5246259a-a98d-1846-75fb-13c726a6f120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.834280] env[69411]: DEBUG nova.network.neutron [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Successfully created port: b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.853183] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322910, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.907017] env[69411]: DEBUG nova.scheduler.client.report [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 807.907017] env[69411]: DEBUG nova.compute.provider_tree [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 73 to 74 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 807.907017] env[69411]: DEBUG nova.compute.provider_tree [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.920358] env[69411]: DEBUG oslo_concurrency.lockutils [req-31a9a07e-2d1c-4ff7-ae92-80abe9b11e7d req-ba252611-bd3c-49b3-a7af-d32d2600243e service nova] Releasing lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.252032] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5246259a-a98d-1846-75fb-13c726a6f120, 'name': SearchDatastore_Task, 'duration_secs': 0.009093} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.252749] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f064b818-5961-4dc1-83b4-84941666a1b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.259976] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 808.259976] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5261a9f5-60d7-b7fe-0480-3bf13fb5fdf2" [ 808.259976] env[69411]: _type = "Task" [ 808.259976] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.273264] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5261a9f5-60d7-b7fe-0480-3bf13fb5fdf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.354615] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322910, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.750836} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.354919] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] e5a8697d-2a72-4768-8bae-8536f9d2f4f8/e5a8697d-2a72-4768-8bae-8536f9d2f4f8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.355159] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.355423] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e43254f-5ca5-4b3e-bd06-1a6b4effec2a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.361542] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 808.361542] env[69411]: value = "task-3322913" [ 808.361542] env[69411]: _type = "Task" [ 808.361542] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.371117] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.411395] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.984s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.411912] env[69411]: DEBUG nova.compute.manager [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.414716] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.901s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.414964] env[69411]: DEBUG nova.objects.instance [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lazy-loading 'resources' on Instance uuid 6dc414d6-e5db-43af-ace6-6306ee8582cd {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.501436] env[69411]: DEBUG nova.objects.instance [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lazy-loading 'flavor' on Instance uuid 9f55ba14-c3fe-45be-900f-19c0be0cf5ac {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.771517] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5261a9f5-60d7-b7fe-0480-3bf13fb5fdf2, 'name': SearchDatastore_Task, 'duration_secs': 0.01539} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.771797] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.772071] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] f2e014b2-5984-40c5-b2b7-c52f03b08536/f2e014b2-5984-40c5-b2b7-c52f03b08536.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.772343] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5766db90-c3b7-4cdb-a776-e7b5b0f6c9b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.779551] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 808.779551] env[69411]: value = "task-3322914" [ 808.779551] env[69411]: _type = "Task" [ 808.779551] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.788433] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.875357] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06591} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.876289] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.877311] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacc64f5-f55b-4aa0-8d31-6b2b3850d564 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.901092] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] e5a8697d-2a72-4768-8bae-8536f9d2f4f8/e5a8697d-2a72-4768-8bae-8536f9d2f4f8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.901285] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6405510-545f-4a60-b31c-c99bf651ba92 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.919122] env[69411]: DEBUG nova.compute.utils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.924251] env[69411]: DEBUG nova.compute.manager [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.924450] env[69411]: DEBUG nova.network.neutron [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.927954] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 808.927954] env[69411]: value = "task-3322915" [ 808.927954] env[69411]: _type = "Task" [ 808.927954] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.937381] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.995107] env[69411]: DEBUG nova.policy [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7da2081c871a4799904c1f5e2fe33002', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b543da7de581464ba002790961208729', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.007378] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8cfcfb42-9468-4bed-bd7c-9abfb0f8fa50 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.854s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.296294] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471729} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.300118] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] f2e014b2-5984-40c5-b2b7-c52f03b08536/f2e014b2-5984-40c5-b2b7-c52f03b08536.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.300435] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.301039] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bff3b0d9-0274-422e-baef-b5e149ae16da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.308701] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 809.308701] env[69411]: value = "task-3322916" [ 809.308701] env[69411]: _type = "Task" [ 809.308701] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.320131] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.369822] env[69411]: DEBUG oslo_concurrency.lockutils [None req-068d5222-f6a5-4776-a5af-be1b14e41a22 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.370115] env[69411]: DEBUG oslo_concurrency.lockutils [None req-068d5222-f6a5-4776-a5af-be1b14e41a22 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.370442] env[69411]: DEBUG nova.compute.manager [None req-068d5222-f6a5-4776-a5af-be1b14e41a22 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.373647] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc86fb1-df26-48ef-b039-f8c89cb22e59 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.383703] env[69411]: DEBUG nova.compute.manager [None req-068d5222-f6a5-4776-a5af-be1b14e41a22 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 809.384452] env[69411]: DEBUG nova.objects.instance [None req-068d5222-f6a5-4776-a5af-be1b14e41a22 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lazy-loading 'flavor' on Instance uuid 2bb23ebd-70f2-4c82-9ca5-5a05319bda58 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.425753] env[69411]: DEBUG nova.compute.manager [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.442960] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.484821] env[69411]: DEBUG nova.network.neutron [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Successfully created port: 55e546a7-ce68-433d-974e-c55e7a6e026a {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.589885] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c319cc-3380-40e9-b5f8-2cdd7ef3150c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.598989] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67c7bf3-c8e8-4125-a22f-946b695a399c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.633222] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd3d54f-0e3d-48dd-aa0a-90bd44966769 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.641482] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c403daf0-203d-43b1-a6f2-a7db9e42572f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.657201] env[69411]: DEBUG nova.compute.provider_tree [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.661017] env[69411]: DEBUG nova.network.neutron [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Successfully updated port: b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.818772] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068251} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.818920] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.819675] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5128bdb8-4e0c-4025-8486-51f0f5126bff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.841880] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] f2e014b2-5984-40c5-b2b7-c52f03b08536/f2e014b2-5984-40c5-b2b7-c52f03b08536.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.842230] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac7dd868-6c7e-48c5-9f42-858f080e5f72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.865110] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 809.865110] env[69411]: value = "task-3322917" [ 809.865110] env[69411]: _type = "Task" [ 809.865110] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.873535] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.943742] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322915, 'name': ReconfigVM_Task, 'duration_secs': 0.565142} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.944168] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Reconfigured VM instance instance-0000002f to attach disk [datastore1] e5a8697d-2a72-4768-8bae-8536f9d2f4f8/e5a8697d-2a72-4768-8bae-8536f9d2f4f8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.944787] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38c814ea-ff1d-43ed-b6b9-51c8969b3cde {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.952428] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 809.952428] env[69411]: value = "task-3322918" [ 809.952428] env[69411]: _type = "Task" [ 809.952428] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.964407] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322918, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.166669] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.166669] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.166669] env[69411]: DEBUG nova.network.neutron [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.211593] env[69411]: DEBUG nova.scheduler.client.report [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 810.211875] env[69411]: DEBUG nova.compute.provider_tree [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 74 to 75 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 810.212069] env[69411]: DEBUG nova.compute.provider_tree [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.327060] env[69411]: DEBUG nova.compute.manager [req-40dac34a-7efb-4c19-bf5c-4178858123c3 req-6713134b-8676-4a05-9c94-6b8a26cc1875 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Received event network-vif-plugged-b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.327588] env[69411]: DEBUG oslo_concurrency.lockutils [req-40dac34a-7efb-4c19-bf5c-4178858123c3 req-6713134b-8676-4a05-9c94-6b8a26cc1875 service nova] Acquiring lock "6c1b83a5-d36f-4411-81b7-96eee6a14622-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.329347] env[69411]: DEBUG oslo_concurrency.lockutils [req-40dac34a-7efb-4c19-bf5c-4178858123c3 req-6713134b-8676-4a05-9c94-6b8a26cc1875 service nova] Lock "6c1b83a5-d36f-4411-81b7-96eee6a14622-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.329347] env[69411]: DEBUG oslo_concurrency.lockutils [req-40dac34a-7efb-4c19-bf5c-4178858123c3 req-6713134b-8676-4a05-9c94-6b8a26cc1875 service nova] Lock "6c1b83a5-d36f-4411-81b7-96eee6a14622-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.329347] env[69411]: DEBUG nova.compute.manager [req-40dac34a-7efb-4c19-bf5c-4178858123c3 req-6713134b-8676-4a05-9c94-6b8a26cc1875 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] No waiting events found dispatching network-vif-plugged-b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.329347] env[69411]: WARNING nova.compute.manager [req-40dac34a-7efb-4c19-bf5c-4178858123c3 req-6713134b-8676-4a05-9c94-6b8a26cc1875 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Received unexpected event network-vif-plugged-b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1 for instance with vm_state active and task_state None. [ 810.380708] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322917, 'name': ReconfigVM_Task, 'duration_secs': 0.307908} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.381009] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Reconfigured VM instance instance-00000030 to attach disk [datastore1] f2e014b2-5984-40c5-b2b7-c52f03b08536/f2e014b2-5984-40c5-b2b7-c52f03b08536.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.382460] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8f98f0f-bcde-4464-8461-57c43cd077e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.389446] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 810.389446] env[69411]: value = "task-3322919" [ 810.389446] env[69411]: _type = "Task" [ 810.389446] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.393712] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-068d5222-f6a5-4776-a5af-be1b14e41a22 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.394315] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97289664-266a-4128-9556-011597e6ba11 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.404143] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322919, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.405138] env[69411]: DEBUG oslo_vmware.api [None req-068d5222-f6a5-4776-a5af-be1b14e41a22 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 810.405138] env[69411]: value = "task-3322920" [ 810.405138] env[69411]: _type = "Task" [ 810.405138] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.413714] env[69411]: DEBUG oslo_vmware.api [None req-068d5222-f6a5-4776-a5af-be1b14e41a22 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.439908] env[69411]: DEBUG nova.compute.manager [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.463465] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322918, 'name': Rename_Task, 'duration_secs': 0.158661} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.463740] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.463987] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a7b0e82-da11-45a3-ab01-70c0482daafe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.467551] env[69411]: DEBUG nova.virt.hardware [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.467771] env[69411]: DEBUG nova.virt.hardware [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.467923] env[69411]: DEBUG nova.virt.hardware [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.468114] env[69411]: DEBUG nova.virt.hardware [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.468265] env[69411]: DEBUG nova.virt.hardware [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.468413] env[69411]: DEBUG nova.virt.hardware [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.468621] env[69411]: DEBUG nova.virt.hardware [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.468776] env[69411]: DEBUG nova.virt.hardware [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.468942] env[69411]: DEBUG nova.virt.hardware [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.469673] env[69411]: DEBUG nova.virt.hardware [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.469673] env[69411]: DEBUG nova.virt.hardware [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.470102] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34269b5c-4ea4-4a4e-80af-68b70e146fb4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.482176] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f009aef5-9c07-49b0-94ce-a700fb792f37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.484987] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 810.484987] env[69411]: value = "task-3322921" [ 810.484987] env[69411]: _type = "Task" [ 810.484987] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.503285] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322921, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.708340] env[69411]: WARNING nova.network.neutron [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] 9f7625b8-1cdc-4227-bffd-1ef14759ac65 already exists in list: networks containing: ['9f7625b8-1cdc-4227-bffd-1ef14759ac65']. ignoring it [ 810.722748] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.308s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.726164] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.626s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.726799] env[69411]: DEBUG nova.objects.instance [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Lazy-loading 'resources' on Instance uuid b39842e5-cbe0-4c62-8919-d10799d9a0e9 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.753744] env[69411]: INFO nova.scheduler.client.report [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Deleted allocations for instance 6dc414d6-e5db-43af-ace6-6306ee8582cd [ 810.900694] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322919, 'name': Rename_Task, 'duration_secs': 0.140262} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.903030] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.903325] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7083681-c421-484e-a738-220277bca8fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.914706] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 810.914706] env[69411]: value = "task-3322922" [ 810.914706] env[69411]: _type = "Task" [ 810.914706] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.918255] env[69411]: DEBUG oslo_vmware.api [None req-068d5222-f6a5-4776-a5af-be1b14e41a22 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322920, 'name': PowerOffVM_Task, 'duration_secs': 0.283868} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.918982] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-068d5222-f6a5-4776-a5af-be1b14e41a22 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.919086] env[69411]: DEBUG nova.compute.manager [None req-068d5222-f6a5-4776-a5af-be1b14e41a22 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.920184] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2cc5a4-179c-452e-89b1-3830e0ebcab3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.926764] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.995929] env[69411]: DEBUG oslo_vmware.api [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322921, 'name': PowerOnVM_Task, 'duration_secs': 0.492704} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.996201] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.996352] env[69411]: INFO nova.compute.manager [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Took 9.39 seconds to spawn the instance on the hypervisor. [ 810.996530] env[69411]: DEBUG nova.compute.manager [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.997356] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04f38f8-5b9d-4443-b51b-bad9ed3e4762 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.050144] env[69411]: DEBUG nova.network.neutron [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Updating instance_info_cache with network_info: [{"id": "1a2470ef-2c4b-43af-8eb1-eba05ddb92a7", "address": "fa:16:3e:ae:97:07", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2470ef-2c", "ovs_interfaceid": "1a2470ef-2c4b-43af-8eb1-eba05ddb92a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1", "address": "fa:16:3e:3d:d1:c1", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03fa4f4-a9", "ovs_interfaceid": "b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.262358] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e84e718d-2435-4f86-bdc3-85c9d0122ce7 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "6dc414d6-e5db-43af-ace6-6306ee8582cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.241s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.424741] env[69411]: DEBUG nova.network.neutron [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Successfully updated port: 55e546a7-ce68-433d-974e-c55e7a6e026a {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.432582] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322922, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.439478] env[69411]: DEBUG oslo_concurrency.lockutils [None req-068d5222-f6a5-4776-a5af-be1b14e41a22 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.518694] env[69411]: DEBUG oslo_concurrency.lockutils [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.518975] env[69411]: DEBUG oslo_concurrency.lockutils [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.533777] env[69411]: INFO nova.compute.manager [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Took 49.16 seconds to build instance. [ 811.553202] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.553985] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.554383] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.557044] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ed8c25-34ea-4096-9ea8-da37f1c73622 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.579012] env[69411]: DEBUG nova.virt.hardware [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.579012] env[69411]: DEBUG nova.virt.hardware [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.579012] env[69411]: DEBUG nova.virt.hardware [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.579012] env[69411]: DEBUG nova.virt.hardware [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.579012] env[69411]: DEBUG nova.virt.hardware [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.579012] env[69411]: DEBUG nova.virt.hardware [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.579012] env[69411]: DEBUG nova.virt.hardware [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.579012] env[69411]: DEBUG nova.virt.hardware [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.579012] env[69411]: DEBUG nova.virt.hardware [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.579012] env[69411]: DEBUG nova.virt.hardware [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.579012] env[69411]: DEBUG nova.virt.hardware [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.585805] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Reconfiguring VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 811.589868] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c881643-e562-453c-a469-b2ad5be1faca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.610760] env[69411]: DEBUG oslo_vmware.api [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 811.610760] env[69411]: value = "task-3322923" [ 811.610760] env[69411]: _type = "Task" [ 811.610760] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.619692] env[69411]: DEBUG oslo_vmware.api [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322923, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.787428] env[69411]: DEBUG nova.compute.manager [req-e9ed9787-b513-4913-be05-de58551eeaf2 req-70ad6e77-edb8-4363-822d-d65b8788f8a2 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Received event network-vif-plugged-55e546a7-ce68-433d-974e-c55e7a6e026a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.787577] env[69411]: DEBUG oslo_concurrency.lockutils [req-e9ed9787-b513-4913-be05-de58551eeaf2 req-70ad6e77-edb8-4363-822d-d65b8788f8a2 service nova] Acquiring lock "1a3db32e-e2c8-4ba5-88e7-7856c64099cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.787786] env[69411]: DEBUG oslo_concurrency.lockutils [req-e9ed9787-b513-4913-be05-de58551eeaf2 req-70ad6e77-edb8-4363-822d-d65b8788f8a2 service nova] Lock "1a3db32e-e2c8-4ba5-88e7-7856c64099cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.787957] env[69411]: DEBUG oslo_concurrency.lockutils [req-e9ed9787-b513-4913-be05-de58551eeaf2 req-70ad6e77-edb8-4363-822d-d65b8788f8a2 service nova] Lock "1a3db32e-e2c8-4ba5-88e7-7856c64099cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.788135] env[69411]: DEBUG nova.compute.manager [req-e9ed9787-b513-4913-be05-de58551eeaf2 req-70ad6e77-edb8-4363-822d-d65b8788f8a2 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] No waiting events found dispatching network-vif-plugged-55e546a7-ce68-433d-974e-c55e7a6e026a {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.788296] env[69411]: WARNING nova.compute.manager [req-e9ed9787-b513-4913-be05-de58551eeaf2 req-70ad6e77-edb8-4363-822d-d65b8788f8a2 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Received unexpected event network-vif-plugged-55e546a7-ce68-433d-974e-c55e7a6e026a for instance with vm_state building and task_state spawning. [ 811.817241] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635525eb-cbc3-42cf-abaa-f3361d6c505b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.825943] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05448b9-b093-43ab-aa83-cf1886877f84 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.872808] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac0f85e-c5cb-4833-8852-9fc0e878f01b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.883028] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00e7126-71fa-40c0-b14a-03b723baba50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.631657] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "refresh_cache-1a3db32e-e2c8-4ba5-88e7-7856c64099cf" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.631897] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquired lock "refresh_cache-1a3db32e-e2c8-4ba5-88e7-7856c64099cf" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.631952] env[69411]: DEBUG nova.network.neutron [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.633474] env[69411]: INFO nova.compute.manager [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Detaching volume 03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac [ 812.635305] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b9cb684-8be0-4785-a4bd-decefc66f0d5 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Lock "e5a8697d-2a72-4768-8bae-8536f9d2f4f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.877s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.659779] env[69411]: DEBUG nova.compute.provider_tree [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.668177] env[69411]: DEBUG oslo_vmware.api [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322923, 'name': ReconfigVM_Task, 'duration_secs': 0.895017} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.669210] env[69411]: DEBUG oslo_vmware.api [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3322922, 'name': PowerOnVM_Task, 'duration_secs': 0.546911} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.670188] env[69411]: DEBUG nova.scheduler.client.report [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.674467] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.674467] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Reconfigured VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 812.678637] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.678637] env[69411]: INFO nova.compute.manager [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Took 8.36 seconds to spawn the instance on the hypervisor. [ 812.678637] env[69411]: DEBUG nova.compute.manager [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.678637] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cce8f4-174a-435d-967f-a83811aa89b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.696190] env[69411]: INFO nova.virt.block_device [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Attempting to driver detach volume 03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac from mountpoint /dev/sdb [ 812.696435] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 812.696622] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663387', 'volume_id': '03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac', 'name': 'volume-03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f55ba14-c3fe-45be-900f-19c0be0cf5ac', 'attached_at': '', 'detached_at': '', 'volume_id': '03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac', 'serial': '03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 812.698496] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b529f5f-a257-4b85-927f-c61c5c14f9ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.742358] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28ca08c-e470-420b-b002-38b64aa010d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.754304] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8754d2dd-c78b-4a2c-8236-212e68209bb9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.800776] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ca32d6-ee85-4758-91de-051e70dd6369 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.827913] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] The volume has not been displaced from its original location: [datastore1] volume-03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac/volume-03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 812.837049] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Reconfiguring VM instance instance-0000001d to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 812.837049] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da88aa28-6f5b-49c4-9021-395de5ab97b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.860128] env[69411]: DEBUG oslo_vmware.api [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 812.860128] env[69411]: value = "task-3322924" [ 812.860128] env[69411]: _type = "Task" [ 812.860128] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.869099] env[69411]: DEBUG oslo_vmware.api [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322924, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.145159] env[69411]: DEBUG nova.objects.instance [None req-d09ed424-bf14-474e-9183-358ef01b9862 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lazy-loading 'flavor' on Instance uuid 2bb23ebd-70f2-4c82-9ca5-5a05319bda58 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.178960] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.453s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.181771] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5ff076b-fbe0-4b36-8c60-22891e70eddb tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-6c1b83a5-d36f-4411-81b7-96eee6a14622-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.787s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.182924] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.024s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.183159] env[69411]: DEBUG nova.objects.instance [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lazy-loading 'resources' on Instance uuid 904ec972-17de-4a45-813a-61643501d6d9 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.184908] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquiring lock "a81f023f-4bc6-4ad7-8d56-70d2a091f874" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.185132] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "a81f023f-4bc6-4ad7-8d56-70d2a091f874" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.185350] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquiring lock "a81f023f-4bc6-4ad7-8d56-70d2a091f874-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.185655] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "a81f023f-4bc6-4ad7-8d56-70d2a091f874-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.185824] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "a81f023f-4bc6-4ad7-8d56-70d2a091f874-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.187827] env[69411]: DEBUG nova.network.neutron [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.190689] env[69411]: INFO nova.compute.manager [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Terminating instance [ 813.209142] env[69411]: INFO nova.compute.manager [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Took 48.29 seconds to build instance. [ 813.210943] env[69411]: INFO nova.scheduler.client.report [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Deleted allocations for instance b39842e5-cbe0-4c62-8919-d10799d9a0e9 [ 813.355189] env[69411]: DEBUG nova.network.neutron [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Updating instance_info_cache with network_info: [{"id": "55e546a7-ce68-433d-974e-c55e7a6e026a", "address": "fa:16:3e:48:3e:17", "network": {"id": "13f17e29-5992-4243-a6e2-2af7b37e8f1a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589202653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b543da7de581464ba002790961208729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e546a7-ce", "ovs_interfaceid": "55e546a7-ce68-433d-974e-c55e7a6e026a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.372947] env[69411]: DEBUG oslo_vmware.api [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322924, 'name': ReconfigVM_Task, 'duration_secs': 0.27396} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.372947] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Reconfigured VM instance instance-0000001d to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 813.377398] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-878f9b4b-6f13-4a1d-958d-00c015db361d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.393912] env[69411]: DEBUG oslo_vmware.api [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 813.393912] env[69411]: value = "task-3322925" [ 813.393912] env[69411]: _type = "Task" [ 813.393912] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.403158] env[69411]: DEBUG oslo_vmware.api [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.551778] env[69411]: DEBUG nova.compute.manager [req-664261e0-4652-4fc1-b031-8c3fd0c5e248 req-dfea00f1-cf12-4083-b35f-8467927940d1 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Received event network-changed-b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.551863] env[69411]: DEBUG nova.compute.manager [req-664261e0-4652-4fc1-b031-8c3fd0c5e248 req-dfea00f1-cf12-4083-b35f-8467927940d1 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Refreshing instance network info cache due to event network-changed-b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.552097] env[69411]: DEBUG oslo_concurrency.lockutils [req-664261e0-4652-4fc1-b031-8c3fd0c5e248 req-dfea00f1-cf12-4083-b35f-8467927940d1 service nova] Acquiring lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.552254] env[69411]: DEBUG oslo_concurrency.lockutils [req-664261e0-4652-4fc1-b031-8c3fd0c5e248 req-dfea00f1-cf12-4083-b35f-8467927940d1 service nova] Acquired lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.552435] env[69411]: DEBUG nova.network.neutron [req-664261e0-4652-4fc1-b031-8c3fd0c5e248 req-dfea00f1-cf12-4083-b35f-8467927940d1 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Refreshing network info cache for port b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.649990] env[69411]: DEBUG nova.compute.manager [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.652477] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2e2480-32d9-4822-9781-6ab1534c7aec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.655457] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d09ed424-bf14-474e-9183-358ef01b9862 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.655637] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d09ed424-bf14-474e-9183-358ef01b9862 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.655822] env[69411]: DEBUG nova.network.neutron [None req-d09ed424-bf14-474e-9183-358ef01b9862 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.655989] env[69411]: DEBUG nova.objects.instance [None req-d09ed424-bf14-474e-9183-358ef01b9862 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lazy-loading 'info_cache' on Instance uuid 2bb23ebd-70f2-4c82-9ca5-5a05319bda58 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.694470] env[69411]: DEBUG nova.compute.manager [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.694700] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.695834] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e740f78f-1301-46fe-8ca8-d55fa6b9c221 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.703842] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.704132] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59930af0-20a8-4081-bd8c-2adbf37295a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.712494] env[69411]: DEBUG oslo_vmware.api [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 813.712494] env[69411]: value = "task-3322926" [ 813.712494] env[69411]: _type = "Task" [ 813.712494] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.714713] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4c0887e-6dfc-47fc-8a03-f5973f7e0d77 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "f2e014b2-5984-40c5-b2b7-c52f03b08536" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.654s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.724241] env[69411]: DEBUG oslo_vmware.api [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.724893] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fb3095b-b4dc-43c6-bfd6-8fbe294e5566 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324 tempest-FloatingIPsAssociationNegativeTestJSON-1391972324-project-member] Lock "b39842e5-cbe0-4c62-8919-d10799d9a0e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.066s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.857708] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Releasing lock "refresh_cache-1a3db32e-e2c8-4ba5-88e7-7856c64099cf" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.858341] env[69411]: DEBUG nova.compute.manager [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Instance network_info: |[{"id": "55e546a7-ce68-433d-974e-c55e7a6e026a", "address": "fa:16:3e:48:3e:17", "network": {"id": "13f17e29-5992-4243-a6e2-2af7b37e8f1a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589202653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b543da7de581464ba002790961208729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e546a7-ce", "ovs_interfaceid": "55e546a7-ce68-433d-974e-c55e7a6e026a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.858985] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:3e:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55e546a7-ce68-433d-974e-c55e7a6e026a', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.867854] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.868139] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.868389] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f285d39-727e-497b-a31e-d8a41296fe53 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.892927] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.892927] env[69411]: value = "task-3322927" [ 813.892927] env[69411]: _type = "Task" [ 813.892927] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.911563] env[69411]: DEBUG oslo_vmware.api [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3322925, 'name': ReconfigVM_Task, 'duration_secs': 0.248309} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.917787] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663387', 'volume_id': '03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac', 'name': 'volume-03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f55ba14-c3fe-45be-900f-19c0be0cf5ac', 'attached_at': '', 'detached_at': '', 'volume_id': '03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac', 'serial': '03e7bb21-9f1d-4e3d-8b94-2c89fa9035ac'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 813.920139] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322927, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.925300] env[69411]: DEBUG oslo_concurrency.lockutils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "e715a445-d4c6-48e0-b9ba-5e112f4588a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.925558] env[69411]: DEBUG oslo_concurrency.lockutils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "e715a445-d4c6-48e0-b9ba-5e112f4588a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.159808] env[69411]: DEBUG nova.objects.base [None req-d09ed424-bf14-474e-9183-358ef01b9862 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Object Instance<2bb23ebd-70f2-4c82-9ca5-5a05319bda58> lazy-loaded attributes: flavor,info_cache {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 814.165380] env[69411]: INFO nova.compute.manager [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] instance snapshotting [ 814.169916] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a491c57-d51d-4a67-8883-c2f42b7a023b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.197289] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c992dfe5-b149-4e60-97a9-536ff4684f09 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.224885] env[69411]: DEBUG oslo_vmware.api [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322926, 'name': PowerOffVM_Task, 'duration_secs': 0.250069} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.231218] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.231365] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.231930] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c16d63f3-8914-4677-8f7c-87b37929d6ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.257307] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42dee83-2e4b-48d9-ae86-413178db95c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.269103] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5203a46-467b-4c8d-8041-520c2063c688 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.273602] env[69411]: DEBUG nova.compute.manager [req-91c4dd31-aa00-423c-a1da-b95c895e2367 req-f6ea8404-fc16-47d6-b382-f5bb4445c3e3 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Received event network-changed-55e546a7-ce68-433d-974e-c55e7a6e026a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.273829] env[69411]: DEBUG nova.compute.manager [req-91c4dd31-aa00-423c-a1da-b95c895e2367 req-f6ea8404-fc16-47d6-b382-f5bb4445c3e3 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Refreshing instance network info cache due to event network-changed-55e546a7-ce68-433d-974e-c55e7a6e026a. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.274170] env[69411]: DEBUG oslo_concurrency.lockutils [req-91c4dd31-aa00-423c-a1da-b95c895e2367 req-f6ea8404-fc16-47d6-b382-f5bb4445c3e3 service nova] Acquiring lock "refresh_cache-1a3db32e-e2c8-4ba5-88e7-7856c64099cf" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.274318] env[69411]: DEBUG oslo_concurrency.lockutils [req-91c4dd31-aa00-423c-a1da-b95c895e2367 req-f6ea8404-fc16-47d6-b382-f5bb4445c3e3 service nova] Acquired lock "refresh_cache-1a3db32e-e2c8-4ba5-88e7-7856c64099cf" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.274495] env[69411]: DEBUG nova.network.neutron [req-91c4dd31-aa00-423c-a1da-b95c895e2367 req-f6ea8404-fc16-47d6-b382-f5bb4445c3e3 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Refreshing network info cache for port 55e546a7-ce68-433d-974e-c55e7a6e026a {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.309467] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a35097-1f3c-4f9d-994b-dc98464d4cbe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.315435] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.315656] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.315815] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Deleting the datastore file [datastore2] a81f023f-4bc6-4ad7-8d56-70d2a091f874 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.316082] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b5b9641-1e36-486a-a06b-5f88528823b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.322138] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274c4fad-e2cc-42d1-b9e8-a29559457525 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.327976] env[69411]: DEBUG oslo_vmware.api [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for the task: (returnval){ [ 814.327976] env[69411]: value = "task-3322929" [ 814.327976] env[69411]: _type = "Task" [ 814.327976] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.341600] env[69411]: DEBUG nova.compute.provider_tree [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.348543] env[69411]: DEBUG oslo_vmware.api [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.403697] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322927, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.429118] env[69411]: DEBUG nova.compute.manager [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.476044] env[69411]: DEBUG nova.objects.instance [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lazy-loading 'flavor' on Instance uuid 9f55ba14-c3fe-45be-900f-19c0be0cf5ac {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.546948] env[69411]: DEBUG nova.network.neutron [req-664261e0-4652-4fc1-b031-8c3fd0c5e248 req-dfea00f1-cf12-4083-b35f-8467927940d1 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Updated VIF entry in instance network info cache for port b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.547405] env[69411]: DEBUG nova.network.neutron [req-664261e0-4652-4fc1-b031-8c3fd0c5e248 req-dfea00f1-cf12-4083-b35f-8467927940d1 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Updating instance_info_cache with network_info: [{"id": "1a2470ef-2c4b-43af-8eb1-eba05ddb92a7", "address": "fa:16:3e:ae:97:07", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2470ef-2c", "ovs_interfaceid": "1a2470ef-2c4b-43af-8eb1-eba05ddb92a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1", "address": "fa:16:3e:3d:d1:c1", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03fa4f4-a9", "ovs_interfaceid": "b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.712178] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 814.712772] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-18157604-38d9-400f-8145-e797dcc41503 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.723666] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 814.723666] env[69411]: value = "task-3322930" [ 814.723666] env[69411]: _type = "Task" [ 814.723666] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.740053] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322930, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.839378] env[69411]: DEBUG oslo_vmware.api [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Task: {'id': task-3322929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414175} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.839775] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.840514] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.840514] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.840758] env[69411]: INFO nova.compute.manager [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Took 1.15 seconds to destroy the instance on the hypervisor. [ 814.840876] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.841156] env[69411]: DEBUG nova.compute.manager [-] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.841301] env[69411]: DEBUG nova.network.neutron [-] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.844250] env[69411]: DEBUG nova.scheduler.client.report [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.904171] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322927, 'name': CreateVM_Task, 'duration_secs': 0.560578} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.904478] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.905110] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.905278] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.905633] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.905902] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6275bad3-4147-4e5a-af49-4297a3391957 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.910924] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 814.910924] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528575a9-ffdb-4c4d-cfd8-9aa1cfc50d60" [ 814.910924] env[69411]: _type = "Task" [ 814.910924] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.918555] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528575a9-ffdb-4c4d-cfd8-9aa1cfc50d60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.953636] env[69411]: DEBUG oslo_concurrency.lockutils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.051272] env[69411]: DEBUG oslo_concurrency.lockutils [req-664261e0-4652-4fc1-b031-8c3fd0c5e248 req-dfea00f1-cf12-4083-b35f-8467927940d1 service nova] Releasing lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.231717] env[69411]: DEBUG nova.network.neutron [None req-d09ed424-bf14-474e-9183-358ef01b9862 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance_info_cache with network_info: [{"id": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "address": "fa:16:3e:c8:29:ea", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f9e465-f0", "ovs_interfaceid": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.237299] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322930, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.249196] env[69411]: DEBUG nova.network.neutron [req-91c4dd31-aa00-423c-a1da-b95c895e2367 req-f6ea8404-fc16-47d6-b382-f5bb4445c3e3 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Updated VIF entry in instance network info cache for port 55e546a7-ce68-433d-974e-c55e7a6e026a. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.249542] env[69411]: DEBUG nova.network.neutron [req-91c4dd31-aa00-423c-a1da-b95c895e2367 req-f6ea8404-fc16-47d6-b382-f5bb4445c3e3 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Updating instance_info_cache with network_info: [{"id": "55e546a7-ce68-433d-974e-c55e7a6e026a", "address": "fa:16:3e:48:3e:17", "network": {"id": "13f17e29-5992-4243-a6e2-2af7b37e8f1a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589202653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b543da7de581464ba002790961208729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e546a7-ce", "ovs_interfaceid": "55e546a7-ce68-433d-974e-c55e7a6e026a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.352625] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.353553] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.388s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.355835] env[69411]: INFO nova.compute.claims [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.384726] env[69411]: INFO nova.scheduler.client.report [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Deleted allocations for instance 904ec972-17de-4a45-813a-61643501d6d9 [ 815.430587] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528575a9-ffdb-4c4d-cfd8-9aa1cfc50d60, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.430587] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.430587] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.430587] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.432793] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.434126] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.434126] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-666cd2cb-8e08-4e2f-848c-804f67f44e18 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.450018] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.450391] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.451716] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0462f926-6194-4598-8715-24d19e9bfefe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.459781] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 815.459781] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52564f7f-f012-440f-a883-918edcc42393" [ 815.459781] env[69411]: _type = "Task" [ 815.459781] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.470354] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52564f7f-f012-440f-a883-918edcc42393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.485206] env[69411]: DEBUG oslo_concurrency.lockutils [None req-17921e15-1545-45aa-ae04-f5fefd4924fb tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.966s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.744554] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d09ed424-bf14-474e-9183-358ef01b9862 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.746095] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322930, 'name': CreateSnapshot_Task, 'duration_secs': 1.014959} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.746362] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.747185] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a025a616-6d1f-45e7-befa-727a5bc771b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.761707] env[69411]: DEBUG oslo_concurrency.lockutils [req-91c4dd31-aa00-423c-a1da-b95c895e2367 req-f6ea8404-fc16-47d6-b382-f5bb4445c3e3 service nova] Releasing lock "refresh_cache-1a3db32e-e2c8-4ba5-88e7-7856c64099cf" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.789191] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "interface-6c1b83a5-d36f-4411-81b7-96eee6a14622-b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.789191] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-6c1b83a5-d36f-4411-81b7-96eee6a14622-b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.898923] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eec60aaa-d73b-49a3-8810-295de8bd19e2 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "904ec972-17de-4a45-813a-61643501d6d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.604s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.941588] env[69411]: DEBUG nova.network.neutron [-] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.969272] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52564f7f-f012-440f-a883-918edcc42393, 'name': SearchDatastore_Task, 'duration_secs': 0.018998} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.970750] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b8217b1-cd3d-49c3-83ba-1c6ab6172377 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.980008] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 815.980008] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523b4d4a-79d0-ee21-1bf3-28d0d87b5c9b" [ 815.980008] env[69411]: _type = "Task" [ 815.980008] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.987924] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523b4d4a-79d0-ee21-1bf3-28d0d87b5c9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.275655] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 816.276906] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b9aa7f0-933b-4980-8e78-54f18e6de85e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.286662] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 816.286662] env[69411]: value = "task-3322931" [ 816.286662] env[69411]: _type = "Task" [ 816.286662] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.293700] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.293884] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.295340] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba3d7e5-2fd5-4158-8de1-d3c812bb1fc4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.306668] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322931, 'name': CloneVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.325040] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324b5e0f-6290-4d9c-9cc2-da2f46018103 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.352425] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Reconfiguring VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 816.352753] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29a2038a-8c2b-4bbf-9c30-17c542a34985 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.374712] env[69411]: DEBUG oslo_vmware.api [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 816.374712] env[69411]: value = "task-3322932" [ 816.374712] env[69411]: _type = "Task" [ 816.374712] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.383586] env[69411]: DEBUG oslo_vmware.api [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.439927] env[69411]: DEBUG nova.compute.manager [req-c06c0773-d159-4213-a877-0f7ed429857b req-a0ad34b8-1678-4578-9c57-6b38eac06934 service nova] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Received event network-vif-deleted-fa1627b8-38aa-41c0-98ea-63c0f786b683 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.447350] env[69411]: INFO nova.compute.manager [-] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Took 1.61 seconds to deallocate network for instance. [ 816.475945] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "72616706-31a1-4408-8083-91391e927d91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.477651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "72616706-31a1-4408-8083-91391e927d91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.488785] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523b4d4a-79d0-ee21-1bf3-28d0d87b5c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.014339} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.489090] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.489387] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 1a3db32e-e2c8-4ba5-88e7-7856c64099cf/1a3db32e-e2c8-4ba5-88e7-7856c64099cf.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.489884] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a42b456b-bef9-4879-b61a-ea24550f72ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.501773] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 816.501773] env[69411]: value = "task-3322933" [ 816.501773] env[69411]: _type = "Task" [ 816.501773] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.512567] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.534045] env[69411]: DEBUG nova.compute.manager [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 816.757905] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09ed424-bf14-474e-9183-358ef01b9862 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.762350] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-265be86f-8956-456c-8324-745f3bf6bc47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.772965] env[69411]: DEBUG oslo_vmware.api [None req-d09ed424-bf14-474e-9183-358ef01b9862 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 816.772965] env[69411]: value = "task-3322934" [ 816.772965] env[69411]: _type = "Task" [ 816.772965] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.783765] env[69411]: DEBUG oslo_vmware.api [None req-d09ed424-bf14-474e-9183-358ef01b9862 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.801126] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322931, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.894967] env[69411]: DEBUG oslo_vmware.api [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.907601] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquiring lock "7bf59d0f-d2ef-40ba-94e7-2311605cb2e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.907955] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "7bf59d0f-d2ef-40ba-94e7-2311605cb2e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.908390] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquiring lock "7bf59d0f-d2ef-40ba-94e7-2311605cb2e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.908536] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "7bf59d0f-d2ef-40ba-94e7-2311605cb2e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.908718] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "7bf59d0f-d2ef-40ba-94e7-2311605cb2e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.911333] env[69411]: INFO nova.compute.manager [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Terminating instance [ 816.955045] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.959372] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057e5062-7c17-44af-aa91-b66549328671 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.967975] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba9a268-8455-4cae-9e74-a1783c7d7803 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.999659] env[69411]: DEBUG nova.compute.manager [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.003914] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa60e07c-4f2a-411d-afb1-a585fa76a16e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.015467] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322933, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.017797] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d96830-530d-4418-817e-9c87cc9c46bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.021733] env[69411]: DEBUG oslo_concurrency.lockutils [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Acquiring lock "ece46e66-a835-4f04-a091-b3a4d8de0b05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.021969] env[69411]: DEBUG oslo_concurrency.lockutils [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Lock "ece46e66-a835-4f04-a091-b3a4d8de0b05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.022258] env[69411]: DEBUG oslo_concurrency.lockutils [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Acquiring lock "ece46e66-a835-4f04-a091-b3a4d8de0b05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.022445] env[69411]: DEBUG oslo_concurrency.lockutils [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Lock "ece46e66-a835-4f04-a091-b3a4d8de0b05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.022609] env[69411]: DEBUG oslo_concurrency.lockutils [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Lock "ece46e66-a835-4f04-a091-b3a4d8de0b05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.025262] env[69411]: INFO nova.compute.manager [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Terminating instance [ 817.034768] env[69411]: DEBUG nova.compute.provider_tree [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.051469] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.284818] env[69411]: DEBUG oslo_vmware.api [None req-d09ed424-bf14-474e-9183-358ef01b9862 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3322934, 'name': PowerOnVM_Task, 'duration_secs': 0.441862} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.285205] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09ed424-bf14-474e-9183-358ef01b9862 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.285350] env[69411]: DEBUG nova.compute.manager [None req-d09ed424-bf14-474e-9183-358ef01b9862 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.286181] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d74773-391e-4b7c-b9e4-2dc3317cd014 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.308341] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322931, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.391071] env[69411]: DEBUG oslo_vmware.api [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.418287] env[69411]: DEBUG nova.compute.manager [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.418612] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.419527] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f91364-0874-4b1e-a150-c371f3326912 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.427673] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.427934] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb3fcc1f-0a11-4850-955b-2646d00ee8e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.437113] env[69411]: DEBUG oslo_vmware.api [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 817.437113] env[69411]: value = "task-3322935" [ 817.437113] env[69411]: _type = "Task" [ 817.437113] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.447808] env[69411]: DEBUG oslo_vmware.api [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.519752] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521094} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.520041] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 1a3db32e-e2c8-4ba5-88e7-7856c64099cf/1a3db32e-e2c8-4ba5-88e7-7856c64099cf.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.520295] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.520559] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbc526f1-8b5c-4f7c-9d6f-0ac6bdc148ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.527319] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 817.527319] env[69411]: value = "task-3322936" [ 817.527319] env[69411]: _type = "Task" [ 817.527319] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.535550] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.537923] env[69411]: DEBUG nova.scheduler.client.report [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.541685] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.545720] env[69411]: DEBUG nova.compute.manager [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.545980] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.547044] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc1baf1-1132-41bc-b53d-3805bfb092e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.554832] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.554832] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa95a319-0901-424c-8277-e8f7cf4f6522 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.568399] env[69411]: DEBUG oslo_vmware.api [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Waiting for the task: (returnval){ [ 817.568399] env[69411]: value = "task-3322937" [ 817.568399] env[69411]: _type = "Task" [ 817.568399] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.574430] env[69411]: DEBUG oslo_vmware.api [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.804329] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322931, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.891848] env[69411]: DEBUG oslo_vmware.api [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.947377] env[69411]: DEBUG oslo_vmware.api [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322935, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.041474] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300863} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.041770] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.042688] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90736326-9d2b-4382-b25f-5775d0bd434a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.047745] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.048299] env[69411]: DEBUG nova.compute.manager [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.061308] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.185s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.079479] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 1a3db32e-e2c8-4ba5-88e7-7856c64099cf/1a3db32e-e2c8-4ba5-88e7-7856c64099cf.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.082644] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b6a6348-fb41-4e19-a448-6e9a630d938b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.127205] env[69411]: DEBUG oslo_vmware.api [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322937, 'name': PowerOffVM_Task, 'duration_secs': 0.452347} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.129513] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.129513] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.129513] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 818.129513] env[69411]: value = "task-3322938" [ 818.129513] env[69411]: _type = "Task" [ 818.129513] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.129513] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4846a6a-028a-45d4-a950-ed2fa38dbfa9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.142033] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.213585] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.213824] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.214015] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Deleting the datastore file [datastore1] ece46e66-a835-4f04-a091-b3a4d8de0b05 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.214277] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6733eb0e-bc3b-45f9-b775-a69227d6e71f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.221285] env[69411]: DEBUG oslo_vmware.api [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Waiting for the task: (returnval){ [ 818.221285] env[69411]: value = "task-3322940" [ 818.221285] env[69411]: _type = "Task" [ 818.221285] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.232424] env[69411]: DEBUG oslo_vmware.api [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.302089] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322931, 'name': CloneVM_Task, 'duration_secs': 1.966216} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.304140] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Created linked-clone VM from snapshot [ 818.305604] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b67d3e-2afa-4504-9c72-09af707ca463 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.313579] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Uploading image ac15b62d-710e-4df8-a565-2b2940e8d440 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 818.347021] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 818.347021] env[69411]: value = "vm-663394" [ 818.347021] env[69411]: _type = "VirtualMachine" [ 818.347021] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 818.347021] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1cf89e83-4a93-42b5-b279-00a8045d4ad8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.355646] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Lease: (returnval){ [ 818.355646] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bf2466-b082-8d9f-404c-770d4e1ba4cc" [ 818.355646] env[69411]: _type = "HttpNfcLease" [ 818.355646] env[69411]: } obtained for exporting VM: (result){ [ 818.355646] env[69411]: value = "vm-663394" [ 818.355646] env[69411]: _type = "VirtualMachine" [ 818.355646] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 818.358020] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the lease: (returnval){ [ 818.358020] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bf2466-b082-8d9f-404c-770d4e1ba4cc" [ 818.358020] env[69411]: _type = "HttpNfcLease" [ 818.358020] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 818.364186] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.364186] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bf2466-b082-8d9f-404c-770d4e1ba4cc" [ 818.364186] env[69411]: _type = "HttpNfcLease" [ 818.364186] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 818.394037] env[69411]: DEBUG oslo_vmware.api [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.446141] env[69411]: DEBUG oslo_vmware.api [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322935, 'name': PowerOffVM_Task, 'duration_secs': 0.688521} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.446402] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.446571] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.446817] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e9236b7-30b2-4997-87a9-4a6776a0fd14 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.524652] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.524907] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.525153] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Deleting the datastore file [datastore2] 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.525427] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cc0b1d9-a082-49d1-849b-16562f10b4d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.536321] env[69411]: DEBUG oslo_vmware.api [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for the task: (returnval){ [ 818.536321] env[69411]: value = "task-3322943" [ 818.536321] env[69411]: _type = "Task" [ 818.536321] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.542309] env[69411]: DEBUG oslo_vmware.api [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.582388] env[69411]: DEBUG nova.compute.utils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.584226] env[69411]: DEBUG nova.compute.manager [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.584448] env[69411]: DEBUG nova.network.neutron [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.637161] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194f91d6-38fb-441a-8abd-1ada5c885745 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.642887] env[69411]: DEBUG nova.policy [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f8f1deb9fee414ea3f8fbd9375b979f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ca6a4f8a0124f728e1a9dcfbf900814', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.648965] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322938, 'name': ReconfigVM_Task, 'duration_secs': 0.476856} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.649321] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 1a3db32e-e2c8-4ba5-88e7-7856c64099cf/1a3db32e-e2c8-4ba5-88e7-7856c64099cf.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.650629] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc9ec09-ff87-471f-8bd8-d13dbe4f7d39 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.653701] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-defa81dd-9852-4bde-af3f-71693f84e2f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.684787] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3047ef8-ea80-48f9-bbdb-e6fd6124ba97 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.687663] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 818.687663] env[69411]: value = "task-3322944" [ 818.687663] env[69411]: _type = "Task" [ 818.687663] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.694528] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbe2c4f-31bc-427b-bfa1-d619177fcb8a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.701573] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322944, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.711236] env[69411]: DEBUG nova.compute.provider_tree [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.733567] env[69411]: DEBUG oslo_vmware.api [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Task: {'id': task-3322940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308307} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.733879] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.734076] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.734269] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.734493] env[69411]: INFO nova.compute.manager [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Took 1.19 seconds to destroy the instance on the hypervisor. [ 818.734698] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.734958] env[69411]: DEBUG nova.compute.manager [-] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.735067] env[69411]: DEBUG nova.network.neutron [-] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.865273] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.865273] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bf2466-b082-8d9f-404c-770d4e1ba4cc" [ 818.865273] env[69411]: _type = "HttpNfcLease" [ 818.865273] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 818.865826] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 818.865826] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bf2466-b082-8d9f-404c-770d4e1ba4cc" [ 818.865826] env[69411]: _type = "HttpNfcLease" [ 818.865826] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 818.866568] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99defab1-6388-4308-8623-1f3d07bb367e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.874316] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e2043-bf45-aed2-bb43-928d08fda268/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 818.874550] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e2043-bf45-aed2-bb43-928d08fda268/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 818.943909] env[69411]: DEBUG oslo_vmware.api [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.982436] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8036685d-a4d2-413d-898f-0f4d6c9cd5d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.002927] env[69411]: DEBUG nova.network.neutron [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Successfully created port: 1b8ff67f-1387-43d6-8920-e0aed0b0994e {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.043146] env[69411]: DEBUG oslo_vmware.api [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Task: {'id': task-3322943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371256} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.043445] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.043626] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.043806] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.043990] env[69411]: INFO nova.compute.manager [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Took 1.63 seconds to destroy the instance on the hypervisor. [ 819.044236] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.044438] env[69411]: DEBUG nova.compute.manager [-] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.044528] env[69411]: DEBUG nova.network.neutron [-] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.088302] env[69411]: DEBUG nova.compute.manager [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.198301] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322944, 'name': Rename_Task, 'duration_secs': 0.202089} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.198638] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.198934] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba60875a-4950-48c8-95a6-f27203b393b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.205475] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 819.205475] env[69411]: value = "task-3322945" [ 819.205475] env[69411]: _type = "Task" [ 819.205475] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.213550] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.215628] env[69411]: DEBUG nova.scheduler.client.report [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.448179] env[69411]: DEBUG oslo_vmware.api [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.491918] env[69411]: DEBUG nova.compute.manager [req-22ee8d49-52aa-45ee-8944-a0c88b4d7b95 req-0edd1521-3f12-41ea-bee0-10038f606958 service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Received event network-vif-deleted-cc599dcc-13bd-41f8-83f7-6edfd36683ff {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.492561] env[69411]: INFO nova.compute.manager [req-22ee8d49-52aa-45ee-8944-a0c88b4d7b95 req-0edd1521-3f12-41ea-bee0-10038f606958 service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Neutron deleted interface cc599dcc-13bd-41f8-83f7-6edfd36683ff; detaching it from the instance and deleting it from the info cache [ 819.494363] env[69411]: DEBUG nova.network.neutron [req-22ee8d49-52aa-45ee-8944-a0c88b4d7b95 req-0edd1521-3f12-41ea-bee0-10038f606958 service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.716536] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322945, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.723584] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.723809] env[69411]: INFO nova.compute.manager [None req-59fcdeb4-6446-4cac-a155-0a2eb8fb1c4d tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Successfully reverted task state from rebuilding on failure for instance. [ 819.729259] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.813s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.731279] env[69411]: INFO nova.compute.claims [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.754522] env[69411]: DEBUG nova.compute.manager [req-8a29956b-7c18-479c-befa-2c78a82e8e3a req-57e02eaf-cf0f-4dc1-825c-91aabfa3f022 service nova] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Received event network-vif-deleted-8218d15a-249f-4f45-98e2-a1e4ef71c91e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.755808] env[69411]: INFO nova.compute.manager [req-8a29956b-7c18-479c-befa-2c78a82e8e3a req-57e02eaf-cf0f-4dc1-825c-91aabfa3f022 service nova] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Neutron deleted interface 8218d15a-249f-4f45-98e2-a1e4ef71c91e; detaching it from the instance and deleting it from the info cache [ 819.755859] env[69411]: DEBUG nova.network.neutron [req-8a29956b-7c18-479c-befa-2c78a82e8e3a req-57e02eaf-cf0f-4dc1-825c-91aabfa3f022 service nova] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.876203] env[69411]: DEBUG nova.network.neutron [-] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.947919] env[69411]: DEBUG oslo_vmware.api [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.002196] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6793be3-45e1-4862-a167-f39608373ba2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.009884] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4729eb1-1392-44d1-829f-93d2c465d5f7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.050074] env[69411]: DEBUG nova.compute.manager [req-22ee8d49-52aa-45ee-8944-a0c88b4d7b95 req-0edd1521-3f12-41ea-bee0-10038f606958 service nova] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Detach interface failed, port_id=cc599dcc-13bd-41f8-83f7-6edfd36683ff, reason: Instance ece46e66-a835-4f04-a091-b3a4d8de0b05 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.052550] env[69411]: DEBUG nova.network.neutron [-] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.098653] env[69411]: DEBUG nova.compute.manager [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.122109] env[69411]: DEBUG nova.virt.hardware [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.122557] env[69411]: DEBUG nova.virt.hardware [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.122855] env[69411]: DEBUG nova.virt.hardware [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.123176] env[69411]: DEBUG nova.virt.hardware [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.123448] env[69411]: DEBUG nova.virt.hardware [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.123686] env[69411]: DEBUG nova.virt.hardware [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.124023] env[69411]: DEBUG nova.virt.hardware [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.124281] env[69411]: DEBUG nova.virt.hardware [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.124567] env[69411]: DEBUG nova.virt.hardware [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.124844] env[69411]: DEBUG nova.virt.hardware [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.125192] env[69411]: DEBUG nova.virt.hardware [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.126265] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864a4dff-d720-47c5-850b-00378797d73d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.135661] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e924e9-f497-4fe9-802b-81ceb180cd9b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.215544] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322945, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.258934] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db84ec4d-494d-48ba-bca0-802865d1daad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.268851] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b6d3df-5de3-426c-953d-ed08c176cd74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.305192] env[69411]: DEBUG nova.compute.manager [req-8a29956b-7c18-479c-befa-2c78a82e8e3a req-57e02eaf-cf0f-4dc1-825c-91aabfa3f022 service nova] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Detach interface failed, port_id=8218d15a-249f-4f45-98e2-a1e4ef71c91e, reason: Instance 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.378362] env[69411]: INFO nova.compute.manager [-] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Took 1.64 seconds to deallocate network for instance. [ 820.453683] env[69411]: DEBUG oslo_vmware.api [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.558311] env[69411]: INFO nova.compute.manager [-] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Took 1.51 seconds to deallocate network for instance. [ 820.719760] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322945, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.858625] env[69411]: DEBUG nova.network.neutron [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Successfully updated port: 1b8ff67f-1387-43d6-8920-e0aed0b0994e {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.885941] env[69411]: DEBUG oslo_concurrency.lockutils [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.951491] env[69411]: DEBUG oslo_vmware.api [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.068172] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.223499] env[69411]: DEBUG oslo_vmware.api [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322945, 'name': PowerOnVM_Task, 'duration_secs': 1.57689} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.227291] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.227603] env[69411]: INFO nova.compute.manager [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Took 10.79 seconds to spawn the instance on the hypervisor. [ 821.227851] env[69411]: DEBUG nova.compute.manager [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.229257] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f855fcac-ee53-4d10-a203-1b64b3785403 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.281397] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0c8d13-b885-4faf-a849-34546b7cb8aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.289146] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fb06fc-c276-41f0-88b8-5c086f038705 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.321337] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a6204f-ad2c-4251-855a-e6652f75ae70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.329360] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fe5116-3772-46bd-9f03-ff6a58316f4e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.343598] env[69411]: DEBUG nova.compute.provider_tree [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.363575] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "refresh_cache-4c913a06-f251-470f-a712-09e21768ecc2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.363575] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired lock "refresh_cache-4c913a06-f251-470f-a712-09e21768ecc2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.363575] env[69411]: DEBUG nova.network.neutron [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.451343] env[69411]: DEBUG oslo_vmware.api [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322932, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.755445] env[69411]: INFO nova.compute.manager [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Took 51.48 seconds to build instance. [ 821.846836] env[69411]: DEBUG nova.scheduler.client.report [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.907446] env[69411]: DEBUG nova.network.neutron [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.952161] env[69411]: DEBUG oslo_vmware.api [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322932, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.015063] env[69411]: DEBUG nova.compute.manager [req-9c009dbc-ff76-44db-a6a0-29d0334ae6b3 req-95312c9f-e526-4556-8d58-fb3cc0623eae service nova] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Received event network-vif-plugged-1b8ff67f-1387-43d6-8920-e0aed0b0994e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.015291] env[69411]: DEBUG oslo_concurrency.lockutils [req-9c009dbc-ff76-44db-a6a0-29d0334ae6b3 req-95312c9f-e526-4556-8d58-fb3cc0623eae service nova] Acquiring lock "4c913a06-f251-470f-a712-09e21768ecc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.015529] env[69411]: DEBUG oslo_concurrency.lockutils [req-9c009dbc-ff76-44db-a6a0-29d0334ae6b3 req-95312c9f-e526-4556-8d58-fb3cc0623eae service nova] Lock "4c913a06-f251-470f-a712-09e21768ecc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.015700] env[69411]: DEBUG oslo_concurrency.lockutils [req-9c009dbc-ff76-44db-a6a0-29d0334ae6b3 req-95312c9f-e526-4556-8d58-fb3cc0623eae service nova] Lock "4c913a06-f251-470f-a712-09e21768ecc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.015875] env[69411]: DEBUG nova.compute.manager [req-9c009dbc-ff76-44db-a6a0-29d0334ae6b3 req-95312c9f-e526-4556-8d58-fb3cc0623eae service nova] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] No waiting events found dispatching network-vif-plugged-1b8ff67f-1387-43d6-8920-e0aed0b0994e {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.016165] env[69411]: WARNING nova.compute.manager [req-9c009dbc-ff76-44db-a6a0-29d0334ae6b3 req-95312c9f-e526-4556-8d58-fb3cc0623eae service nova] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Received unexpected event network-vif-plugged-1b8ff67f-1387-43d6-8920-e0aed0b0994e for instance with vm_state building and task_state spawning. [ 822.016216] env[69411]: DEBUG nova.compute.manager [req-9c009dbc-ff76-44db-a6a0-29d0334ae6b3 req-95312c9f-e526-4556-8d58-fb3cc0623eae service nova] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Received event network-changed-1b8ff67f-1387-43d6-8920-e0aed0b0994e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.016400] env[69411]: DEBUG nova.compute.manager [req-9c009dbc-ff76-44db-a6a0-29d0334ae6b3 req-95312c9f-e526-4556-8d58-fb3cc0623eae service nova] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Refreshing instance network info cache due to event network-changed-1b8ff67f-1387-43d6-8920-e0aed0b0994e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.016594] env[69411]: DEBUG oslo_concurrency.lockutils [req-9c009dbc-ff76-44db-a6a0-29d0334ae6b3 req-95312c9f-e526-4556-8d58-fb3cc0623eae service nova] Acquiring lock "refresh_cache-4c913a06-f251-470f-a712-09e21768ecc2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.113257] env[69411]: DEBUG nova.network.neutron [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Updating instance_info_cache with network_info: [{"id": "1b8ff67f-1387-43d6-8920-e0aed0b0994e", "address": "fa:16:3e:b9:2d:93", "network": {"id": "d3015186-5cd7-417c-b339-9c454898c188", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-555504441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6a4f8a0124f728e1a9dcfbf900814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8ff67f-13", "ovs_interfaceid": "1b8ff67f-1387-43d6-8920-e0aed0b0994e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.165514] env[69411]: DEBUG nova.compute.manager [req-cdb3ad41-3f00-4128-ae18-7eea014790a6 req-ef808ee9-82e1-4ef0-953a-1cca76eccf31 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Received event network-changed-55e546a7-ce68-433d-974e-c55e7a6e026a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.165623] env[69411]: DEBUG nova.compute.manager [req-cdb3ad41-3f00-4128-ae18-7eea014790a6 req-ef808ee9-82e1-4ef0-953a-1cca76eccf31 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Refreshing instance network info cache due to event network-changed-55e546a7-ce68-433d-974e-c55e7a6e026a. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.165745] env[69411]: DEBUG oslo_concurrency.lockutils [req-cdb3ad41-3f00-4128-ae18-7eea014790a6 req-ef808ee9-82e1-4ef0-953a-1cca76eccf31 service nova] Acquiring lock "refresh_cache-1a3db32e-e2c8-4ba5-88e7-7856c64099cf" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.165903] env[69411]: DEBUG oslo_concurrency.lockutils [req-cdb3ad41-3f00-4128-ae18-7eea014790a6 req-ef808ee9-82e1-4ef0-953a-1cca76eccf31 service nova] Acquired lock "refresh_cache-1a3db32e-e2c8-4ba5-88e7-7856c64099cf" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.166445] env[69411]: DEBUG nova.network.neutron [req-cdb3ad41-3f00-4128-ae18-7eea014790a6 req-ef808ee9-82e1-4ef0-953a-1cca76eccf31 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Refreshing network info cache for port 55e546a7-ce68-433d-974e-c55e7a6e026a {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.257406] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2430a027-dc20-459b-b275-7ca2e9a184f4 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "1a3db32e-e2c8-4ba5-88e7-7856c64099cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.426s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.356705] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.357246] env[69411]: DEBUG nova.compute.manager [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.360257] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.939s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.451361] env[69411]: DEBUG oslo_vmware.api [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322932, 'name': ReconfigVM_Task, 'duration_secs': 5.835166} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.451626] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.451851] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Reconfigured VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 822.615894] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Releasing lock "refresh_cache-4c913a06-f251-470f-a712-09e21768ecc2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.616309] env[69411]: DEBUG nova.compute.manager [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Instance network_info: |[{"id": "1b8ff67f-1387-43d6-8920-e0aed0b0994e", "address": "fa:16:3e:b9:2d:93", "network": {"id": "d3015186-5cd7-417c-b339-9c454898c188", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-555504441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6a4f8a0124f728e1a9dcfbf900814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8ff67f-13", "ovs_interfaceid": "1b8ff67f-1387-43d6-8920-e0aed0b0994e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.616630] env[69411]: DEBUG oslo_concurrency.lockutils [req-9c009dbc-ff76-44db-a6a0-29d0334ae6b3 req-95312c9f-e526-4556-8d58-fb3cc0623eae service nova] Acquired lock "refresh_cache-4c913a06-f251-470f-a712-09e21768ecc2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.616804] env[69411]: DEBUG nova.network.neutron [req-9c009dbc-ff76-44db-a6a0-29d0334ae6b3 req-95312c9f-e526-4556-8d58-fb3cc0623eae service nova] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Refreshing network info cache for port 1b8ff67f-1387-43d6-8920-e0aed0b0994e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.618070] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:2d:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b8ff67f-1387-43d6-8920-e0aed0b0994e', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.626035] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.626558] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.626790] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3137a00f-083d-42af-bf1e-0603d060bbdb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.648053] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.648053] env[69411]: value = "task-3322946" [ 822.648053] env[69411]: _type = "Task" [ 822.648053] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.659020] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322946, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.828541] env[69411]: DEBUG oslo_concurrency.lockutils [None req-15326459-17c4-458b-8edf-79c2fe34afdd tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "1a3db32e-e2c8-4ba5-88e7-7856c64099cf" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.828822] env[69411]: DEBUG oslo_concurrency.lockutils [None req-15326459-17c4-458b-8edf-79c2fe34afdd tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "1a3db32e-e2c8-4ba5-88e7-7856c64099cf" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.829076] env[69411]: INFO nova.compute.manager [None req-15326459-17c4-458b-8edf-79c2fe34afdd tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Rebooting instance [ 822.862060] env[69411]: DEBUG nova.compute.utils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.863448] env[69411]: DEBUG nova.compute.manager [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.863731] env[69411]: DEBUG nova.network.neutron [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.869459] env[69411]: INFO nova.compute.claims [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.937802] env[69411]: DEBUG nova.policy [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43ab792cb7fc437082f2d430799901a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6d96e09699a4790943441a76d729182', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.002368] env[69411]: DEBUG nova.network.neutron [req-cdb3ad41-3f00-4128-ae18-7eea014790a6 req-ef808ee9-82e1-4ef0-953a-1cca76eccf31 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Updated VIF entry in instance network info cache for port 55e546a7-ce68-433d-974e-c55e7a6e026a. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.002764] env[69411]: DEBUG nova.network.neutron [req-cdb3ad41-3f00-4128-ae18-7eea014790a6 req-ef808ee9-82e1-4ef0-953a-1cca76eccf31 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Updating instance_info_cache with network_info: [{"id": "55e546a7-ce68-433d-974e-c55e7a6e026a", "address": "fa:16:3e:48:3e:17", "network": {"id": "13f17e29-5992-4243-a6e2-2af7b37e8f1a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589202653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b543da7de581464ba002790961208729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e546a7-ce", "ovs_interfaceid": "55e546a7-ce68-433d-974e-c55e7a6e026a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.158228] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322946, 'name': CreateVM_Task, 'duration_secs': 0.479064} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.158435] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.159161] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.159357] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.159684] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.159959] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6ed599-e471-4fab-b0cd-035c2c6be594 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.164759] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 823.164759] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a14a8e-7f5f-236b-0a84-7f9ce32e46b7" [ 823.164759] env[69411]: _type = "Task" [ 823.164759] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.172929] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a14a8e-7f5f-236b-0a84-7f9ce32e46b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.315069] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "6c1b83a5-d36f-4411-81b7-96eee6a14622" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.315363] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "6c1b83a5-d36f-4411-81b7-96eee6a14622" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.315595] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "6c1b83a5-d36f-4411-81b7-96eee6a14622-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.318974] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "6c1b83a5-d36f-4411-81b7-96eee6a14622-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.318974] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "6c1b83a5-d36f-4411-81b7-96eee6a14622-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.318974] env[69411]: INFO nova.compute.manager [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Terminating instance [ 823.362686] env[69411]: DEBUG oslo_concurrency.lockutils [None req-15326459-17c4-458b-8edf-79c2fe34afdd tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "refresh_cache-1a3db32e-e2c8-4ba5-88e7-7856c64099cf" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.380216] env[69411]: DEBUG nova.compute.manager [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.389594] env[69411]: INFO nova.compute.resource_tracker [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updating resource usage from migration 14be0e24-0e24-4edc-8fb8-86215703e75a [ 823.505240] env[69411]: DEBUG oslo_concurrency.lockutils [req-cdb3ad41-3f00-4128-ae18-7eea014790a6 req-ef808ee9-82e1-4ef0-953a-1cca76eccf31 service nova] Releasing lock "refresh_cache-1a3db32e-e2c8-4ba5-88e7-7856c64099cf" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.506055] env[69411]: DEBUG oslo_concurrency.lockutils [None req-15326459-17c4-458b-8edf-79c2fe34afdd tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquired lock "refresh_cache-1a3db32e-e2c8-4ba5-88e7-7856c64099cf" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.506363] env[69411]: DEBUG nova.network.neutron [None req-15326459-17c4-458b-8edf-79c2fe34afdd tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.522888] env[69411]: DEBUG nova.network.neutron [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Successfully created port: 63ca408f-973a-47e1-928e-e42d5af4e9ad {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.575665] env[69411]: DEBUG nova.network.neutron [req-9c009dbc-ff76-44db-a6a0-29d0334ae6b3 req-95312c9f-e526-4556-8d58-fb3cc0623eae service nova] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Updated VIF entry in instance network info cache for port 1b8ff67f-1387-43d6-8920-e0aed0b0994e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.576115] env[69411]: DEBUG nova.network.neutron [req-9c009dbc-ff76-44db-a6a0-29d0334ae6b3 req-95312c9f-e526-4556-8d58-fb3cc0623eae service nova] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Updating instance_info_cache with network_info: [{"id": "1b8ff67f-1387-43d6-8920-e0aed0b0994e", "address": "fa:16:3e:b9:2d:93", "network": {"id": "d3015186-5cd7-417c-b339-9c454898c188", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-555504441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6a4f8a0124f728e1a9dcfbf900814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8ff67f-13", "ovs_interfaceid": "1b8ff67f-1387-43d6-8920-e0aed0b0994e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.678778] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a14a8e-7f5f-236b-0a84-7f9ce32e46b7, 'name': SearchDatastore_Task, 'duration_secs': 0.016102} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.679126] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.679367] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.679613] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.679785] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.679971] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.682827] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aca04bc-6bbd-4cb7-be07-8f5680bbc973 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.691730] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.691937] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.693031] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e7fc67-c522-4b12-9b8a-21feb869bbc9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.701338] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 823.701338] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5220790a-569e-2af6-efd5-35f6f8531970" [ 823.701338] env[69411]: _type = "Task" [ 823.701338] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.709907] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5220790a-569e-2af6-efd5-35f6f8531970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.766629] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.769972] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.769972] env[69411]: DEBUG nova.network.neutron [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.823629] env[69411]: DEBUG nova.compute.manager [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.823884] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.825397] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616d2328-d0b6-435d-b8ce-5cb7ca631ba3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.832571] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Acquiring lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.832821] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.842156] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.843036] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bb2a872-76ca-4e4c-b5fe-918560ff736f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.853899] env[69411]: DEBUG oslo_vmware.api [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 823.853899] env[69411]: value = "task-3322947" [ 823.853899] env[69411]: _type = "Task" [ 823.853899] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.862418] env[69411]: DEBUG oslo_vmware.api [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.928340] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033c6c7d-e7f8-4d51-99b8-8ebf5eb4f381 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.939864] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd1caa5-e97c-4bab-a7ec-da53830a34c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.978262] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7c3056-3f60-4b21-88b4-5af5f86af5e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.987786] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2ade5c-d7bf-49a7-b688-01dae9d93d73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.003727] env[69411]: DEBUG nova.compute.provider_tree [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.079263] env[69411]: DEBUG oslo_concurrency.lockutils [req-9c009dbc-ff76-44db-a6a0-29d0334ae6b3 req-95312c9f-e526-4556-8d58-fb3cc0623eae service nova] Releasing lock "refresh_cache-4c913a06-f251-470f-a712-09e21768ecc2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.215925] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5220790a-569e-2af6-efd5-35f6f8531970, 'name': SearchDatastore_Task, 'duration_secs': 0.013991} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.216797] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a296e1d-171d-4c36-9230-022cd9833c53 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.222370] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 824.222370] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52394241-76bb-8984-fa7b-b225fae95760" [ 824.222370] env[69411]: _type = "Task" [ 824.222370] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.230908] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52394241-76bb-8984-fa7b-b225fae95760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.290929] env[69411]: DEBUG nova.compute.manager [req-5621c902-c212-4f59-b92a-904be4b7de6f req-d6e4ca55-c28c-4ee8-b6a0-09ebc6d83850 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Received event network-vif-deleted-b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.290929] env[69411]: INFO nova.compute.manager [req-5621c902-c212-4f59-b92a-904be4b7de6f req-d6e4ca55-c28c-4ee8-b6a0-09ebc6d83850 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Neutron deleted interface b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1; detaching it from the instance and deleting it from the info cache [ 824.291294] env[69411]: DEBUG nova.network.neutron [req-5621c902-c212-4f59-b92a-904be4b7de6f req-d6e4ca55-c28c-4ee8-b6a0-09ebc6d83850 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Updating instance_info_cache with network_info: [{"id": "1a2470ef-2c4b-43af-8eb1-eba05ddb92a7", "address": "fa:16:3e:ae:97:07", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2470ef-2c", "ovs_interfaceid": "1a2470ef-2c4b-43af-8eb1-eba05ddb92a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.313733] env[69411]: DEBUG nova.network.neutron [None req-15326459-17c4-458b-8edf-79c2fe34afdd tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Updating instance_info_cache with network_info: [{"id": "55e546a7-ce68-433d-974e-c55e7a6e026a", "address": "fa:16:3e:48:3e:17", "network": {"id": "13f17e29-5992-4243-a6e2-2af7b37e8f1a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589202653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b543da7de581464ba002790961208729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e546a7-ce", "ovs_interfaceid": "55e546a7-ce68-433d-974e-c55e7a6e026a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.339081] env[69411]: DEBUG nova.compute.utils [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.365658] env[69411]: DEBUG oslo_vmware.api [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322947, 'name': PowerOffVM_Task, 'duration_secs': 0.292846} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.365979] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.366169] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.366464] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f55ab4e-6330-48e7-a8f1-41fc6e6f9f6b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.402343] env[69411]: DEBUG nova.compute.manager [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.425076] env[69411]: DEBUG nova.virt.hardware [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.425408] env[69411]: DEBUG nova.virt.hardware [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.425507] env[69411]: DEBUG nova.virt.hardware [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.425693] env[69411]: DEBUG nova.virt.hardware [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.425899] env[69411]: DEBUG nova.virt.hardware [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.426111] env[69411]: DEBUG nova.virt.hardware [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.426341] env[69411]: DEBUG nova.virt.hardware [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.426524] env[69411]: DEBUG nova.virt.hardware [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.426667] env[69411]: DEBUG nova.virt.hardware [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.426836] env[69411]: DEBUG nova.virt.hardware [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.427016] env[69411]: DEBUG nova.virt.hardware [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.428449] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d4af4d-6e93-471a-8319-48e7291addb6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.435738] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.435949] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.436141] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Deleting the datastore file [datastore1] 6c1b83a5-d36f-4411-81b7-96eee6a14622 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.438338] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9eccc1f-d6d1-4efd-b8d3-8bd80776c51c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.441087] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33260ec0-27f4-4fd8-8981-ee4afb920c18 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.456294] env[69411]: DEBUG oslo_vmware.api [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 824.456294] env[69411]: value = "task-3322949" [ 824.456294] env[69411]: _type = "Task" [ 824.456294] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.464371] env[69411]: DEBUG oslo_vmware.api [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.507204] env[69411]: DEBUG nova.scheduler.client.report [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.529946] env[69411]: INFO nova.network.neutron [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Port b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 824.529946] env[69411]: DEBUG nova.network.neutron [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Updating instance_info_cache with network_info: [{"id": "1a2470ef-2c4b-43af-8eb1-eba05ddb92a7", "address": "fa:16:3e:ae:97:07", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2470ef-2c", "ovs_interfaceid": "1a2470ef-2c4b-43af-8eb1-eba05ddb92a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.733513] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52394241-76bb-8984-fa7b-b225fae95760, 'name': SearchDatastore_Task, 'duration_secs': 0.013432} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.733743] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.734067] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 4c913a06-f251-470f-a712-09e21768ecc2/4c913a06-f251-470f-a712-09e21768ecc2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.734327] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b75180ef-756e-4fc5-a7d3-f8122fd07657 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.740770] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 824.740770] env[69411]: value = "task-3322950" [ 824.740770] env[69411]: _type = "Task" [ 824.740770] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.748439] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.795586] env[69411]: DEBUG oslo_concurrency.lockutils [req-5621c902-c212-4f59-b92a-904be4b7de6f req-d6e4ca55-c28c-4ee8-b6a0-09ebc6d83850 service nova] Acquiring lock "6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.816477] env[69411]: DEBUG oslo_concurrency.lockutils [None req-15326459-17c4-458b-8edf-79c2fe34afdd tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Releasing lock "refresh_cache-1a3db32e-e2c8-4ba5-88e7-7856c64099cf" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.843173] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.973088] env[69411]: DEBUG oslo_vmware.api [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3322949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396006} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.973405] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.977022] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.977022] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.977022] env[69411]: INFO nova.compute.manager [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Took 1.15 seconds to destroy the instance on the hypervisor. [ 824.977022] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.977022] env[69411]: DEBUG nova.compute.manager [-] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.977022] env[69411]: DEBUG nova.network.neutron [-] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.013329] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.653s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.013604] env[69411]: INFO nova.compute.manager [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Migrating [ 825.022849] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.991s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.024362] env[69411]: INFO nova.compute.claims [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.037292] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "refresh_cache-6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.216658] env[69411]: DEBUG nova.network.neutron [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Successfully updated port: 63ca408f-973a-47e1-928e-e42d5af4e9ad {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.253668] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322950, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.322330] env[69411]: DEBUG nova.compute.manager [None req-15326459-17c4-458b-8edf-79c2fe34afdd tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.323390] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32293a85-18d0-4396-9852-33bdd5688ba4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.540274] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.540274] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquired lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.540274] env[69411]: DEBUG nova.network.neutron [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.542020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f5e29ed7-b5a3-4862-bf0a-0a05b991cd4e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-6c1b83a5-d36f-4411-81b7-96eee6a14622-b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.753s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.720537] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "refresh_cache-5f96f0fe-c2b1-490a-95b2-8f29b0fec254" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.720696] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired lock "refresh_cache-5f96f0fe-c2b1-490a-95b2-8f29b0fec254" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.721378] env[69411]: DEBUG nova.network.neutron [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.726490] env[69411]: DEBUG nova.compute.manager [req-b1667863-d124-476a-953e-8625699a0996 req-2fb509f9-b46c-4d16-909c-2a03564e59a7 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Received event network-vif-deleted-1a2470ef-2c4b-43af-8eb1-eba05ddb92a7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.726720] env[69411]: INFO nova.compute.manager [req-b1667863-d124-476a-953e-8625699a0996 req-2fb509f9-b46c-4d16-909c-2a03564e59a7 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Neutron deleted interface 1a2470ef-2c4b-43af-8eb1-eba05ddb92a7; detaching it from the instance and deleting it from the info cache [ 825.726919] env[69411]: DEBUG nova.network.neutron [req-b1667863-d124-476a-953e-8625699a0996 req-2fb509f9-b46c-4d16-909c-2a03564e59a7 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.753343] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875697} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.753343] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 4c913a06-f251-470f-a712-09e21768ecc2/4c913a06-f251-470f-a712-09e21768ecc2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.753343] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.753489] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b5bf4d3-d7df-445d-9fe4-43aada7d0aed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.765821] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 825.765821] env[69411]: value = "task-3322951" [ 825.765821] env[69411]: _type = "Task" [ 825.765821] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.774315] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.936545] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Acquiring lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.936926] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.937227] env[69411]: INFO nova.compute.manager [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Attaching volume d426049c-0bba-46a4-8eba-5589eddbbc9d to /dev/sdb [ 825.967884] env[69411]: DEBUG nova.network.neutron [-] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.987276] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d5b4d7-00af-4214-b4bc-5f90296c83b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.995777] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4576630-d6ed-49e4-8a89-4b01a28b321c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.009616] env[69411]: DEBUG nova.virt.block_device [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Updating existing volume attachment record: 40d53cbc-e91a-4832-b7c5-56d662265d02 {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 826.230984] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-beb5c303-9c44-496b-8b95-a58510bce989 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.241016] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d060876-e0a8-4c92-9d2e-2b98833f0a4e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.263546] env[69411]: DEBUG nova.network.neutron [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.291499] env[69411]: DEBUG nova.compute.manager [req-b1667863-d124-476a-953e-8625699a0996 req-2fb509f9-b46c-4d16-909c-2a03564e59a7 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Detach interface failed, port_id=1a2470ef-2c4b-43af-8eb1-eba05ddb92a7, reason: Instance 6c1b83a5-d36f-4411-81b7-96eee6a14622 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 826.301525] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0711} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.302228] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.306775] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f266a14a-62fd-48f0-8002-521cf393dded {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.310455] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.312126] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.334620] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 4c913a06-f251-470f-a712-09e21768ecc2/4c913a06-f251-470f-a712-09e21768ecc2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.338512] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0764fe2d-b26c-4e81-80c2-726deec5df42 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.354342] env[69411]: DEBUG nova.compute.manager [req-09450b3c-2acd-4447-a839-add234788299 req-4906350d-1fe1-4545-8f8b-97d710e25743 service nova] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Received event network-vif-plugged-63ca408f-973a-47e1-928e-e42d5af4e9ad {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.354566] env[69411]: DEBUG oslo_concurrency.lockutils [req-09450b3c-2acd-4447-a839-add234788299 req-4906350d-1fe1-4545-8f8b-97d710e25743 service nova] Acquiring lock "5f96f0fe-c2b1-490a-95b2-8f29b0fec254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.354782] env[69411]: DEBUG oslo_concurrency.lockutils [req-09450b3c-2acd-4447-a839-add234788299 req-4906350d-1fe1-4545-8f8b-97d710e25743 service nova] Lock "5f96f0fe-c2b1-490a-95b2-8f29b0fec254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.354951] env[69411]: DEBUG oslo_concurrency.lockutils [req-09450b3c-2acd-4447-a839-add234788299 req-4906350d-1fe1-4545-8f8b-97d710e25743 service nova] Lock "5f96f0fe-c2b1-490a-95b2-8f29b0fec254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.355131] env[69411]: DEBUG nova.compute.manager [req-09450b3c-2acd-4447-a839-add234788299 req-4906350d-1fe1-4545-8f8b-97d710e25743 service nova] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] No waiting events found dispatching network-vif-plugged-63ca408f-973a-47e1-928e-e42d5af4e9ad {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.355323] env[69411]: WARNING nova.compute.manager [req-09450b3c-2acd-4447-a839-add234788299 req-4906350d-1fe1-4545-8f8b-97d710e25743 service nova] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Received unexpected event network-vif-plugged-63ca408f-973a-47e1-928e-e42d5af4e9ad for instance with vm_state building and task_state spawning. [ 826.355516] env[69411]: DEBUG nova.compute.manager [req-09450b3c-2acd-4447-a839-add234788299 req-4906350d-1fe1-4545-8f8b-97d710e25743 service nova] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Received event network-changed-63ca408f-973a-47e1-928e-e42d5af4e9ad {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.355708] env[69411]: DEBUG nova.compute.manager [req-09450b3c-2acd-4447-a839-add234788299 req-4906350d-1fe1-4545-8f8b-97d710e25743 service nova] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Refreshing instance network info cache due to event network-changed-63ca408f-973a-47e1-928e-e42d5af4e9ad. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.355903] env[69411]: DEBUG oslo_concurrency.lockutils [req-09450b3c-2acd-4447-a839-add234788299 req-4906350d-1fe1-4545-8f8b-97d710e25743 service nova] Acquiring lock "refresh_cache-5f96f0fe-c2b1-490a-95b2-8f29b0fec254" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.357270] env[69411]: DEBUG nova.network.neutron [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updating instance_info_cache with network_info: [{"id": "a50f85f6-ea90-4869-850f-b2e76005f7dd", "address": "fa:16:3e:8d:8f:e8", "network": {"id": "246fdaea-85fa-4698-a029-37be0568850a", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-708409175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efbda5135eca4356909ff55befbf32ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50f85f6-ea", "ovs_interfaceid": "a50f85f6-ea90-4869-850f-b2e76005f7dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.367316] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5045ea06-1937-43dc-9a9e-f716e81d1c44 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.374638] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-15326459-17c4-458b-8edf-79c2fe34afdd tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Doing hard reboot of VM {{(pid=69411) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 826.376789] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9c0fac37-5888-4838-a4b1-a4cde2d06886 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.376980] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 826.376980] env[69411]: value = "task-3322955" [ 826.376980] env[69411]: _type = "Task" [ 826.376980] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.386981] env[69411]: DEBUG oslo_vmware.api [None req-15326459-17c4-458b-8edf-79c2fe34afdd tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 826.386981] env[69411]: value = "task-3322956" [ 826.386981] env[69411]: _type = "Task" [ 826.386981] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.390547] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322955, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.405390] env[69411]: DEBUG oslo_vmware.api [None req-15326459-17c4-458b-8edf-79c2fe34afdd tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322956, 'name': ResetVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.472831] env[69411]: INFO nova.compute.manager [-] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Took 1.50 seconds to deallocate network for instance. [ 826.490972] env[69411]: DEBUG nova.network.neutron [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Updating instance_info_cache with network_info: [{"id": "63ca408f-973a-47e1-928e-e42d5af4e9ad", "address": "fa:16:3e:03:38:0c", "network": {"id": "f915803d-8906-4ea8-b107-9fb7369f108f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1224282245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d96e09699a4790943441a76d729182", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ca408f-97", "ovs_interfaceid": "63ca408f-973a-47e1-928e-e42d5af4e9ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.649043] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a078aa-0b72-472a-963b-0af3302be9a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.657963] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65794eb4-b763-4fba-8754-27650570a470 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.691926] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfc8717-b85f-4a44-903c-05aab4d404d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.700445] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66292b0d-2ead-47a4-8db7-d5967179ac41 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.713646] env[69411]: DEBUG nova.compute.provider_tree [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.820362] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.820576] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.820704] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.820859] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.821009] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.821163] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.821299] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 826.821442] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.864723] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Releasing lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.889981] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322955, 'name': ReconfigVM_Task, 'duration_secs': 0.330047} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.890309] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 4c913a06-f251-470f-a712-09e21768ecc2/4c913a06-f251-470f-a712-09e21768ecc2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.890997] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1311e32-d16d-4a17-9737-ba2e4843a6af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.901841] env[69411]: DEBUG oslo_vmware.api [None req-15326459-17c4-458b-8edf-79c2fe34afdd tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322956, 'name': ResetVM_Task, 'duration_secs': 0.118602} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.903308] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-15326459-17c4-458b-8edf-79c2fe34afdd tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Did hard reboot of VM {{(pid=69411) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 826.903308] env[69411]: DEBUG nova.compute.manager [None req-15326459-17c4-458b-8edf-79c2fe34afdd tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.903545] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 826.903545] env[69411]: value = "task-3322957" [ 826.903545] env[69411]: _type = "Task" [ 826.903545] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.904245] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c58ff0-24db-43aa-9904-da664babcfc9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.918671] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322957, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.980649] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.996648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Releasing lock "refresh_cache-5f96f0fe-c2b1-490a-95b2-8f29b0fec254" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.997651] env[69411]: DEBUG nova.compute.manager [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Instance network_info: |[{"id": "63ca408f-973a-47e1-928e-e42d5af4e9ad", "address": "fa:16:3e:03:38:0c", "network": {"id": "f915803d-8906-4ea8-b107-9fb7369f108f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1224282245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d96e09699a4790943441a76d729182", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ca408f-97", "ovs_interfaceid": "63ca408f-973a-47e1-928e-e42d5af4e9ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.997651] env[69411]: DEBUG oslo_concurrency.lockutils [req-09450b3c-2acd-4447-a839-add234788299 req-4906350d-1fe1-4545-8f8b-97d710e25743 service nova] Acquired lock "refresh_cache-5f96f0fe-c2b1-490a-95b2-8f29b0fec254" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.997651] env[69411]: DEBUG nova.network.neutron [req-09450b3c-2acd-4447-a839-add234788299 req-4906350d-1fe1-4545-8f8b-97d710e25743 service nova] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Refreshing network info cache for port 63ca408f-973a-47e1-928e-e42d5af4e9ad {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.998787] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:38:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63ca408f-973a-47e1-928e-e42d5af4e9ad', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.006415] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.009695] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.010574] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32b1105f-fc02-4fbf-9640-8de10161c9e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.036525] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.036525] env[69411]: value = "task-3322958" [ 827.036525] env[69411]: _type = "Task" [ 827.036525] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.045954] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322958, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.056527] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e2043-bf45-aed2-bb43-928d08fda268/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 827.058950] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db24bb3-2ddd-49d7-9d04-93ed2db5372d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.069841] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e2043-bf45-aed2-bb43-928d08fda268/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 827.072333] env[69411]: ERROR oslo_vmware.rw_handles [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e2043-bf45-aed2-bb43-928d08fda268/disk-0.vmdk due to incomplete transfer. [ 827.072333] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d25c013a-4d94-49a7-9531-6d5611fbdcb2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.080244] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e2043-bf45-aed2-bb43-928d08fda268/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 827.080464] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Uploaded image ac15b62d-710e-4df8-a565-2b2940e8d440 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 827.082905] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 827.083200] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c62f1863-c138-4ecc-8f99-a1fe155258c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.089694] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 827.089694] env[69411]: value = "task-3322959" [ 827.089694] env[69411]: _type = "Task" [ 827.089694] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.099486] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322959, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.217165] env[69411]: DEBUG nova.scheduler.client.report [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.324793] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.418670] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322957, 'name': Rename_Task, 'duration_secs': 0.148731} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.419217] env[69411]: DEBUG oslo_concurrency.lockutils [None req-15326459-17c4-458b-8edf-79c2fe34afdd tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "1a3db32e-e2c8-4ba5-88e7-7856c64099cf" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.590s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.420324] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.421479] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a772d36-0028-40a7-b4d0-38f50c540e85 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.429020] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 827.429020] env[69411]: value = "task-3322960" [ 827.429020] env[69411]: _type = "Task" [ 827.429020] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.440265] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.496876] env[69411]: DEBUG nova.network.neutron [req-09450b3c-2acd-4447-a839-add234788299 req-4906350d-1fe1-4545-8f8b-97d710e25743 service nova] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Updated VIF entry in instance network info cache for port 63ca408f-973a-47e1-928e-e42d5af4e9ad. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.497167] env[69411]: DEBUG nova.network.neutron [req-09450b3c-2acd-4447-a839-add234788299 req-4906350d-1fe1-4545-8f8b-97d710e25743 service nova] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Updating instance_info_cache with network_info: [{"id": "63ca408f-973a-47e1-928e-e42d5af4e9ad", "address": "fa:16:3e:03:38:0c", "network": {"id": "f915803d-8906-4ea8-b107-9fb7369f108f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1224282245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d96e09699a4790943441a76d729182", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ca408f-97", "ovs_interfaceid": "63ca408f-973a-47e1-928e-e42d5af4e9ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.546631] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322958, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.600115] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322959, 'name': Destroy_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.722865] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.723448] env[69411]: DEBUG nova.compute.manager [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.726222] env[69411]: DEBUG oslo_concurrency.lockutils [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.445s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.726440] env[69411]: DEBUG nova.objects.instance [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Lazy-loading 'resources' on Instance uuid 7a4f3457-86cf-458a-b7e0-306123475b9d {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.939276] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.000594] env[69411]: DEBUG oslo_concurrency.lockutils [req-09450b3c-2acd-4447-a839-add234788299 req-4906350d-1fe1-4545-8f8b-97d710e25743 service nova] Releasing lock "refresh_cache-5f96f0fe-c2b1-490a-95b2-8f29b0fec254" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.014216] env[69411]: DEBUG nova.compute.manager [req-7629c339-3e14-4983-8eb2-0bf9db5770f4 req-51a0124b-d250-4387-bd3d-2e415b4fcb84 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Received event network-changed-55e546a7-ce68-433d-974e-c55e7a6e026a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.014455] env[69411]: DEBUG nova.compute.manager [req-7629c339-3e14-4983-8eb2-0bf9db5770f4 req-51a0124b-d250-4387-bd3d-2e415b4fcb84 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Refreshing instance network info cache due to event network-changed-55e546a7-ce68-433d-974e-c55e7a6e026a. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.015029] env[69411]: DEBUG oslo_concurrency.lockutils [req-7629c339-3e14-4983-8eb2-0bf9db5770f4 req-51a0124b-d250-4387-bd3d-2e415b4fcb84 service nova] Acquiring lock "refresh_cache-1a3db32e-e2c8-4ba5-88e7-7856c64099cf" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.015029] env[69411]: DEBUG oslo_concurrency.lockutils [req-7629c339-3e14-4983-8eb2-0bf9db5770f4 req-51a0124b-d250-4387-bd3d-2e415b4fcb84 service nova] Acquired lock "refresh_cache-1a3db32e-e2c8-4ba5-88e7-7856c64099cf" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.015029] env[69411]: DEBUG nova.network.neutron [req-7629c339-3e14-4983-8eb2-0bf9db5770f4 req-51a0124b-d250-4387-bd3d-2e415b4fcb84 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Refreshing network info cache for port 55e546a7-ce68-433d-974e-c55e7a6e026a {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.047847] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322958, 'name': CreateVM_Task, 'duration_secs': 0.570705} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.048454] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.048719] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.048889] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.049230] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.049906] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7f1054-17a8-44e5-80d5-a184bd556472 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.054786] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 828.054786] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5225b412-f11b-201e-b14d-efbb29ac2c69" [ 828.054786] env[69411]: _type = "Task" [ 828.054786] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.063968] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5225b412-f11b-201e-b14d-efbb29ac2c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.100992] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322959, 'name': Destroy_Task, 'duration_secs': 0.620832} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.100992] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Destroyed the VM [ 828.101153] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 828.101288] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a662a69c-5d7d-4ef6-a142-379d80ec4438 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.107388] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 828.107388] env[69411]: value = "task-3322961" [ 828.107388] env[69411]: _type = "Task" [ 828.107388] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.117820] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322961, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.229703] env[69411]: DEBUG nova.compute.utils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.235779] env[69411]: DEBUG nova.compute.manager [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.237388] env[69411]: DEBUG nova.network.neutron [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.288865] env[69411]: DEBUG nova.policy [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0707b5d7fe6c443fa97157a5a7748ea5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b59e0432b6a4e6cb052158c5cd8d732', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.380056] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae8ee7d-42a9-4f9e-a0fd-6e74b92d61f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.404781] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updating instance '2b24e5b7-178b-4044-aea2-4be99a5ca7bd' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 828.448950] env[69411]: DEBUG oslo_vmware.api [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322960, 'name': PowerOnVM_Task, 'duration_secs': 0.723588} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.449630] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.449943] env[69411]: INFO nova.compute.manager [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Took 8.35 seconds to spawn the instance on the hypervisor. [ 828.450163] env[69411]: DEBUG nova.compute.manager [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.451442] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bb5141-f152-48f8-99bc-d0e3fc170b21 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.569920] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5225b412-f11b-201e-b14d-efbb29ac2c69, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.570258] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.570492] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.570728] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.570874] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.571071] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.573514] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f741a1c7-f4fd-4bf5-9caf-bc14d6bbffdb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.582305] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.582606] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.583414] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96922c2a-8147-48a1-a3b6-9100c8130d86 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.591437] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 828.591437] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c5e11e-c29c-37e9-b4f4-05155a4ae7de" [ 828.591437] env[69411]: _type = "Task" [ 828.591437] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.599747] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c5e11e-c29c-37e9-b4f4-05155a4ae7de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.622220] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322961, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.708864] env[69411]: DEBUG nova.network.neutron [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Successfully created port: 226cb420-1654-4c33-90ad-2a710cd11dc5 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.741785] env[69411]: DEBUG nova.compute.manager [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.779277] env[69411]: DEBUG nova.network.neutron [req-7629c339-3e14-4983-8eb2-0bf9db5770f4 req-51a0124b-d250-4387-bd3d-2e415b4fcb84 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Updated VIF entry in instance network info cache for port 55e546a7-ce68-433d-974e-c55e7a6e026a. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.780476] env[69411]: DEBUG nova.network.neutron [req-7629c339-3e14-4983-8eb2-0bf9db5770f4 req-51a0124b-d250-4387-bd3d-2e415b4fcb84 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Updating instance_info_cache with network_info: [{"id": "55e546a7-ce68-433d-974e-c55e7a6e026a", "address": "fa:16:3e:48:3e:17", "network": {"id": "13f17e29-5992-4243-a6e2-2af7b37e8f1a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589202653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b543da7de581464ba002790961208729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e546a7-ce", "ovs_interfaceid": "55e546a7-ce68-433d-974e-c55e7a6e026a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.811454] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "1a3db32e-e2c8-4ba5-88e7-7856c64099cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.814768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "1a3db32e-e2c8-4ba5-88e7-7856c64099cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.814768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "1a3db32e-e2c8-4ba5-88e7-7856c64099cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.814768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "1a3db32e-e2c8-4ba5-88e7-7856c64099cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.814768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "1a3db32e-e2c8-4ba5-88e7-7856c64099cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.814768] env[69411]: INFO nova.compute.manager [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Terminating instance [ 828.857209] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba5dfc2-158d-42af-9a13-09e03e84b5a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.866276] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d7a5ee-8bfe-4ad0-867d-391c02b587cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.899792] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6937434a-b4e7-4a0b-96f9-b1693894c31d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.907987] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e66eba9-692c-4e08-bdf2-4dde548513e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.913971] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.914308] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22d2aadb-c720-4a5a-af9c-456557d5fea6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.926030] env[69411]: DEBUG nova.compute.provider_tree [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.929032] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 828.929032] env[69411]: value = "task-3322963" [ 828.929032] env[69411]: _type = "Task" [ 828.929032] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.937530] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.975035] env[69411]: INFO nova.compute.manager [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Took 47.03 seconds to build instance. [ 829.101469] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c5e11e-c29c-37e9-b4f4-05155a4ae7de, 'name': SearchDatastore_Task, 'duration_secs': 0.008777} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.102319] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13398aaf-69b3-4dda-9f35-e12367d4fc42 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.107192] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 829.107192] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d26b7d-675d-33da-0330-2c8152edb3d8" [ 829.107192] env[69411]: _type = "Task" [ 829.107192] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.118080] env[69411]: DEBUG oslo_vmware.api [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322961, 'name': RemoveSnapshot_Task, 'duration_secs': 0.713981} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.122738] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 829.122970] env[69411]: INFO nova.compute.manager [None req-b39583c0-8a2c-4f2d-a847-cfe07cfecae3 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Took 14.95 seconds to snapshot the instance on the hypervisor. [ 829.125597] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d26b7d-675d-33da-0330-2c8152edb3d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.284711] env[69411]: DEBUG oslo_concurrency.lockutils [req-7629c339-3e14-4983-8eb2-0bf9db5770f4 req-51a0124b-d250-4387-bd3d-2e415b4fcb84 service nova] Releasing lock "refresh_cache-1a3db32e-e2c8-4ba5-88e7-7856c64099cf" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.320368] env[69411]: DEBUG nova.compute.manager [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.320603] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.322489] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68b18b9-4e12-4942-8f02-f036a037b1b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.329936] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.330225] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6edc6f23-faec-48fe-934b-e23a388877d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.336536] env[69411]: DEBUG oslo_vmware.api [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 829.336536] env[69411]: value = "task-3322964" [ 829.336536] env[69411]: _type = "Task" [ 829.336536] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.345366] env[69411]: DEBUG oslo_vmware.api [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.428935] env[69411]: DEBUG nova.scheduler.client.report [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.442008] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322963, 'name': PowerOffVM_Task, 'duration_secs': 0.489485} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.442297] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.442519] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updating instance '2b24e5b7-178b-4044-aea2-4be99a5ca7bd' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.477505] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec61664b-eea5-49ab-8ee4-6a7cc2d8a037 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "4c913a06-f251-470f-a712-09e21768ecc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.680s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.479949] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aef84d19-da50-41ab-8fc2-2cbd2a6cb803 tempest-ServersAdminTestJSON-700326375 tempest-ServersAdminTestJSON-700326375-project-admin] Acquiring lock "refresh_cache-4c913a06-f251-470f-a712-09e21768ecc2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.480295] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aef84d19-da50-41ab-8fc2-2cbd2a6cb803 tempest-ServersAdminTestJSON-700326375 tempest-ServersAdminTestJSON-700326375-project-admin] Acquired lock "refresh_cache-4c913a06-f251-470f-a712-09e21768ecc2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.480447] env[69411]: DEBUG nova.network.neutron [None req-aef84d19-da50-41ab-8fc2-2cbd2a6cb803 tempest-ServersAdminTestJSON-700326375 tempest-ServersAdminTestJSON-700326375-project-admin] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.617932] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d26b7d-675d-33da-0330-2c8152edb3d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.618221] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.618477] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 5f96f0fe-c2b1-490a-95b2-8f29b0fec254/5f96f0fe-c2b1-490a-95b2-8f29b0fec254.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.619367] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0cb3aeb-0e90-4c8f-959a-09cd51bb4f8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.626393] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 829.626393] env[69411]: value = "task-3322965" [ 829.626393] env[69411]: _type = "Task" [ 829.626393] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.640894] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.751830] env[69411]: DEBUG nova.compute.manager [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.772821] env[69411]: DEBUG nova.virt.hardware [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.773065] env[69411]: DEBUG nova.virt.hardware [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.773224] env[69411]: DEBUG nova.virt.hardware [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.773408] env[69411]: DEBUG nova.virt.hardware [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.773553] env[69411]: DEBUG nova.virt.hardware [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.773702] env[69411]: DEBUG nova.virt.hardware [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.774138] env[69411]: DEBUG nova.virt.hardware [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.774198] env[69411]: DEBUG nova.virt.hardware [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.774377] env[69411]: DEBUG nova.virt.hardware [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.774525] env[69411]: DEBUG nova.virt.hardware [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.774694] env[69411]: DEBUG nova.virt.hardware [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.775595] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31774c74-6453-4b91-822b-4cb461476f64 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.783690] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e1ee54-979d-41a7-a3fb-a7b1972c0ebe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.846190] env[69411]: DEBUG oslo_vmware.api [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322964, 'name': PowerOffVM_Task, 'duration_secs': 0.211993} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.846476] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.846678] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.846956] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91479ea0-1d79-47ac-b028-866f1d4e780d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.937834] env[69411]: DEBUG oslo_concurrency.lockutils [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.940127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.879s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.940980] env[69411]: DEBUG nova.objects.instance [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Lazy-loading 'resources' on Instance uuid 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.950392] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:05:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1406710128',id=31,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-1041827528',projects=,root_gb=1,rxtx_factor=1.0,swap=1024,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.950392] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.950392] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.950690] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.950893] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.950893] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.951090] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.951226] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.951379] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.951655] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.951735] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.959025] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24d5482b-ad12-4e67-9695-074ae3a23c8d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.969845] env[69411]: INFO nova.scheduler.client.report [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Deleted allocations for instance 7a4f3457-86cf-458a-b7e0-306123475b9d [ 829.981451] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 829.981451] env[69411]: value = "task-3322967" [ 829.981451] env[69411]: _type = "Task" [ 829.981451] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.994766] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322967, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.030912] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.031098] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.031490] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Deleting the datastore file [datastore2] 1a3db32e-e2c8-4ba5-88e7-7856c64099cf {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.031854] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9294a57e-a066-4448-86b1-e2cab12e71a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.040380] env[69411]: DEBUG oslo_vmware.api [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 830.040380] env[69411]: value = "task-3322968" [ 830.040380] env[69411]: _type = "Task" [ 830.040380] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.054304] env[69411]: DEBUG oslo_vmware.api [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.138138] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322965, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.291706] env[69411]: DEBUG nova.network.neutron [None req-aef84d19-da50-41ab-8fc2-2cbd2a6cb803 tempest-ServersAdminTestJSON-700326375 tempest-ServersAdminTestJSON-700326375-project-admin] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Updating instance_info_cache with network_info: [{"id": "1b8ff67f-1387-43d6-8920-e0aed0b0994e", "address": "fa:16:3e:b9:2d:93", "network": {"id": "d3015186-5cd7-417c-b339-9c454898c188", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-555504441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6a4f8a0124f728e1a9dcfbf900814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8ff67f-13", "ovs_interfaceid": "1b8ff67f-1387-43d6-8920-e0aed0b0994e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.318378] env[69411]: DEBUG nova.network.neutron [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Successfully updated port: 226cb420-1654-4c33-90ad-2a710cd11dc5 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.470931] env[69411]: DEBUG nova.compute.manager [req-7d2cbfee-cead-4033-a359-e2d870db1a3f req-e693841b-8afa-4763-ae40-e2855df9013b service nova] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Received event network-vif-plugged-226cb420-1654-4c33-90ad-2a710cd11dc5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.471109] env[69411]: DEBUG oslo_concurrency.lockutils [req-7d2cbfee-cead-4033-a359-e2d870db1a3f req-e693841b-8afa-4763-ae40-e2855df9013b service nova] Acquiring lock "0e8301c3-6735-4f69-93e8-214aa6b7e03a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.471317] env[69411]: DEBUG oslo_concurrency.lockutils [req-7d2cbfee-cead-4033-a359-e2d870db1a3f req-e693841b-8afa-4763-ae40-e2855df9013b service nova] Lock "0e8301c3-6735-4f69-93e8-214aa6b7e03a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.471493] env[69411]: DEBUG oslo_concurrency.lockutils [req-7d2cbfee-cead-4033-a359-e2d870db1a3f req-e693841b-8afa-4763-ae40-e2855df9013b service nova] Lock "0e8301c3-6735-4f69-93e8-214aa6b7e03a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.471656] env[69411]: DEBUG nova.compute.manager [req-7d2cbfee-cead-4033-a359-e2d870db1a3f req-e693841b-8afa-4763-ae40-e2855df9013b service nova] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] No waiting events found dispatching network-vif-plugged-226cb420-1654-4c33-90ad-2a710cd11dc5 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.471842] env[69411]: WARNING nova.compute.manager [req-7d2cbfee-cead-4033-a359-e2d870db1a3f req-e693841b-8afa-4763-ae40-e2855df9013b service nova] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Received unexpected event network-vif-plugged-226cb420-1654-4c33-90ad-2a710cd11dc5 for instance with vm_state building and task_state spawning. [ 830.478043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-643eaa6e-1845-49b7-83ad-4f1036755e38 tempest-ServerPasswordTestJSON-1045080586 tempest-ServerPasswordTestJSON-1045080586-project-member] Lock "7a4f3457-86cf-458a-b7e0-306123475b9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.976s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.492465] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322967, 'name': ReconfigVM_Task, 'duration_secs': 0.227785} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.492772] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updating instance '2b24e5b7-178b-4044-aea2-4be99a5ca7bd' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 830.553278] env[69411]: DEBUG oslo_vmware.api [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3322968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219017} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.553553] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.553784] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.554060] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.554204] env[69411]: INFO nova.compute.manager [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Took 1.23 seconds to destroy the instance on the hypervisor. [ 830.554451] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.554636] env[69411]: DEBUG nova.compute.manager [-] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.554792] env[69411]: DEBUG nova.network.neutron [-] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.575264] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 830.575264] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663398', 'volume_id': 'd426049c-0bba-46a4-8eba-5589eddbbc9d', 'name': 'volume-d426049c-0bba-46a4-8eba-5589eddbbc9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd131e908-dbcb-44e3-8768-71cc1a7fefa1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd426049c-0bba-46a4-8eba-5589eddbbc9d', 'serial': 'd426049c-0bba-46a4-8eba-5589eddbbc9d'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 830.575264] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7ad913-c455-4a88-a770-a1651c1b08e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.600180] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c792af-c2b7-466d-9704-740303821937 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.628165] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-d426049c-0bba-46a4-8eba-5589eddbbc9d/volume-d426049c-0bba-46a4-8eba-5589eddbbc9d.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.632011] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc846495-deab-4d85-9c19-5f9b756a1ee9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.655958] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531241} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.657352] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 5f96f0fe-c2b1-490a-95b2-8f29b0fec254/5f96f0fe-c2b1-490a-95b2-8f29b0fec254.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.658569] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.658569] env[69411]: DEBUG oslo_vmware.api [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Waiting for the task: (returnval){ [ 830.658569] env[69411]: value = "task-3322969" [ 830.658569] env[69411]: _type = "Task" [ 830.658569] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.660495] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-362d22be-7760-4e95-a3c9-8fea79a1a7f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.671439] env[69411]: DEBUG oslo_vmware.api [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Task: {'id': task-3322969, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.673018] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 830.673018] env[69411]: value = "task-3322970" [ 830.673018] env[69411]: _type = "Task" [ 830.673018] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.683640] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.798089] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aef84d19-da50-41ab-8fc2-2cbd2a6cb803 tempest-ServersAdminTestJSON-700326375 tempest-ServersAdminTestJSON-700326375-project-admin] Releasing lock "refresh_cache-4c913a06-f251-470f-a712-09e21768ecc2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.798923] env[69411]: DEBUG nova.compute.manager [None req-aef84d19-da50-41ab-8fc2-2cbd2a6cb803 tempest-ServersAdminTestJSON-700326375 tempest-ServersAdminTestJSON-700326375-project-admin] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Inject network info {{(pid=69411) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 830.798923] env[69411]: DEBUG nova.compute.manager [None req-aef84d19-da50-41ab-8fc2-2cbd2a6cb803 tempest-ServersAdminTestJSON-700326375 tempest-ServersAdminTestJSON-700326375-project-admin] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] network_info to inject: |[{"id": "1b8ff67f-1387-43d6-8920-e0aed0b0994e", "address": "fa:16:3e:b9:2d:93", "network": {"id": "d3015186-5cd7-417c-b339-9c454898c188", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-555504441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6a4f8a0124f728e1a9dcfbf900814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8ff67f-13", "ovs_interfaceid": "1b8ff67f-1387-43d6-8920-e0aed0b0994e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 830.803574] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aef84d19-da50-41ab-8fc2-2cbd2a6cb803 tempest-ServersAdminTestJSON-700326375 tempest-ServersAdminTestJSON-700326375-project-admin] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Reconfiguring VM instance to set the machine id {{(pid=69411) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 830.806719] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d99659e7-d785-4ab3-bee9-dc292062dc9e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.821718] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Acquiring lock "refresh_cache-0e8301c3-6735-4f69-93e8-214aa6b7e03a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.822679] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Acquired lock "refresh_cache-0e8301c3-6735-4f69-93e8-214aa6b7e03a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.822679] env[69411]: DEBUG nova.network.neutron [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.825451] env[69411]: DEBUG oslo_vmware.api [None req-aef84d19-da50-41ab-8fc2-2cbd2a6cb803 tempest-ServersAdminTestJSON-700326375 tempest-ServersAdminTestJSON-700326375-project-admin] Waiting for the task: (returnval){ [ 830.825451] env[69411]: value = "task-3322971" [ 830.825451] env[69411]: _type = "Task" [ 830.825451] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.833081] env[69411]: DEBUG oslo_vmware.api [None req-aef84d19-da50-41ab-8fc2-2cbd2a6cb803 tempest-ServersAdminTestJSON-700326375 tempest-ServersAdminTestJSON-700326375-project-admin] Task: {'id': task-3322971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.000379] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:03:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='726459034',id=27,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-244138824',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.000563] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.000694] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.000878] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.001037] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.001192] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.001395] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.001551] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.001713] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.001872] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.002082] env[69411]: DEBUG nova.virt.hardware [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.007522] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 831.008054] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03b54b92-81e4-49ec-a2d7-f65c38ca9e0f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.028895] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 831.028895] env[69411]: value = "task-3322972" [ 831.028895] env[69411]: _type = "Task" [ 831.028895] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.038626] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.044677] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e890b428-d768-476d-959d-73e96038d044 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.051131] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdf4817-1397-4f51-b61e-9ee77ffcb9e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.080404] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60835aed-7f15-4225-8aa1-a536099d31b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.087792] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9bb725-b8f8-4073-9dbb-f31342140982 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.102679] env[69411]: DEBUG nova.compute.provider_tree [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.172799] env[69411]: DEBUG oslo_vmware.api [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Task: {'id': task-3322969, 'name': ReconfigVM_Task, 'duration_secs': 0.360908} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.173143] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-d426049c-0bba-46a4-8eba-5589eddbbc9d/volume-d426049c-0bba-46a4-8eba-5589eddbbc9d.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.178853] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a09946cf-3525-43cc-88dd-d04507cfd3db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.199776] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074466} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.201146] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.201512] env[69411]: DEBUG oslo_vmware.api [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Waiting for the task: (returnval){ [ 831.201512] env[69411]: value = "task-3322973" [ 831.201512] env[69411]: _type = "Task" [ 831.201512] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.202408] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819d71fd-acb6-499d-9d9b-5041b204e722 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.230830] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 5f96f0fe-c2b1-490a-95b2-8f29b0fec254/5f96f0fe-c2b1-490a-95b2-8f29b0fec254.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.236406] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e40197c-ed6e-4077-ab7e-d1ffd6325ae7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.252032] env[69411]: DEBUG oslo_vmware.api [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Task: {'id': task-3322973, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.257289] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 831.257289] env[69411]: value = "task-3322974" [ 831.257289] env[69411]: _type = "Task" [ 831.257289] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.266391] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.341130] env[69411]: DEBUG oslo_vmware.api [None req-aef84d19-da50-41ab-8fc2-2cbd2a6cb803 tempest-ServersAdminTestJSON-700326375 tempest-ServersAdminTestJSON-700326375-project-admin] Task: {'id': task-3322971, 'name': ReconfigVM_Task, 'duration_secs': 0.211937} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.342090] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aef84d19-da50-41ab-8fc2-2cbd2a6cb803 tempest-ServersAdminTestJSON-700326375 tempest-ServersAdminTestJSON-700326375-project-admin] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Reconfigured VM instance to set the machine id {{(pid=69411) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 831.381170] env[69411]: DEBUG nova.network.neutron [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.384123] env[69411]: DEBUG nova.network.neutron [-] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.540183] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.585676] env[69411]: DEBUG nova.network.neutron [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Updating instance_info_cache with network_info: [{"id": "226cb420-1654-4c33-90ad-2a710cd11dc5", "address": "fa:16:3e:99:9b:60", "network": {"id": "f8a23cf9-3b54-4465-b5e8-60ecf0c43721", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1054333973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b59e0432b6a4e6cb052158c5cd8d732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226cb420-16", "ovs_interfaceid": "226cb420-1654-4c33-90ad-2a710cd11dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.606677] env[69411]: DEBUG nova.scheduler.client.report [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.717641] env[69411]: DEBUG oslo_vmware.api [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Task: {'id': task-3322973, 'name': ReconfigVM_Task, 'duration_secs': 0.158851} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.718031] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663398', 'volume_id': 'd426049c-0bba-46a4-8eba-5589eddbbc9d', 'name': 'volume-d426049c-0bba-46a4-8eba-5589eddbbc9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd131e908-dbcb-44e3-8768-71cc1a7fefa1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd426049c-0bba-46a4-8eba-5589eddbbc9d', 'serial': 'd426049c-0bba-46a4-8eba-5589eddbbc9d'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 831.770434] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322974, 'name': ReconfigVM_Task, 'duration_secs': 0.37178} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.770434] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 5f96f0fe-c2b1-490a-95b2-8f29b0fec254/5f96f0fe-c2b1-490a-95b2-8f29b0fec254.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.770702] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfc5212d-e733-4aa3-bedf-62e892071339 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.779018] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 831.779018] env[69411]: value = "task-3322975" [ 831.779018] env[69411]: _type = "Task" [ 831.779018] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.792837] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322975, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.886762] env[69411]: INFO nova.compute.manager [-] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Took 1.33 seconds to deallocate network for instance. [ 831.902632] env[69411]: DEBUG nova.compute.manager [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.902758] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b90979f-f000-4e6b-a5ab-d5b08c5d03a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.043603] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.088878] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Releasing lock "refresh_cache-0e8301c3-6735-4f69-93e8-214aa6b7e03a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.089268] env[69411]: DEBUG nova.compute.manager [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Instance network_info: |[{"id": "226cb420-1654-4c33-90ad-2a710cd11dc5", "address": "fa:16:3e:99:9b:60", "network": {"id": "f8a23cf9-3b54-4465-b5e8-60ecf0c43721", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1054333973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b59e0432b6a4e6cb052158c5cd8d732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226cb420-16", "ovs_interfaceid": "226cb420-1654-4c33-90ad-2a710cd11dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.089683] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:9b:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '226cb420-1654-4c33-90ad-2a710cd11dc5', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.097216] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Creating folder: Project (7b59e0432b6a4e6cb052158c5cd8d732). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.097558] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00e54711-d84d-4a22-a7a6-7348907e82a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.106807] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Created folder: Project (7b59e0432b6a4e6cb052158c5cd8d732) in parent group-v663248. [ 832.107035] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Creating folder: Instances. Parent ref: group-v663400. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.107293] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-097f9fbb-7662-4a5d-a4e0-07fa371f8476 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.111721] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.117758] env[69411]: DEBUG oslo_concurrency.lockutils [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.664s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.117964] env[69411]: DEBUG nova.objects.instance [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Lazy-loading 'resources' on Instance uuid fab9cb08-8bc3-4279-8d53-2efa933a1cab {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.119560] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Created folder: Instances in parent group-v663400. [ 832.119774] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.120285] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.120657] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb10b0bb-498c-4075-a1a9-f98317ad1a3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.155456] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.155456] env[69411]: value = "task-3322978" [ 832.155456] env[69411]: _type = "Task" [ 832.155456] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.162961] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322978, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.292147] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322975, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.393891] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.414526] env[69411]: INFO nova.compute.manager [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] instance snapshotting [ 832.420564] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7c752d-2b8a-4d31-a8d3-85ad69ed0d45 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.442345] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31da7169-c2da-4e96-b09b-942186a9b95e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.543971] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322972, 'name': ReconfigVM_Task, 'duration_secs': 1.304993} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.544298] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 832.545149] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e169b59-da35-4f00-8955-69d9294a9149 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.569776] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 2b24e5b7-178b-4044-aea2-4be99a5ca7bd/2b24e5b7-178b-4044-aea2-4be99a5ca7bd.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.570154] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9eefacd-6634-4b1d-9211-1bf6ded458a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.601137] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 832.601137] env[69411]: value = "task-3322979" [ 832.601137] env[69411]: _type = "Task" [ 832.601137] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.614616] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.648681] env[69411]: DEBUG nova.compute.manager [req-ca3f1397-5e9e-4457-9eca-d98c46c18cec req-1164ea12-47fc-4eb6-86eb-01a0bcf10e92 service nova] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Received event network-changed-226cb420-1654-4c33-90ad-2a710cd11dc5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.649231] env[69411]: DEBUG nova.compute.manager [req-ca3f1397-5e9e-4457-9eca-d98c46c18cec req-1164ea12-47fc-4eb6-86eb-01a0bcf10e92 service nova] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Refreshing instance network info cache due to event network-changed-226cb420-1654-4c33-90ad-2a710cd11dc5. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.650557] env[69411]: DEBUG oslo_concurrency.lockutils [req-ca3f1397-5e9e-4457-9eca-d98c46c18cec req-1164ea12-47fc-4eb6-86eb-01a0bcf10e92 service nova] Acquiring lock "refresh_cache-0e8301c3-6735-4f69-93e8-214aa6b7e03a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.650622] env[69411]: DEBUG oslo_concurrency.lockutils [req-ca3f1397-5e9e-4457-9eca-d98c46c18cec req-1164ea12-47fc-4eb6-86eb-01a0bcf10e92 service nova] Acquired lock "refresh_cache-0e8301c3-6735-4f69-93e8-214aa6b7e03a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.650748] env[69411]: DEBUG nova.network.neutron [req-ca3f1397-5e9e-4457-9eca-d98c46c18cec req-1164ea12-47fc-4eb6-86eb-01a0bcf10e92 service nova] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Refreshing network info cache for port 226cb420-1654-4c33-90ad-2a710cd11dc5 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.659742] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc5d6373-4334-40ac-9bad-b87fe87dd946 tempest-ServerActionsV293TestJSON-50521376 tempest-ServerActionsV293TestJSON-50521376-project-member] Lock "20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.624s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.674470] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322978, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.767873] env[69411]: DEBUG nova.objects.instance [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Lazy-loading 'flavor' on Instance uuid d131e908-dbcb-44e3-8768-71cc1a7fefa1 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.792276] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322975, 'name': Rename_Task, 'duration_secs': 0.950606} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.796403] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.796708] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b188241-c131-4a1d-adf0-f7e8af306c58 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.805992] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 832.805992] env[69411]: value = "task-3322980" [ 832.805992] env[69411]: _type = "Task" [ 832.805992] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.818477] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.858537] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Acquiring lock "f6139cf8-37f2-487a-920b-562f8ad60bc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.858537] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Lock "f6139cf8-37f2-487a-920b-562f8ad60bc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.858537] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Acquiring lock "f6139cf8-37f2-487a-920b-562f8ad60bc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.858753] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Lock "f6139cf8-37f2-487a-920b-562f8ad60bc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.858835] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Lock "f6139cf8-37f2-487a-920b-562f8ad60bc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.861088] env[69411]: INFO nova.compute.manager [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Terminating instance [ 832.955120] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 832.955465] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c179963c-d974-4258-bcfb-a1408ec1bb37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.964564] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 832.964564] env[69411]: value = "task-3322981" [ 832.964564] env[69411]: _type = "Task" [ 832.964564] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.980035] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.119043] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3322979, 'name': ReconfigVM_Task, 'duration_secs': 0.467162} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.119043] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 2b24e5b7-178b-4044-aea2-4be99a5ca7bd/2b24e5b7-178b-4044-aea2-4be99a5ca7bd.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.119043] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updating instance '2b24e5b7-178b-4044-aea2-4be99a5ca7bd' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.171559] env[69411]: INFO nova.compute.manager [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Rebuilding instance [ 833.182463] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322978, 'name': CreateVM_Task, 'duration_secs': 0.732805} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.182689] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.183452] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.183650] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.184052] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.184763] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f7f209-4681-4d3f-9a63-276ce210ae62 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.196256] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Waiting for the task: (returnval){ [ 833.196256] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5290f520-57aa-3441-d321-02670b816322" [ 833.196256] env[69411]: _type = "Task" [ 833.196256] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.210247] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5290f520-57aa-3441-d321-02670b816322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.221270] env[69411]: DEBUG nova.compute.manager [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.222202] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1a0efc-fb6b-41b9-bd23-6e917eb79b6b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.279163] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d81a1609-fbc6-4533-ba20-0b69e0da8349 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.342s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.314007] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90786c3e-ee49-458a-be8d-b3130b0605c1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.322671] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.325434] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfd0ee1-d00e-4f1c-8847-eb9eef9fddec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.368109] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e368ea-579d-4c22-8a87-56e28a8d7554 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.372122] env[69411]: DEBUG nova.compute.manager [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.372465] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.373341] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e0a9c3-aea9-4056-9c9f-d3da21795a9c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.386147] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.387586] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4792b78-a412-40d7-a1d7-f4e8e1645cc0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.393938] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b9aa929-c2f3-46d9-89ce-586600f3d59f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.409958] env[69411]: DEBUG nova.compute.provider_tree [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.412756] env[69411]: DEBUG oslo_vmware.api [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Waiting for the task: (returnval){ [ 833.412756] env[69411]: value = "task-3322982" [ 833.412756] env[69411]: _type = "Task" [ 833.412756] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.421534] env[69411]: DEBUG oslo_vmware.api [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.475711] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322981, 'name': CreateSnapshot_Task, 'duration_secs': 0.471261} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.476025] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 833.476880] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38de095-3534-4b33-83e1-5c1906f6cdbf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.569580] env[69411]: DEBUG nova.network.neutron [req-ca3f1397-5e9e-4457-9eca-d98c46c18cec req-1164ea12-47fc-4eb6-86eb-01a0bcf10e92 service nova] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Updated VIF entry in instance network info cache for port 226cb420-1654-4c33-90ad-2a710cd11dc5. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.570273] env[69411]: DEBUG nova.network.neutron [req-ca3f1397-5e9e-4457-9eca-d98c46c18cec req-1164ea12-47fc-4eb6-86eb-01a0bcf10e92 service nova] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Updating instance_info_cache with network_info: [{"id": "226cb420-1654-4c33-90ad-2a710cd11dc5", "address": "fa:16:3e:99:9b:60", "network": {"id": "f8a23cf9-3b54-4465-b5e8-60ecf0c43721", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1054333973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b59e0432b6a4e6cb052158c5cd8d732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226cb420-16", "ovs_interfaceid": "226cb420-1654-4c33-90ad-2a710cd11dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.628765] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0095d1-9394-4026-9ea3-a04c43baff1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.650246] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfedfba-a666-44a5-9dd6-9ab0b1adebf1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.669813] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updating instance '2b24e5b7-178b-4044-aea2-4be99a5ca7bd' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.707023] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5290f520-57aa-3441-d321-02670b816322, 'name': SearchDatastore_Task, 'duration_secs': 0.014876} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.707342] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.707592] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.707852] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.709858] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.709858] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.709858] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dac643c-fbcf-418b-9c73-5f11e0da7bda {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.718277] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.718473] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.719523] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620bf359-0d15-4cce-8862-9bced6daeb72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.725698] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Waiting for the task: (returnval){ [ 833.725698] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529b8f61-fbbe-8353-6b35-b8a8b9298fa0" [ 833.725698] env[69411]: _type = "Task" [ 833.725698] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.736662] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529b8f61-fbbe-8353-6b35-b8a8b9298fa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.823439] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.887723] env[69411]: DEBUG oslo_concurrency.lockutils [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Acquiring lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.888019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.918160] env[69411]: DEBUG nova.scheduler.client.report [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.927951] env[69411]: DEBUG oslo_vmware.api [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322982, 'name': PowerOffVM_Task, 'duration_secs': 0.203525} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.928258] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.928427] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.928677] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51abcf0a-881a-4cbc-b9e1-c460137936d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.998482] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 833.998482] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-828f37b2-5b2a-422d-a35f-ded20ebd8698 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.004470] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.004470] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.004470] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Deleting the datastore file [datastore2] f6139cf8-37f2-487a-920b-562f8ad60bc5 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.005410] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c19817b8-eeae-4988-970d-db14dfafd162 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.010735] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 834.010735] env[69411]: value = "task-3322984" [ 834.010735] env[69411]: _type = "Task" [ 834.010735] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.016396] env[69411]: DEBUG oslo_vmware.api [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Waiting for the task: (returnval){ [ 834.016396] env[69411]: value = "task-3322985" [ 834.016396] env[69411]: _type = "Task" [ 834.016396] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.023234] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322984, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.028241] env[69411]: DEBUG oslo_vmware.api [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.073746] env[69411]: DEBUG oslo_concurrency.lockutils [req-ca3f1397-5e9e-4457-9eca-d98c46c18cec req-1164ea12-47fc-4eb6-86eb-01a0bcf10e92 service nova] Releasing lock "refresh_cache-0e8301c3-6735-4f69-93e8-214aa6b7e03a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.074045] env[69411]: DEBUG nova.compute.manager [req-ca3f1397-5e9e-4457-9eca-d98c46c18cec req-1164ea12-47fc-4eb6-86eb-01a0bcf10e92 service nova] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Received event network-vif-deleted-55e546a7-ce68-433d-974e-c55e7a6e026a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.218926] env[69411]: DEBUG nova.network.neutron [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Port a50f85f6-ea90-4869-850f-b2e76005f7dd binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 834.238252] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529b8f61-fbbe-8353-6b35-b8a8b9298fa0, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.240115] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f84bcf-c61d-4240-990f-f380ecb5dab2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.243069] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.243964] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab1c85e1-796b-4622-b9f8-a26f1e627db9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.249911] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Waiting for the task: (returnval){ [ 834.249911] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521a00c0-bd96-1ed0-81ad-7ce0994c684c" [ 834.249911] env[69411]: _type = "Task" [ 834.249911] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.258736] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 834.258736] env[69411]: value = "task-3322986" [ 834.258736] env[69411]: _type = "Task" [ 834.258736] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.267204] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521a00c0-bd96-1ed0-81ad-7ce0994c684c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.273630] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.320171] env[69411]: DEBUG oslo_vmware.api [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322980, 'name': PowerOnVM_Task, 'duration_secs': 1.465719} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.320527] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.320734] env[69411]: INFO nova.compute.manager [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Took 9.92 seconds to spawn the instance on the hypervisor. [ 834.320926] env[69411]: DEBUG nova.compute.manager [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.321770] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82415be-775f-40ed-85c3-df0e7c5938bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.392191] env[69411]: INFO nova.compute.manager [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Detaching volume d426049c-0bba-46a4-8eba-5589eddbbc9d [ 834.424510] env[69411]: DEBUG oslo_concurrency.lockutils [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.427412] env[69411]: DEBUG oslo_concurrency.lockutils [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.793s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.427793] env[69411]: DEBUG nova.objects.instance [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 834.431772] env[69411]: INFO nova.virt.block_device [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Attempting to driver detach volume d426049c-0bba-46a4-8eba-5589eddbbc9d from mountpoint /dev/sdb [ 834.432354] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 834.432354] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663398', 'volume_id': 'd426049c-0bba-46a4-8eba-5589eddbbc9d', 'name': 'volume-d426049c-0bba-46a4-8eba-5589eddbbc9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd131e908-dbcb-44e3-8768-71cc1a7fefa1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd426049c-0bba-46a4-8eba-5589eddbbc9d', 'serial': 'd426049c-0bba-46a4-8eba-5589eddbbc9d'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 834.433327] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360c8554-7e49-40bd-9e1a-c9b137c4eb99 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.460799] env[69411]: INFO nova.scheduler.client.report [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Deleted allocations for instance fab9cb08-8bc3-4279-8d53-2efa933a1cab [ 834.462573] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3083231-e75e-4109-a73d-21d39c901d91 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.475952] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d3c4b8-04f4-4036-957c-4df3ab78fe12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.500379] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f17149-51e9-4b0f-a64d-2b5a3492860a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.519940] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] The volume has not been displaced from its original location: [datastore1] volume-d426049c-0bba-46a4-8eba-5589eddbbc9d/volume-d426049c-0bba-46a4-8eba-5589eddbbc9d.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 834.525647] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 834.532439] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb99536c-d35b-42e0-ac67-65ed7870541e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.555376] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322984, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.555649] env[69411]: DEBUG oslo_vmware.api [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Task: {'id': task-3322985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231344} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.556902] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.557136] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.557339] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.557516] env[69411]: INFO nova.compute.manager [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 834.557757] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.558023] env[69411]: DEBUG oslo_vmware.api [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Waiting for the task: (returnval){ [ 834.558023] env[69411]: value = "task-3322987" [ 834.558023] env[69411]: _type = "Task" [ 834.558023] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.558248] env[69411]: DEBUG nova.compute.manager [-] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.558302] env[69411]: DEBUG nova.network.neutron [-] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.569779] env[69411]: DEBUG oslo_vmware.api [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Task: {'id': task-3322987, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.761474] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521a00c0-bd96-1ed0-81ad-7ce0994c684c, 'name': SearchDatastore_Task, 'duration_secs': 0.013336} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.765120] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.766081] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 0e8301c3-6735-4f69-93e8-214aa6b7e03a/0e8301c3-6735-4f69-93e8-214aa6b7e03a.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.766406] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f89ffe1-c639-45f6-aa80-d24b244fc654 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.774973] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322986, 'name': PowerOffVM_Task, 'duration_secs': 0.309522} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.776504] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.776624] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.777227] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Waiting for the task: (returnval){ [ 834.777227] env[69411]: value = "task-3322988" [ 834.777227] env[69411]: _type = "Task" [ 834.777227] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.777932] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe77edb-fcde-43f1-a495-8e0e4f1f9a36 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.791061] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': task-3322988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.793200] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.793455] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e222fa9d-e5e3-440c-9cb1-1cb4d4b84943 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.841650] env[69411]: INFO nova.compute.manager [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Took 49.95 seconds to build instance. [ 834.863036] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.863265] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.863446] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Deleting the datastore file [datastore1] 1603a151-7d9e-4914-89e3-38a1a9819ca2 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.863706] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84478598-fe4c-422b-a2fb-381a09a2b5df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.872747] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 834.872747] env[69411]: value = "task-3322990" [ 834.872747] env[69411]: _type = "Task" [ 834.872747] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.882864] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.973133] env[69411]: DEBUG oslo_concurrency.lockutils [None req-966ed57e-b705-4876-be62-0ff0a4129a98 tempest-ServersNegativeTestMultiTenantJSON-1907134171 tempest-ServersNegativeTestMultiTenantJSON-1907134171-project-member] Lock "fab9cb08-8bc3-4279-8d53-2efa933a1cab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.610s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.033823] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322984, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.074487] env[69411]: DEBUG oslo_vmware.api [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Task: {'id': task-3322987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.241695] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.242045] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.242258] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.294026] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': task-3322988, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.296822] env[69411]: DEBUG nova.compute.manager [req-e0e7c580-8317-4c2a-888d-99aaaa164ce9 req-2ebcb74f-fe47-437d-afae-dce63857e536 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Received event network-vif-deleted-59d56da9-b612-45e2-a261-6a05aefb687b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.297141] env[69411]: INFO nova.compute.manager [req-e0e7c580-8317-4c2a-888d-99aaaa164ce9 req-2ebcb74f-fe47-437d-afae-dce63857e536 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Neutron deleted interface 59d56da9-b612-45e2-a261-6a05aefb687b; detaching it from the instance and deleting it from the info cache [ 835.297390] env[69411]: DEBUG nova.network.neutron [req-e0e7c580-8317-4c2a-888d-99aaaa164ce9 req-2ebcb74f-fe47-437d-afae-dce63857e536 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.344512] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a12d60b9-67d3-4107-8566-37ec0848c1f4 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "5f96f0fe-c2b1-490a-95b2-8f29b0fec254" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.548s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.386710] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3322990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431412} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.387031] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.387275] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.387411] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.442648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-958da616-1dae-4830-b13d-f565c79c0a6c tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.445326] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.902s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.447785] env[69411]: INFO nova.compute.claims [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.537612] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322984, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.577279] env[69411]: DEBUG oslo_vmware.api [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Task: {'id': task-3322987, 'name': ReconfigVM_Task, 'duration_secs': 0.576992} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.577279] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 835.579935] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c79b81e-bffa-48c4-8368-5cd53511e122 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.605133] env[69411]: DEBUG oslo_vmware.api [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Waiting for the task: (returnval){ [ 835.605133] env[69411]: value = "task-3322991" [ 835.605133] env[69411]: _type = "Task" [ 835.605133] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.616572] env[69411]: DEBUG oslo_vmware.api [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Task: {'id': task-3322991, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.752417] env[69411]: DEBUG nova.network.neutron [-] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.793281] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': task-3322988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579633} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.793281] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 0e8301c3-6735-4f69-93e8-214aa6b7e03a/0e8301c3-6735-4f69-93e8-214aa6b7e03a.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.793619] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.793809] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d71f436-3256-4daf-81e5-dd606d974069 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.799945] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26dd4edb-4265-4c93-97d9-ef980352f360 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.804049] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Waiting for the task: (returnval){ [ 835.804049] env[69411]: value = "task-3322992" [ 835.804049] env[69411]: _type = "Task" [ 835.804049] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.812819] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa283949-4ec1-457e-a12b-3eea763e21fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.826085] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': task-3322992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.861802] env[69411]: DEBUG nova.compute.manager [req-e0e7c580-8317-4c2a-888d-99aaaa164ce9 req-2ebcb74f-fe47-437d-afae-dce63857e536 service nova] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Detach interface failed, port_id=59d56da9-b612-45e2-a261-6a05aefb687b, reason: Instance f6139cf8-37f2-487a-920b-562f8ad60bc5 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 835.863168] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c1dddc-5d02-4a6d-99ad-39d0abf6355b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.885952] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bc0e91-69e4-4939-b1d6-dacdd35971af tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Suspending the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 835.886273] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-467273d8-e612-4d33-a429-d844d9527ded {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.909027] env[69411]: DEBUG oslo_vmware.api [None req-d6bc0e91-69e4-4939-b1d6-dacdd35971af tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 835.909027] env[69411]: value = "task-3322993" [ 835.909027] env[69411]: _type = "Task" [ 835.909027] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.032959] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3322984, 'name': CloneVM_Task, 'duration_secs': 1.767466} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.032959] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Created linked-clone VM from snapshot [ 836.033791] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbc1054-d3ce-434e-b52f-53e0c55dceaa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.045606] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Uploading image 2252d55e-c3a9-408c-944d-f83e3baddb9d {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 836.069423] env[69411]: DEBUG oslo_vmware.rw_handles [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 836.069423] env[69411]: value = "vm-663404" [ 836.069423] env[69411]: _type = "VirtualMachine" [ 836.069423] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 836.069845] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5db15fbb-b156-4a9a-8b89-514fcf3ec67b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.079968] env[69411]: DEBUG oslo_vmware.rw_handles [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Lease: (returnval){ [ 836.079968] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524bac78-69d1-79c1-799a-9620d7fabd37" [ 836.079968] env[69411]: _type = "HttpNfcLease" [ 836.079968] env[69411]: } obtained for exporting VM: (result){ [ 836.079968] env[69411]: value = "vm-663404" [ 836.079968] env[69411]: _type = "VirtualMachine" [ 836.079968] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 836.080367] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the lease: (returnval){ [ 836.080367] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524bac78-69d1-79c1-799a-9620d7fabd37" [ 836.080367] env[69411]: _type = "HttpNfcLease" [ 836.080367] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 836.089261] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 836.089261] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524bac78-69d1-79c1-799a-9620d7fabd37" [ 836.089261] env[69411]: _type = "HttpNfcLease" [ 836.089261] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 836.117902] env[69411]: DEBUG oslo_vmware.api [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Task: {'id': task-3322991, 'name': ReconfigVM_Task, 'duration_secs': 0.24747} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.119217] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663398', 'volume_id': 'd426049c-0bba-46a4-8eba-5589eddbbc9d', 'name': 'volume-d426049c-0bba-46a4-8eba-5589eddbbc9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd131e908-dbcb-44e3-8768-71cc1a7fefa1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd426049c-0bba-46a4-8eba-5589eddbbc9d', 'serial': 'd426049c-0bba-46a4-8eba-5589eddbbc9d'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 836.256147] env[69411]: INFO nova.compute.manager [-] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Took 1.70 seconds to deallocate network for instance. [ 836.316365] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': task-3322992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179335} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.317516] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.318371] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fbecd9-6ce3-4af2-ac2f-5352d7d41dd0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.344452] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 0e8301c3-6735-4f69-93e8-214aa6b7e03a/0e8301c3-6735-4f69-93e8-214aa6b7e03a.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.345162] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d4e6b30-52a0-4837-ade9-0ef60dd62c4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.367051] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Waiting for the task: (returnval){ [ 836.367051] env[69411]: value = "task-3322995" [ 836.367051] env[69411]: _type = "Task" [ 836.367051] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.376898] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': task-3322995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.416938] env[69411]: DEBUG oslo_vmware.api [None req-d6bc0e91-69e4-4939-b1d6-dacdd35971af tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322993, 'name': SuspendVM_Task} progress is 41%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.429450] env[69411]: DEBUG nova.virt.hardware [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.429721] env[69411]: DEBUG nova.virt.hardware [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.429877] env[69411]: DEBUG nova.virt.hardware [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.430075] env[69411]: DEBUG nova.virt.hardware [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.430230] env[69411]: DEBUG nova.virt.hardware [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.430517] env[69411]: DEBUG nova.virt.hardware [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.430745] env[69411]: DEBUG nova.virt.hardware [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.430908] env[69411]: DEBUG nova.virt.hardware [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.431091] env[69411]: DEBUG nova.virt.hardware [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.431261] env[69411]: DEBUG nova.virt.hardware [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.431432] env[69411]: DEBUG nova.virt.hardware [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.432343] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5815fb5-43cb-4bae-9b5f-88bd10ffaaeb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.441165] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573f69e4-dfbe-405b-80a3-753ca0aed940 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.457335] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:df:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '903e63a9-dfdb-4017-bb9e-b2374bec8791', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.465327] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.468981] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.469622] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af5c5721-8798-49cc-b7fe-4e7847673ac1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.492814] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.492814] env[69411]: value = "task-3322996" [ 836.492814] env[69411]: _type = "Task" [ 836.492814] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.502790] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322996, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.596015] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 836.596015] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524bac78-69d1-79c1-799a-9620d7fabd37" [ 836.596015] env[69411]: _type = "HttpNfcLease" [ 836.596015] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 836.596015] env[69411]: DEBUG oslo_vmware.rw_handles [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 836.596015] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524bac78-69d1-79c1-799a-9620d7fabd37" [ 836.596015] env[69411]: _type = "HttpNfcLease" [ 836.596015] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 836.599144] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe00f9a-93c7-458c-ab64-583456c3e84e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.607443] env[69411]: DEBUG oslo_vmware.rw_handles [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edcac5-e193-48e6-a565-9a3ee782ebc7/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 836.607443] env[69411]: DEBUG oslo_vmware.rw_handles [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edcac5-e193-48e6-a565-9a3ee782ebc7/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 836.683878] env[69411]: DEBUG nova.objects.instance [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Lazy-loading 'flavor' on Instance uuid d131e908-dbcb-44e3-8768-71cc1a7fefa1 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.764971] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.774274] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e8ad776f-b518-496e-a137-4dd29c3c0cdc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.883315] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': task-3322995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.922336] env[69411]: DEBUG oslo_vmware.api [None req-d6bc0e91-69e4-4939-b1d6-dacdd35971af tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322993, 'name': SuspendVM_Task} progress is 41%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.011400] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322996, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.164665] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31b6f04-fbee-4872-97c9-d78611d2ffe1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.175467] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04afea89-5169-4b7c-a89c-045746c86804 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.216047] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c468872b-5bf3-4e60-92c5-7525d3579072 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.226854] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e584b235-685f-4d42-89c8-9e97060336d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.246604] env[69411]: DEBUG nova.compute.provider_tree [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.362255] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.362527] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquired lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.362713] env[69411]: DEBUG nova.network.neutron [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.387321] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': task-3322995, 'name': ReconfigVM_Task, 'duration_secs': 0.823989} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.388364] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 0e8301c3-6735-4f69-93e8-214aa6b7e03a/0e8301c3-6735-4f69-93e8-214aa6b7e03a.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.388590] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffec11f2-be89-451b-8148-b56c9f3f5685 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.397302] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Waiting for the task: (returnval){ [ 837.397302] env[69411]: value = "task-3322997" [ 837.397302] env[69411]: _type = "Task" [ 837.397302] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.411789] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': task-3322997, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.421992] env[69411]: DEBUG oslo_vmware.api [None req-d6bc0e91-69e4-4939-b1d6-dacdd35971af tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3322993, 'name': SuspendVM_Task, 'duration_secs': 1.255968} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.422400] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bc0e91-69e4-4939-b1d6-dacdd35971af tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Suspended the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 837.422677] env[69411]: DEBUG nova.compute.manager [None req-d6bc0e91-69e4-4939-b1d6-dacdd35971af tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.423562] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884af008-c12a-4cb3-b2f5-54d76b97fb1b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.508531] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3322996, 'name': CreateVM_Task, 'duration_secs': 0.606633} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.508776] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.509604] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.509837] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.510908] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.511224] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec78e87-7fe7-431b-a8a1-852e417e204b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.517216] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 837.517216] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d15770-699b-b8d0-50ec-d42a71cbb953" [ 837.517216] env[69411]: _type = "Task" [ 837.517216] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.528780] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d15770-699b-b8d0-50ec-d42a71cbb953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.721234] env[69411]: DEBUG oslo_concurrency.lockutils [None req-534a1738-4c6d-48b3-967b-0d450c3e7c52 tempest-VolumesAssistedSnapshotsTest-749065508 tempest-VolumesAssistedSnapshotsTest-749065508-project-admin] Lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.832s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.774303] env[69411]: ERROR nova.scheduler.client.report [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [req-6b610444-0b61-4d6f-92aa-c0982dfe2027] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6b610444-0b61-4d6f-92aa-c0982dfe2027"}]} [ 837.796228] env[69411]: DEBUG nova.scheduler.client.report [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 837.820782] env[69411]: DEBUG nova.scheduler.client.report [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 837.821101] env[69411]: DEBUG nova.compute.provider_tree [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.846516] env[69411]: DEBUG nova.scheduler.client.report [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 837.874421] env[69411]: DEBUG nova.scheduler.client.report [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 837.910912] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': task-3322997, 'name': Rename_Task, 'duration_secs': 0.168219} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.914391] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.915826] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4486c7fb-0d0a-41e9-9d46-f9125357390d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.922852] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Waiting for the task: (returnval){ [ 837.922852] env[69411]: value = "task-3322998" [ 837.922852] env[69411]: _type = "Task" [ 837.922852] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.934210] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': task-3322998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.028734] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d15770-699b-b8d0-50ec-d42a71cbb953, 'name': SearchDatastore_Task, 'duration_secs': 0.02728} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.031592] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.031911] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.032457] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.032696] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.032947] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.033894] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8fdb58f-2a39-4f7e-83c0-6baebac50f0a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.050614] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.050934] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.051816] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a708e84-b8e9-4575-9a4f-9011184aafc9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.058959] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 838.058959] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a6907c-ef08-7056-40be-bd9b6a676c88" [ 838.058959] env[69411]: _type = "Task" [ 838.058959] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.071747] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a6907c-ef08-7056-40be-bd9b6a676c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.253563] env[69411]: DEBUG nova.network.neutron [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updating instance_info_cache with network_info: [{"id": "a50f85f6-ea90-4869-850f-b2e76005f7dd", "address": "fa:16:3e:8d:8f:e8", "network": {"id": "246fdaea-85fa-4698-a029-37be0568850a", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-708409175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efbda5135eca4356909ff55befbf32ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50f85f6-ea", "ovs_interfaceid": "a50f85f6-ea90-4869-850f-b2e76005f7dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.435755] env[69411]: DEBUG oslo_vmware.api [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': task-3322998, 'name': PowerOnVM_Task, 'duration_secs': 0.508654} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.436726] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.436726] env[69411]: INFO nova.compute.manager [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Took 8.68 seconds to spawn the instance on the hypervisor. [ 838.436726] env[69411]: DEBUG nova.compute.manager [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.440069] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431256d9-6c08-4564-a500-15b74b8ab89a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.477408] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204479fc-cc05-4362-b748-279a8978cd7a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.486667] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb7310b-9a0c-4506-9aba-f7291dd413d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.523716] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bae2c74-e496-456b-a522-53d30563cd39 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.537057] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcab728-b864-4c72-b458-0c6aa0ddc5ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.553989] env[69411]: DEBUG nova.compute.provider_tree [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 838.578337] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a6907c-ef08-7056-40be-bd9b6a676c88, 'name': SearchDatastore_Task, 'duration_secs': 0.013451} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.582031] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4e2c11-c08f-4e87-94ec-15068af62626 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.592633] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 838.592633] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528a38be-cd3a-09f0-8c8e-eb5a52720d98" [ 838.592633] env[69411]: _type = "Task" [ 838.592633] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.604402] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528a38be-cd3a-09f0-8c8e-eb5a52720d98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.756851] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Releasing lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.979387] env[69411]: INFO nova.compute.manager [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Took 51.97 seconds to build instance. [ 839.095841] env[69411]: DEBUG nova.scheduler.client.report [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 839.095841] env[69411]: DEBUG nova.compute.provider_tree [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 79 to 80 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 839.095841] env[69411]: DEBUG nova.compute.provider_tree [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.116393] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528a38be-cd3a-09f0-8c8e-eb5a52720d98, 'name': SearchDatastore_Task, 'duration_secs': 0.019315} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.118235] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.118600] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 1603a151-7d9e-4914-89e3-38a1a9819ca2/1603a151-7d9e-4914-89e3-38a1a9819ca2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.118919] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40433971-2b41-48d4-9c35-dbfab0f8a8b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.129623] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 839.129623] env[69411]: value = "task-3323000" [ 839.129623] env[69411]: _type = "Task" [ 839.129623] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.140271] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.288407] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba74513d-c664-402a-8056-6aa2e22c77c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.309437] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff30155e-342a-47fa-a312-1f53dafb8d23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.319277] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69411) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 839.320150] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-e42d6640-0c81-4252-9d80-7682f3d5015b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.330291] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 839.330291] env[69411]: value = "task-3323001" [ 839.330291] env[69411]: _type = "Task" [ 839.330291] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.343066] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323001, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.481874] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c62d3eda-5965-4009-b54d-5205ef20fe71 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Lock "0e8301c3-6735-4f69-93e8-214aa6b7e03a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.973s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.578600] env[69411]: DEBUG nova.compute.manager [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.579606] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54e9798-b7b7-4ff5-8058-eb8f0deaf856 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.602037] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.156s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.602037] env[69411]: DEBUG nova.compute.manager [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.604556] env[69411]: DEBUG oslo_concurrency.lockutils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.041s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.606785] env[69411]: INFO nova.compute.claims [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.642368] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510086} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.642368] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 1603a151-7d9e-4914-89e3-38a1a9819ca2/1603a151-7d9e-4914-89e3-38a1a9819ca2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.642794] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.643105] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8667d3e9-f547-47b3-ad19-d9c9d63c0b1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.650935] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 839.650935] env[69411]: value = "task-3323002" [ 839.650935] env[69411]: _type = "Task" [ 839.650935] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.662363] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.843224] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323001, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.128455} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.843508] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69411) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 839.844322] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2102235-c5c9-4b06-813a-bfbc50534f01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.863221] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Acquiring lock "0e8301c3-6735-4f69-93e8-214aa6b7e03a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.863497] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Lock "0e8301c3-6735-4f69-93e8-214aa6b7e03a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.863694] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Acquiring lock "0e8301c3-6735-4f69-93e8-214aa6b7e03a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.863878] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Lock "0e8301c3-6735-4f69-93e8-214aa6b7e03a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.864081] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Lock "0e8301c3-6735-4f69-93e8-214aa6b7e03a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.872806] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 2b24e5b7-178b-4044-aea2-4be99a5ca7bd/swap.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.873452] env[69411]: INFO nova.compute.manager [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Terminating instance [ 839.875088] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-084ccfec-f52a-49a3-b23a-2a041cbbdae7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.896824] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 839.896824] env[69411]: value = "task-3323003" [ 839.896824] env[69411]: _type = "Task" [ 839.896824] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.907656] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.095997] env[69411]: INFO nova.compute.manager [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] instance snapshotting [ 840.096076] env[69411]: WARNING nova.compute.manager [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 840.099213] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504f11db-5557-4953-8063-e8ad90c98e1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.124146] env[69411]: DEBUG nova.compute.utils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.126273] env[69411]: DEBUG nova.compute.manager [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.127553] env[69411]: DEBUG nova.network.neutron [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.130078] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1559a218-2a30-4143-8239-a2763c3fd0da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.162738] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105806} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.162738] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.163549] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe93d41-7167-4275-9b90-cebf772bed0e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.188514] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 1603a151-7d9e-4914-89e3-38a1a9819ca2/1603a151-7d9e-4914-89e3-38a1a9819ca2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.190301] env[69411]: DEBUG nova.policy [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ed4a7ae301e4bbbaf3a0e8f7b7a0169', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '596807909b5d49aa8556323935fadcb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.192656] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1ce7e94-2c50-461c-bfbf-8f2d6beb192b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.216790] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 840.216790] env[69411]: value = "task-3323004" [ 840.216790] env[69411]: _type = "Task" [ 840.216790] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.227100] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.391520] env[69411]: DEBUG nova.compute.manager [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.391964] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.393537] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2faeaf-fc96-4f5b-b241-2645085a5ac9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.412482] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323003, 'name': ReconfigVM_Task, 'duration_secs': 0.509912} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.412804] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.413106] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 2b24e5b7-178b-4044-aea2-4be99a5ca7bd/swap.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.413432] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updating instance '2b24e5b7-178b-4044-aea2-4be99a5ca7bd' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 840.417840] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c6ef3f6-9206-4e1f-b6b0-44c7f4937926 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.426098] env[69411]: DEBUG oslo_vmware.api [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Waiting for the task: (returnval){ [ 840.426098] env[69411]: value = "task-3323005" [ 840.426098] env[69411]: _type = "Task" [ 840.426098] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.436264] env[69411]: DEBUG oslo_vmware.api [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': task-3323005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.622448] env[69411]: DEBUG nova.network.neutron [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Successfully created port: c6392698-674b-415a-a632-c62229a98697 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.637426] env[69411]: DEBUG nova.compute.manager [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.652719] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 840.653560] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-07e5f905-e27c-4709-a195-19b32e5e3eff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.669176] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 840.669176] env[69411]: value = "task-3323006" [ 840.669176] env[69411]: _type = "Task" [ 840.669176] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.679613] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323006, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.731108] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323004, 'name': ReconfigVM_Task, 'duration_secs': 0.374881} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.733968] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 1603a151-7d9e-4914-89e3-38a1a9819ca2/1603a151-7d9e-4914-89e3-38a1a9819ca2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.734918] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b4ef1b3-477b-4521-826f-77ccdfa251b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.744296] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 840.744296] env[69411]: value = "task-3323007" [ 840.744296] env[69411]: _type = "Task" [ 840.744296] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.756311] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Acquiring lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.756668] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.756891] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Acquiring lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.757178] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.757270] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.759742] env[69411]: INFO nova.compute.manager [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Terminating instance [ 840.767793] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323007, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.921592] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.921935] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aafdbc7-ad8d-401b-8f0f-750c30767ebf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.934970] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 840.934970] env[69411]: value = "task-3323008" [ 840.934970] env[69411]: _type = "Task" [ 840.934970] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.943688] env[69411]: DEBUG oslo_vmware.api [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': task-3323005, 'name': PowerOffVM_Task, 'duration_secs': 0.22681} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.944466] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.944727] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.945090] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a0f2ac2-ce7e-410e-9088-47be6504f54d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.953105] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.053113] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.053345] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.053477] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Deleting the datastore file [datastore1] 0e8301c3-6735-4f69-93e8-214aa6b7e03a {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.054233] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d7593ec-c2d7-4b7d-b25e-51d5034cfbd7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.063363] env[69411]: DEBUG oslo_vmware.api [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Waiting for the task: (returnval){ [ 841.063363] env[69411]: value = "task-3323010" [ 841.063363] env[69411]: _type = "Task" [ 841.063363] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.072899] env[69411]: DEBUG oslo_vmware.api [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': task-3323010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.182693] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323006, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.258683] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323007, 'name': Rename_Task, 'duration_secs': 0.238118} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.258995] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.259275] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ccd05b4-3351-42c9-b660-a26058591575 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.264157] env[69411]: DEBUG nova.compute.manager [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.264397] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.265296] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a945253-e736-4a97-9fa9-9a497bd51391 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.270382] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 841.270382] env[69411]: value = "task-3323011" [ 841.270382] env[69411]: _type = "Task" [ 841.270382] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.280119] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.280795] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9914866b-6eff-4b30-875f-6a15ab7fadb4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.288466] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.291551] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c46535-3868-4e41-bc2d-3ac6aedf5eef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.295559] env[69411]: DEBUG oslo_vmware.api [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Waiting for the task: (returnval){ [ 841.295559] env[69411]: value = "task-3323012" [ 841.295559] env[69411]: _type = "Task" [ 841.295559] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.303893] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b43c1a-9b22-441b-a2d0-85f673ef0669 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.312776] env[69411]: DEBUG oslo_vmware.api [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3323012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.353284] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c5b621-a624-460f-8623-19f72fe9587e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.364387] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd901ae-872d-4627-a359-596e4353cb29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.380530] env[69411]: DEBUG nova.compute.provider_tree [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.447995] env[69411]: DEBUG oslo_vmware.api [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323008, 'name': PowerOnVM_Task, 'duration_secs': 0.493104} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.448343] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.448538] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4098c9eb-a07c-4244-acb1-8b04f6a13ecd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updating instance '2b24e5b7-178b-4044-aea2-4be99a5ca7bd' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.574970] env[69411]: DEBUG oslo_vmware.api [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Task: {'id': task-3323010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237845} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.574970] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.575081] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.575253] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.575536] env[69411]: INFO nova.compute.manager [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 841.575826] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.576038] env[69411]: DEBUG nova.compute.manager [-] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.576137] env[69411]: DEBUG nova.network.neutron [-] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.650981] env[69411]: DEBUG nova.compute.manager [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.684791] env[69411]: DEBUG nova.virt.hardware [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.684975] env[69411]: DEBUG nova.virt.hardware [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.685074] env[69411]: DEBUG nova.virt.hardware [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.685255] env[69411]: DEBUG nova.virt.hardware [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.685404] env[69411]: DEBUG nova.virt.hardware [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.686833] env[69411]: DEBUG nova.virt.hardware [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.686833] env[69411]: DEBUG nova.virt.hardware [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.686833] env[69411]: DEBUG nova.virt.hardware [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.686833] env[69411]: DEBUG nova.virt.hardware [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.686833] env[69411]: DEBUG nova.virt.hardware [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.686833] env[69411]: DEBUG nova.virt.hardware [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.687491] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e313a566-5914-46d3-9d12-16c3d6687ae9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.693881] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323006, 'name': CreateSnapshot_Task, 'duration_secs': 0.735252} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.694900] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 841.695701] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2d4bff-a30a-4d31-b666-ea61ca87371e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.703753] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2d2035-4bd5-4797-aa4b-7a9a3560229f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.787108] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.806880] env[69411]: DEBUG oslo_vmware.api [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3323012, 'name': PowerOffVM_Task, 'duration_secs': 0.268697} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.807191] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.807492] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.807652] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-074a33e7-8c67-46a4-a6ee-24b2392601a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.890967] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.890967] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.890967] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Deleting the datastore file [datastore2] d131e908-dbcb-44e3-8768-71cc1a7fefa1 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.890967] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-428a91ce-c21f-4afc-99d9-b44a33cb4184 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.898989] env[69411]: DEBUG oslo_vmware.api [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Waiting for the task: (returnval){ [ 841.898989] env[69411]: value = "task-3323014" [ 841.898989] env[69411]: _type = "Task" [ 841.898989] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.911794] env[69411]: DEBUG oslo_vmware.api [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3323014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.926365] env[69411]: DEBUG nova.scheduler.client.report [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 841.926659] env[69411]: DEBUG nova.compute.provider_tree [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 80 to 81 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 841.926861] env[69411]: DEBUG nova.compute.provider_tree [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.932966] env[69411]: DEBUG nova.compute.manager [req-1d049e50-6527-4255-922a-7a55bce7937d req-3c7bddff-6109-4768-9f2d-aef85410b64a service nova] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Received event network-vif-deleted-226cb420-1654-4c33-90ad-2a710cd11dc5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.932966] env[69411]: INFO nova.compute.manager [req-1d049e50-6527-4255-922a-7a55bce7937d req-3c7bddff-6109-4768-9f2d-aef85410b64a service nova] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Neutron deleted interface 226cb420-1654-4c33-90ad-2a710cd11dc5; detaching it from the instance and deleting it from the info cache [ 841.933285] env[69411]: DEBUG nova.network.neutron [req-1d049e50-6527-4255-922a-7a55bce7937d req-3c7bddff-6109-4768-9f2d-aef85410b64a service nova] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.202655] env[69411]: DEBUG nova.compute.manager [req-61ed835d-452a-4f64-a478-38384b1981b0 req-0363be9c-a0f2-4520-a6db-20e182ff2a04 service nova] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Received event network-vif-plugged-c6392698-674b-415a-a632-c62229a98697 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.202888] env[69411]: DEBUG oslo_concurrency.lockutils [req-61ed835d-452a-4f64-a478-38384b1981b0 req-0363be9c-a0f2-4520-a6db-20e182ff2a04 service nova] Acquiring lock "939d7944-3e09-45c9-8201-fd9edcdbca11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.203168] env[69411]: DEBUG oslo_concurrency.lockutils [req-61ed835d-452a-4f64-a478-38384b1981b0 req-0363be9c-a0f2-4520-a6db-20e182ff2a04 service nova] Lock "939d7944-3e09-45c9-8201-fd9edcdbca11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.203362] env[69411]: DEBUG oslo_concurrency.lockutils [req-61ed835d-452a-4f64-a478-38384b1981b0 req-0363be9c-a0f2-4520-a6db-20e182ff2a04 service nova] Lock "939d7944-3e09-45c9-8201-fd9edcdbca11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.203559] env[69411]: DEBUG nova.compute.manager [req-61ed835d-452a-4f64-a478-38384b1981b0 req-0363be9c-a0f2-4520-a6db-20e182ff2a04 service nova] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] No waiting events found dispatching network-vif-plugged-c6392698-674b-415a-a632-c62229a98697 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.203738] env[69411]: WARNING nova.compute.manager [req-61ed835d-452a-4f64-a478-38384b1981b0 req-0363be9c-a0f2-4520-a6db-20e182ff2a04 service nova] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Received unexpected event network-vif-plugged-c6392698-674b-415a-a632-c62229a98697 for instance with vm_state building and task_state spawning. [ 842.221601] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 842.222231] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a5cc9cc4-452b-46f7-9553-99c700853905 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.231795] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 842.231795] env[69411]: value = "task-3323015" [ 842.231795] env[69411]: _type = "Task" [ 842.231795] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.242590] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323015, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.285188] env[69411]: DEBUG oslo_vmware.api [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323011, 'name': PowerOnVM_Task, 'duration_secs': 0.810686} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.285775] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.285924] env[69411]: DEBUG nova.compute.manager [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.287054] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44446efb-49b0-4f71-b9af-cc6d6b11822e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.308031] env[69411]: DEBUG nova.network.neutron [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Successfully updated port: c6392698-674b-415a-a632-c62229a98697 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.375225] env[69411]: DEBUG nova.network.neutron [-] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.411338] env[69411]: DEBUG oslo_vmware.api [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Task: {'id': task-3323014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306173} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.411702] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.412017] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.412349] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.412668] env[69411]: INFO nova.compute.manager [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 842.413409] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.413713] env[69411]: DEBUG nova.compute.manager [-] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.413820] env[69411]: DEBUG nova.network.neutron [-] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.436151] env[69411]: DEBUG oslo_concurrency.lockutils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.436693] env[69411]: DEBUG nova.compute.manager [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.441280] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.221s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.441280] env[69411]: DEBUG nova.objects.instance [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lazy-loading 'resources' on Instance uuid 492f265b-9e26-4952-be23-13608abf4be0 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.441280] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-849d656a-7cc0-4c29-8f49-b9a56e566c0e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.453167] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fa294d-94b6-44cc-8fe3-0f9bc19d1287 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.497234] env[69411]: DEBUG nova.compute.manager [req-1d049e50-6527-4255-922a-7a55bce7937d req-3c7bddff-6109-4768-9f2d-aef85410b64a service nova] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Detach interface failed, port_id=226cb420-1654-4c33-90ad-2a710cd11dc5, reason: Instance 0e8301c3-6735-4f69-93e8-214aa6b7e03a could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 842.746590] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323015, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.807845] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.813695] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "refresh_cache-939d7944-3e09-45c9-8201-fd9edcdbca11" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.813695] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "refresh_cache-939d7944-3e09-45c9-8201-fd9edcdbca11" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.813695] env[69411]: DEBUG nova.network.neutron [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.878315] env[69411]: INFO nova.compute.manager [-] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Took 1.30 seconds to deallocate network for instance. [ 842.948475] env[69411]: DEBUG nova.compute.utils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.951266] env[69411]: DEBUG nova.compute.manager [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.951359] env[69411]: DEBUG nova.network.neutron [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.040175] env[69411]: DEBUG nova.policy [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e62f14417058432a9964dfdd77a96c90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26a0617b20114b1b88f42cf852299575', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.249646] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323015, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.349143] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.352022] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.352022] env[69411]: DEBUG nova.compute.manager [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Going to confirm migration 2 {{(pid=69411) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 843.366138] env[69411]: DEBUG nova.network.neutron [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.387603] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.459521] env[69411]: DEBUG nova.compute.manager [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.523028] env[69411]: DEBUG nova.network.neutron [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Successfully created port: d70acd1a-806f-4f7c-acd9-9426c2613a8b {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.554511] env[69411]: DEBUG nova.network.neutron [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updating instance_info_cache with network_info: [{"id": "c6392698-674b-415a-a632-c62229a98697", "address": "fa:16:3e:3d:04:84", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6392698-67", "ovs_interfaceid": "c6392698-674b-415a-a632-c62229a98697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.593844] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed22aef4-caf2-4ed5-8ee2-775573cbe145 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.603885] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d81724-7ab3-449f-a1ff-d6e3ed75d25f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.607450] env[69411]: DEBUG nova.network.neutron [-] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.641562] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32279d51-1138-47dd-9f12-eaa58cbc69d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.652850] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0c653e-39e6-4d83-9634-ecff0f521f53 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.670282] env[69411]: DEBUG nova.compute.provider_tree [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 843.753688] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323015, 'name': CloneVM_Task, 'duration_secs': 1.343657} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.754039] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Created linked-clone VM from snapshot [ 843.754905] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd423339-30b0-45ac-8e2e-ed5a0b60b582 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.767627] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Uploading image 5bfb4b17-dd3b-4cda-9634-e4eab3970925 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 843.797228] env[69411]: DEBUG oslo_vmware.rw_handles [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 843.797228] env[69411]: value = "vm-663407" [ 843.797228] env[69411]: _type = "VirtualMachine" [ 843.797228] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 843.797564] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eaf8feeb-a1b2-435e-8be3-75e56b3af576 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.808457] env[69411]: DEBUG oslo_vmware.rw_handles [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lease: (returnval){ [ 843.808457] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524ac7e8-c2b8-7b22-5bc3-cea1d24dbf76" [ 843.808457] env[69411]: _type = "HttpNfcLease" [ 843.808457] env[69411]: } obtained for exporting VM: (result){ [ 843.808457] env[69411]: value = "vm-663407" [ 843.808457] env[69411]: _type = "VirtualMachine" [ 843.808457] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 843.808768] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the lease: (returnval){ [ 843.808768] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524ac7e8-c2b8-7b22-5bc3-cea1d24dbf76" [ 843.808768] env[69411]: _type = "HttpNfcLease" [ 843.808768] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 843.818015] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 843.818015] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524ac7e8-c2b8-7b22-5bc3-cea1d24dbf76" [ 843.818015] env[69411]: _type = "HttpNfcLease" [ 843.818015] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 843.915496] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.915712] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquired lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.915895] env[69411]: DEBUG nova.network.neutron [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.916174] env[69411]: DEBUG nova.objects.instance [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lazy-loading 'info_cache' on Instance uuid 2b24e5b7-178b-4044-aea2-4be99a5ca7bd {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.060015] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "refresh_cache-939d7944-3e09-45c9-8201-fd9edcdbca11" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.060015] env[69411]: DEBUG nova.compute.manager [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Instance network_info: |[{"id": "c6392698-674b-415a-a632-c62229a98697", "address": "fa:16:3e:3d:04:84", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6392698-67", "ovs_interfaceid": "c6392698-674b-415a-a632-c62229a98697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.060015] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:04:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6392698-674b-415a-a632-c62229a98697', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.067213] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.067655] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.068043] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e669afa-b5be-4bbb-a554-2c8cc28e23b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.092208] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.092208] env[69411]: value = "task-3323017" [ 844.092208] env[69411]: _type = "Task" [ 844.092208] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.106021] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323017, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.110488] env[69411]: INFO nova.compute.manager [-] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Took 1.70 seconds to deallocate network for instance. [ 844.207465] env[69411]: DEBUG nova.scheduler.client.report [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 844.207465] env[69411]: DEBUG nova.compute.provider_tree [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 81 to 82 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 844.207583] env[69411]: DEBUG nova.compute.provider_tree [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.319658] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 844.319658] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524ac7e8-c2b8-7b22-5bc3-cea1d24dbf76" [ 844.319658] env[69411]: _type = "HttpNfcLease" [ 844.319658] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 844.320610] env[69411]: DEBUG oslo_vmware.rw_handles [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 844.320610] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524ac7e8-c2b8-7b22-5bc3-cea1d24dbf76" [ 844.320610] env[69411]: _type = "HttpNfcLease" [ 844.320610] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 844.321706] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d9ffc0-4acf-4d5d-ad9f-60cd8665667e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.331474] env[69411]: DEBUG oslo_vmware.rw_handles [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bef00-9320-f9c4-63d9-aa93a118c424/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 844.331612] env[69411]: DEBUG oslo_vmware.rw_handles [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bef00-9320-f9c4-63d9-aa93a118c424/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 844.337402] env[69411]: DEBUG nova.compute.manager [req-21b163d4-75ed-4194-9a0e-ac74703530f0 req-e2000561-e40e-4609-92ac-975efc32a113 service nova] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Received event network-changed-c6392698-674b-415a-a632-c62229a98697 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.337402] env[69411]: DEBUG nova.compute.manager [req-21b163d4-75ed-4194-9a0e-ac74703530f0 req-e2000561-e40e-4609-92ac-975efc32a113 service nova] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Refreshing instance network info cache due to event network-changed-c6392698-674b-415a-a632-c62229a98697. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.337402] env[69411]: DEBUG oslo_concurrency.lockutils [req-21b163d4-75ed-4194-9a0e-ac74703530f0 req-e2000561-e40e-4609-92ac-975efc32a113 service nova] Acquiring lock "refresh_cache-939d7944-3e09-45c9-8201-fd9edcdbca11" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.337402] env[69411]: DEBUG oslo_concurrency.lockutils [req-21b163d4-75ed-4194-9a0e-ac74703530f0 req-e2000561-e40e-4609-92ac-975efc32a113 service nova] Acquired lock "refresh_cache-939d7944-3e09-45c9-8201-fd9edcdbca11" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.337402] env[69411]: DEBUG nova.network.neutron [req-21b163d4-75ed-4194-9a0e-ac74703530f0 req-e2000561-e40e-4609-92ac-975efc32a113 service nova] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Refreshing network info cache for port c6392698-674b-415a-a632-c62229a98697 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.437334] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0b0fd9a4-f404-41d4-9665-8be0a7e5ee7a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.474564] env[69411]: DEBUG nova.compute.manager [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.603509] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323017, 'name': CreateVM_Task, 'duration_secs': 0.471808} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.603690] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.604387] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.604537] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.604929] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.605207] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e69403d0-6581-4051-98e8-d3898b06772d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.610122] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 844.610122] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fdda77-3b2e-c2a2-8a03-bc0641882511" [ 844.610122] env[69411]: _type = "Task" [ 844.610122] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.619756] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.620070] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fdda77-3b2e-c2a2-8a03-bc0641882511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.715228] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.717918] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.916s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.719036] env[69411]: INFO nova.compute.claims [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.744333] env[69411]: INFO nova.scheduler.client.report [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleted allocations for instance 492f265b-9e26-4952-be23-13608abf4be0 [ 844.770767] env[69411]: INFO nova.compute.manager [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Rebuilding instance [ 844.779443] env[69411]: DEBUG nova.virt.hardware [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.779897] env[69411]: DEBUG nova.virt.hardware [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.780084] env[69411]: DEBUG nova.virt.hardware [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.780292] env[69411]: DEBUG nova.virt.hardware [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.780462] env[69411]: DEBUG nova.virt.hardware [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.780618] env[69411]: DEBUG nova.virt.hardware [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.780847] env[69411]: DEBUG nova.virt.hardware [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.781126] env[69411]: DEBUG nova.virt.hardware [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.781243] env[69411]: DEBUG nova.virt.hardware [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.781396] env[69411]: DEBUG nova.virt.hardware [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.781599] env[69411]: DEBUG nova.virt.hardware [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.782595] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958aaef0-ac71-4c3b-b85e-0f9e4629f353 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.792300] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1549e444-4817-4e6a-8fef-325e8039a177 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.838237] env[69411]: DEBUG nova.compute.manager [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.839160] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a60c804-bd58-4529-9758-bfea2912ef0f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.118789] env[69411]: DEBUG nova.compute.manager [req-672290db-cd31-4d64-84f0-9442b52c79fe req-ff4663f3-36f7-445e-9ef1-f431dc1c2784 service nova] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Received event network-vif-plugged-d70acd1a-806f-4f7c-acd9-9426c2613a8b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.119127] env[69411]: DEBUG oslo_concurrency.lockutils [req-672290db-cd31-4d64-84f0-9442b52c79fe req-ff4663f3-36f7-445e-9ef1-f431dc1c2784 service nova] Acquiring lock "c308feda-6772-4f9f-8db4-85eebcef8d95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.119891] env[69411]: DEBUG oslo_concurrency.lockutils [req-672290db-cd31-4d64-84f0-9442b52c79fe req-ff4663f3-36f7-445e-9ef1-f431dc1c2784 service nova] Lock "c308feda-6772-4f9f-8db4-85eebcef8d95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.120214] env[69411]: DEBUG oslo_concurrency.lockutils [req-672290db-cd31-4d64-84f0-9442b52c79fe req-ff4663f3-36f7-445e-9ef1-f431dc1c2784 service nova] Lock "c308feda-6772-4f9f-8db4-85eebcef8d95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.120896] env[69411]: DEBUG nova.compute.manager [req-672290db-cd31-4d64-84f0-9442b52c79fe req-ff4663f3-36f7-445e-9ef1-f431dc1c2784 service nova] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] No waiting events found dispatching network-vif-plugged-d70acd1a-806f-4f7c-acd9-9426c2613a8b {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.120896] env[69411]: WARNING nova.compute.manager [req-672290db-cd31-4d64-84f0-9442b52c79fe req-ff4663f3-36f7-445e-9ef1-f431dc1c2784 service nova] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Received unexpected event network-vif-plugged-d70acd1a-806f-4f7c-acd9-9426c2613a8b for instance with vm_state building and task_state spawning. [ 845.130387] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fdda77-3b2e-c2a2-8a03-bc0641882511, 'name': SearchDatastore_Task, 'duration_secs': 0.025784} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.130831] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.131385] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.131811] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.131901] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.132144] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.132494] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16b56bcc-0397-48f3-81dc-daf0bdff19d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.146092] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.146626] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.147755] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc53815d-8804-42ae-b3e4-79506c8e626d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.155965] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 845.155965] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524bb39f-6737-d7cb-b704-706d5da19cd9" [ 845.155965] env[69411]: _type = "Task" [ 845.155965] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.177731] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524bb39f-6737-d7cb-b704-706d5da19cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.234059] env[69411]: DEBUG nova.network.neutron [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Successfully updated port: d70acd1a-806f-4f7c-acd9-9426c2613a8b {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.246083] env[69411]: DEBUG nova.network.neutron [req-21b163d4-75ed-4194-9a0e-ac74703530f0 req-e2000561-e40e-4609-92ac-975efc32a113 service nova] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updated VIF entry in instance network info cache for port c6392698-674b-415a-a632-c62229a98697. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.246496] env[69411]: DEBUG nova.network.neutron [req-21b163d4-75ed-4194-9a0e-ac74703530f0 req-e2000561-e40e-4609-92ac-975efc32a113 service nova] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updating instance_info_cache with network_info: [{"id": "c6392698-674b-415a-a632-c62229a98697", "address": "fa:16:3e:3d:04:84", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6392698-67", "ovs_interfaceid": "c6392698-674b-415a-a632-c62229a98697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.254382] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35db5299-b66e-4b2b-b0a5-2d1d196a9803 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "492f265b-9e26-4952-be23-13608abf4be0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.575s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.333815] env[69411]: DEBUG nova.network.neutron [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updating instance_info_cache with network_info: [{"id": "a50f85f6-ea90-4869-850f-b2e76005f7dd", "address": "fa:16:3e:8d:8f:e8", "network": {"id": "246fdaea-85fa-4698-a029-37be0568850a", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-708409175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efbda5135eca4356909ff55befbf32ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50f85f6-ea", "ovs_interfaceid": "a50f85f6-ea90-4869-850f-b2e76005f7dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.671769] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524bb39f-6737-d7cb-b704-706d5da19cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.02372} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.672941] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdb8f86f-1ceb-4271-89a1-7cc66336d62f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.680224] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 845.680224] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5244cd62-0236-9a33-64af-fe7f34d1be69" [ 845.680224] env[69411]: _type = "Task" [ 845.680224] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.690208] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5244cd62-0236-9a33-64af-fe7f34d1be69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.741189] env[69411]: DEBUG oslo_concurrency.lockutils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "refresh_cache-c308feda-6772-4f9f-8db4-85eebcef8d95" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.741342] env[69411]: DEBUG oslo_concurrency.lockutils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "refresh_cache-c308feda-6772-4f9f-8db4-85eebcef8d95" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.741474] env[69411]: DEBUG nova.network.neutron [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.750032] env[69411]: DEBUG oslo_concurrency.lockutils [req-21b163d4-75ed-4194-9a0e-ac74703530f0 req-e2000561-e40e-4609-92ac-975efc32a113 service nova] Releasing lock "refresh_cache-939d7944-3e09-45c9-8201-fd9edcdbca11" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.750330] env[69411]: DEBUG nova.compute.manager [req-21b163d4-75ed-4194-9a0e-ac74703530f0 req-e2000561-e40e-4609-92ac-975efc32a113 service nova] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Received event network-vif-deleted-f22041f2-054e-45be-a03f-f7ee2c6d3529 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.832160] env[69411]: DEBUG oslo_vmware.rw_handles [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edcac5-e193-48e6-a565-9a3ee782ebc7/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 845.832809] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e89479-b8f4-4a45-a843-6ab00bff49ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.837280] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Releasing lock "refresh_cache-2b24e5b7-178b-4044-aea2-4be99a5ca7bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.837576] env[69411]: DEBUG nova.objects.instance [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lazy-loading 'migration_context' on Instance uuid 2b24e5b7-178b-4044-aea2-4be99a5ca7bd {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.843363] env[69411]: DEBUG oslo_vmware.rw_handles [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edcac5-e193-48e6-a565-9a3ee782ebc7/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 845.843538] env[69411]: ERROR oslo_vmware.rw_handles [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edcac5-e193-48e6-a565-9a3ee782ebc7/disk-0.vmdk due to incomplete transfer. [ 845.844169] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0fd6085b-a57d-44c0-bf1b-ac5c51c11537 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.852823] env[69411]: DEBUG oslo_vmware.rw_handles [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edcac5-e193-48e6-a565-9a3ee782ebc7/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 845.852984] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Uploaded image 2252d55e-c3a9-408c-944d-f83e3baddb9d to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 845.855201] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 845.858867] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3ec370ba-6066-4d0a-99ee-1ee41a406cce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.860048] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.861038] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd4b5b3d-9735-4fdf-bfb1-76a2e162bbd2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.870148] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 845.870148] env[69411]: value = "task-3323018" [ 845.870148] env[69411]: _type = "Task" [ 845.870148] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.873928] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 845.873928] env[69411]: value = "task-3323019" [ 845.873928] env[69411]: _type = "Task" [ 845.873928] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.889825] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3323018, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.896829] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.192149] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5244cd62-0236-9a33-64af-fe7f34d1be69, 'name': SearchDatastore_Task, 'duration_secs': 0.023064} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.195212] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.195537] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 939d7944-3e09-45c9-8201-fd9edcdbca11/939d7944-3e09-45c9-8201-fd9edcdbca11.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.196025] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbaaebce-139f-4648-a0e0-78213a472c28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.204462] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 846.204462] env[69411]: value = "task-3323020" [ 846.204462] env[69411]: _type = "Task" [ 846.204462] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.217091] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.292681] env[69411]: DEBUG nova.network.neutron [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.319933] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9008cdf7-fd5c-41e3-8ba7-1bd3980fcd71 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.329124] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7148db55-ba28-4189-a743-105bad52ff3a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.344968] env[69411]: DEBUG nova.objects.base [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Object Instance<2b24e5b7-178b-4044-aea2-4be99a5ca7bd> lazy-loaded attributes: info_cache,migration_context {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 846.345969] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5110da5e-14f0-44a4-881a-c7caa9083843 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.398837] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937e35d1-b47d-4b02-b761-c870ce35a514 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.407994] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52fd92b2-a87e-4095-ac35-293294a15452 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.417146] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3323018, 'name': Destroy_Task, 'duration_secs': 0.495017} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.423537] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Destroyed the VM [ 846.423890] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 846.424195] env[69411]: DEBUG oslo_vmware.api [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 846.424195] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5260240f-b8be-3560-21ad-06f106fa89a4" [ 846.424195] env[69411]: _type = "Task" [ 846.424195] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.424658] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323019, 'name': PowerOffVM_Task, 'duration_secs': 0.222888} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.424769] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71f5bcfa-5de3-4abf-af94-ae881214842d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.427649] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35608c22-08c5-43ee-a20c-5c55cbba3bc6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.432082] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.432391] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.436487] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593c77ab-f9c5-402d-b765-14472cf7e5d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.450459] env[69411]: DEBUG nova.compute.provider_tree [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.459310] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 846.459310] env[69411]: value = "task-3323021" [ 846.459310] env[69411]: _type = "Task" [ 846.459310] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.459634] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.459843] env[69411]: DEBUG oslo_vmware.api [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5260240f-b8be-3560-21ad-06f106fa89a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.460476] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffaae389-7629-4bcb-950d-49cf5b6ec99e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.476805] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3323021, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.526596] env[69411]: DEBUG nova.network.neutron [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Updating instance_info_cache with network_info: [{"id": "d70acd1a-806f-4f7c-acd9-9426c2613a8b", "address": "fa:16:3e:c8:3f:e3", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70acd1a-80", "ovs_interfaceid": "d70acd1a-806f-4f7c-acd9-9426c2613a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.623477] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.623710] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.623894] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Deleting the datastore file [datastore2] 1603a151-7d9e-4914-89e3-38a1a9819ca2 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.624204] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60e4fadc-2c5b-48a4-8b4f-48707137c228 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.634765] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 846.634765] env[69411]: value = "task-3323023" [ 846.634765] env[69411]: _type = "Task" [ 846.634765] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.645563] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.717769] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489664} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.718151] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 939d7944-3e09-45c9-8201-fd9edcdbca11/939d7944-3e09-45c9-8201-fd9edcdbca11.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.718763] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.719013] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-572af89e-2dfe-4b29-bf11-ec0766847986 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.727009] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 846.727009] env[69411]: value = "task-3323024" [ 846.727009] env[69411]: _type = "Task" [ 846.727009] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.737539] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.937777] env[69411]: DEBUG oslo_vmware.api [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5260240f-b8be-3560-21ad-06f106fa89a4, 'name': SearchDatastore_Task, 'duration_secs': 0.033619} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.938209] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.961495] env[69411]: DEBUG nova.scheduler.client.report [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.975286] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3323021, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.031031] env[69411]: DEBUG oslo_concurrency.lockutils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "refresh_cache-c308feda-6772-4f9f-8db4-85eebcef8d95" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.031322] env[69411]: DEBUG nova.compute.manager [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Instance network_info: |[{"id": "d70acd1a-806f-4f7c-acd9-9426c2613a8b", "address": "fa:16:3e:c8:3f:e3", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70acd1a-80", "ovs_interfaceid": "d70acd1a-806f-4f7c-acd9-9426c2613a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.031774] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:3f:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd70acd1a-806f-4f7c-acd9-9426c2613a8b', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.040859] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.041130] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.041437] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d106e7f-8873-432a-b231-8358a8649f34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.066058] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.066058] env[69411]: value = "task-3323025" [ 847.066058] env[69411]: _type = "Task" [ 847.066058] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.075825] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323025, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.143638] env[69411]: DEBUG nova.compute.manager [req-728db4c2-72cc-49ad-a814-59edc3cdc068 req-889bbedf-eec5-4ed7-951d-a1af71343643 service nova] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Received event network-changed-d70acd1a-806f-4f7c-acd9-9426c2613a8b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.143881] env[69411]: DEBUG nova.compute.manager [req-728db4c2-72cc-49ad-a814-59edc3cdc068 req-889bbedf-eec5-4ed7-951d-a1af71343643 service nova] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Refreshing instance network info cache due to event network-changed-d70acd1a-806f-4f7c-acd9-9426c2613a8b. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.144145] env[69411]: DEBUG oslo_concurrency.lockutils [req-728db4c2-72cc-49ad-a814-59edc3cdc068 req-889bbedf-eec5-4ed7-951d-a1af71343643 service nova] Acquiring lock "refresh_cache-c308feda-6772-4f9f-8db4-85eebcef8d95" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.144375] env[69411]: DEBUG oslo_concurrency.lockutils [req-728db4c2-72cc-49ad-a814-59edc3cdc068 req-889bbedf-eec5-4ed7-951d-a1af71343643 service nova] Acquired lock "refresh_cache-c308feda-6772-4f9f-8db4-85eebcef8d95" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.144578] env[69411]: DEBUG nova.network.neutron [req-728db4c2-72cc-49ad-a814-59edc3cdc068 req-889bbedf-eec5-4ed7-951d-a1af71343643 service nova] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Refreshing network info cache for port d70acd1a-806f-4f7c-acd9-9426c2613a8b {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.149725] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192527} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.150374] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.150460] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.150642] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.237541] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102464} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.237843] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.238705] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1f6da5-f33c-4492-aa3d-7d8d03ecbf06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.263798] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 939d7944-3e09-45c9-8201-fd9edcdbca11/939d7944-3e09-45c9-8201-fd9edcdbca11.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.264167] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dbd0716-04ed-4714-bf5b-264606dacd66 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.291898] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 847.291898] env[69411]: value = "task-3323026" [ 847.291898] env[69411]: _type = "Task" [ 847.291898] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.302011] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.470693] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.471238] env[69411]: DEBUG nova.compute.manager [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.474205] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.303s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.474488] env[69411]: DEBUG nova.objects.instance [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lazy-loading 'resources' on Instance uuid c338199b-875b-43e2-9221-6d071e981d9e {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.482124] env[69411]: DEBUG oslo_vmware.api [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3323021, 'name': RemoveSnapshot_Task, 'duration_secs': 0.788823} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.483087] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 847.483335] env[69411]: INFO nova.compute.manager [None req-65185968-9f15-493f-ac80-94dda63fc622 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Took 15.06 seconds to snapshot the instance on the hypervisor. [ 847.576766] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323025, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.804381] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.907307] env[69411]: DEBUG nova.network.neutron [req-728db4c2-72cc-49ad-a814-59edc3cdc068 req-889bbedf-eec5-4ed7-951d-a1af71343643 service nova] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Updated VIF entry in instance network info cache for port d70acd1a-806f-4f7c-acd9-9426c2613a8b. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.907851] env[69411]: DEBUG nova.network.neutron [req-728db4c2-72cc-49ad-a814-59edc3cdc068 req-889bbedf-eec5-4ed7-951d-a1af71343643 service nova] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Updating instance_info_cache with network_info: [{"id": "d70acd1a-806f-4f7c-acd9-9426c2613a8b", "address": "fa:16:3e:c8:3f:e3", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70acd1a-80", "ovs_interfaceid": "d70acd1a-806f-4f7c-acd9-9426c2613a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.980588] env[69411]: DEBUG nova.compute.utils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.982194] env[69411]: DEBUG nova.compute.manager [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.982391] env[69411]: DEBUG nova.network.neutron [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.042825] env[69411]: DEBUG nova.policy [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2304ae533f70464fae81f930c7eda265', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbb0e25ed14f4b56a9fdbc5f87cb40f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.084796] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323025, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.198536] env[69411]: DEBUG nova.virt.hardware [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.198789] env[69411]: DEBUG nova.virt.hardware [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.198944] env[69411]: DEBUG nova.virt.hardware [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.199171] env[69411]: DEBUG nova.virt.hardware [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.199277] env[69411]: DEBUG nova.virt.hardware [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.199419] env[69411]: DEBUG nova.virt.hardware [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.199622] env[69411]: DEBUG nova.virt.hardware [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.199777] env[69411]: DEBUG nova.virt.hardware [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.199941] env[69411]: DEBUG nova.virt.hardware [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.200113] env[69411]: DEBUG nova.virt.hardware [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.200285] env[69411]: DEBUG nova.virt.hardware [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.201410] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213d1eb7-ba1d-4148-9564-16954727b52e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.214692] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7242b8-c5a8-4066-915e-e3415054118e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.230838] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:df:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '903e63a9-dfdb-4017-bb9e-b2374bec8791', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.238768] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.241425] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.242714] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54e999bb-384b-44ef-bbb4-2bee6a9226a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.268274] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.268274] env[69411]: value = "task-3323027" [ 848.268274] env[69411]: _type = "Task" [ 848.268274] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.280881] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323027, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.307213] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.414945] env[69411]: DEBUG oslo_concurrency.lockutils [req-728db4c2-72cc-49ad-a814-59edc3cdc068 req-889bbedf-eec5-4ed7-951d-a1af71343643 service nova] Releasing lock "refresh_cache-c308feda-6772-4f9f-8db4-85eebcef8d95" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.483865] env[69411]: DEBUG nova.network.neutron [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Successfully created port: 9640d417-a4cb-4843-87be-66de4f76307c {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.487950] env[69411]: DEBUG nova.compute.manager [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.527148] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2171e148-e077-4e23-a3f1-951a5ab1a699 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.535378] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281d86f4-1439-4529-bcbc-f97bf8ad72ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.579187] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df300a9-34dc-4242-bc8f-6a240b159e58 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.581956] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b4e4ed4-ccbe-46ad-9fe3-2dc271fc2b7b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.582291] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b4e4ed4-ccbe-46ad-9fe3-2dc271fc2b7b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.582489] env[69411]: INFO nova.compute.manager [None req-6b4e4ed4-ccbe-46ad-9fe3-2dc271fc2b7b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Rebooting instance [ 848.598183] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d01aa58-8e44-43a9-966e-3eb3d01dbe46 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.605125] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323025, 'name': CreateVM_Task, 'duration_secs': 1.442524} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.606191] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.607523] env[69411]: DEBUG oslo_concurrency.lockutils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.607791] env[69411]: DEBUG oslo_concurrency.lockutils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.608212] env[69411]: DEBUG oslo_concurrency.lockutils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.609060] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cf260b3-290b-4e91-99db-32fa0b83bec9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.621557] env[69411]: DEBUG nova.compute.provider_tree [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.628693] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 848.628693] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523f165b-1dd3-cbd3-55a9-b70d7a7da1f6" [ 848.628693] env[69411]: _type = "Task" [ 848.628693] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.641031] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523f165b-1dd3-cbd3-55a9-b70d7a7da1f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.783195] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323027, 'name': CreateVM_Task, 'duration_secs': 0.495572} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.783526] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.784544] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.808186] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323026, 'name': ReconfigVM_Task, 'duration_secs': 1.098246} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.808748] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 939d7944-3e09-45c9-8201-fd9edcdbca11/939d7944-3e09-45c9-8201-fd9edcdbca11.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.809724] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aad91c8f-c11c-4c7e-913d-9cad6049fc4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.818588] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 848.818588] env[69411]: value = "task-3323028" [ 848.818588] env[69411]: _type = "Task" [ 848.818588] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.830568] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323028, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.108474] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b4e4ed4-ccbe-46ad-9fe3-2dc271fc2b7b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.108729] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b4e4ed4-ccbe-46ad-9fe3-2dc271fc2b7b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.108839] env[69411]: DEBUG nova.network.neutron [None req-6b4e4ed4-ccbe-46ad-9fe3-2dc271fc2b7b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.125505] env[69411]: DEBUG nova.scheduler.client.report [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.141400] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523f165b-1dd3-cbd3-55a9-b70d7a7da1f6, 'name': SearchDatastore_Task, 'duration_secs': 0.01226} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.141721] env[69411]: DEBUG oslo_concurrency.lockutils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.141958] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.142217] env[69411]: DEBUG oslo_concurrency.lockutils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.142372] env[69411]: DEBUG oslo_concurrency.lockutils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.142636] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.142852] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.143196] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.143660] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f055f7f6-d06d-4b32-be75-b664b82fa17a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.145847] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286d5f78-8f43-48ef-a003-78dc7af78cbe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.151527] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 849.151527] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c44156-9ec0-1756-fcea-a3e08823686e" [ 849.151527] env[69411]: _type = "Task" [ 849.151527] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.156116] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.156359] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.157476] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b09f58-1718-48dd-9637-11bb942b3f2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.164032] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c44156-9ec0-1756-fcea-a3e08823686e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.164698] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 849.164698] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dafaff-cafd-8f29-3d99-3f6f22fffbc3" [ 849.164698] env[69411]: _type = "Task" [ 849.164698] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.173521] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dafaff-cafd-8f29-3d99-3f6f22fffbc3, 'name': SearchDatastore_Task} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.174346] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2257d4e9-d231-4624-9a03-406accd8224c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.180284] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 849.180284] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5222cf4b-3c5b-2a53-d2d8-85d5192c1253" [ 849.180284] env[69411]: _type = "Task" [ 849.180284] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.188866] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5222cf4b-3c5b-2a53-d2d8-85d5192c1253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.329355] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323028, 'name': Rename_Task, 'duration_secs': 0.161584} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.329682] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.329947] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9981bbc2-f392-47fa-bb7f-67af3a045e97 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.338121] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 849.338121] env[69411]: value = "task-3323029" [ 849.338121] env[69411]: _type = "Task" [ 849.338121] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.357406] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.387205] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Acquiring lock "e5a8697d-2a72-4768-8bae-8536f9d2f4f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.387511] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Lock "e5a8697d-2a72-4768-8bae-8536f9d2f4f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.387767] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Acquiring lock "e5a8697d-2a72-4768-8bae-8536f9d2f4f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.387995] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Lock "e5a8697d-2a72-4768-8bae-8536f9d2f4f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.388200] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Lock "e5a8697d-2a72-4768-8bae-8536f9d2f4f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.390685] env[69411]: INFO nova.compute.manager [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Terminating instance [ 849.500896] env[69411]: DEBUG nova.compute.manager [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.527642] env[69411]: DEBUG nova.virt.hardware [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.527830] env[69411]: DEBUG nova.virt.hardware [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.527830] env[69411]: DEBUG nova.virt.hardware [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.528040] env[69411]: DEBUG nova.virt.hardware [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.528139] env[69411]: DEBUG nova.virt.hardware [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.528327] env[69411]: DEBUG nova.virt.hardware [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.528583] env[69411]: DEBUG nova.virt.hardware [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.528751] env[69411]: DEBUG nova.virt.hardware [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.528921] env[69411]: DEBUG nova.virt.hardware [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.529096] env[69411]: DEBUG nova.virt.hardware [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.529268] env[69411]: DEBUG nova.virt.hardware [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.530392] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f845d642-297a-4aaa-9968-a227ba8916cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.540116] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e09207-f3e4-40c1-923f-184556f99a47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.631132] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.633450] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.102s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.633802] env[69411]: DEBUG nova.objects.instance [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Lazy-loading 'resources' on Instance uuid 50ceb30c-9c08-47ea-9ea8-9732c594342e {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.656610] env[69411]: INFO nova.scheduler.client.report [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Deleted allocations for instance c338199b-875b-43e2-9221-6d071e981d9e [ 849.667081] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c44156-9ec0-1756-fcea-a3e08823686e, 'name': SearchDatastore_Task, 'duration_secs': 0.010528} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.667393] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.667614] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.667818] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.692569] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5222cf4b-3c5b-2a53-d2d8-85d5192c1253, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.692733] env[69411]: DEBUG oslo_concurrency.lockutils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.692985] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] c308feda-6772-4f9f-8db4-85eebcef8d95/c308feda-6772-4f9f-8db4-85eebcef8d95.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.693295] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.693526] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.693707] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6845e99-3d48-4833-82c5-fd7b8502ab82 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.695860] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-871eabad-7b42-441f-811f-5646dd87d16a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.704527] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 849.704527] env[69411]: value = "task-3323030" [ 849.704527] env[69411]: _type = "Task" [ 849.704527] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.709254] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.709450] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.710407] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f43806-689f-4288-bd60-4b430ed0cb5e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.716333] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.720794] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 849.720794] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f1f3dc-161e-ed23-ecfa-50702be75198" [ 849.720794] env[69411]: _type = "Task" [ 849.720794] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.730480] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f1f3dc-161e-ed23-ecfa-50702be75198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.848075] env[69411]: DEBUG oslo_vmware.api [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323029, 'name': PowerOnVM_Task, 'duration_secs': 0.483635} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.848358] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.848555] env[69411]: INFO nova.compute.manager [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Took 8.20 seconds to spawn the instance on the hypervisor. [ 849.848734] env[69411]: DEBUG nova.compute.manager [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.849894] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a3ad3d-5e77-47c6-802a-6afc625a1e8f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.894891] env[69411]: DEBUG nova.compute.manager [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.895237] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.896079] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9928229e-a728-4c50-b243-063f218bb13a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.907085] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.907422] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ca6936e-d778-46dd-a615-a00c31a6d33d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.916097] env[69411]: DEBUG oslo_vmware.api [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 849.916097] env[69411]: value = "task-3323031" [ 849.916097] env[69411]: _type = "Task" [ 849.916097] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.927786] env[69411]: DEBUG oslo_vmware.api [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3323031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.951078] env[69411]: DEBUG nova.network.neutron [None req-6b4e4ed4-ccbe-46ad-9fe3-2dc271fc2b7b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance_info_cache with network_info: [{"id": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "address": "fa:16:3e:c8:29:ea", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f9e465-f0", "ovs_interfaceid": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.170082] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1df19c1d-fc79-4650-8cc4-15a48a1adaee tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "c338199b-875b-43e2-9221-6d071e981d9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.987s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.219832] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488477} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.220122] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] c308feda-6772-4f9f-8db4-85eebcef8d95/c308feda-6772-4f9f-8db4-85eebcef8d95.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.220343] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.220614] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b6c2300-97f3-43f9-810b-af9c275bd65f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.235742] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f1f3dc-161e-ed23-ecfa-50702be75198, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.238034] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 850.238034] env[69411]: value = "task-3323032" [ 850.238034] env[69411]: _type = "Task" [ 850.238034] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.238306] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46626d0d-8761-4f14-9a30-bc96cdc5de50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.252856] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 850.252856] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b102f9-e4a9-3138-1320-630b660d9865" [ 850.252856] env[69411]: _type = "Task" [ 850.252856] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.256120] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.269748] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b102f9-e4a9-3138-1320-630b660d9865, 'name': SearchDatastore_Task, 'duration_secs': 0.011308} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.270142] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.270521] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 1603a151-7d9e-4914-89e3-38a1a9819ca2/1603a151-7d9e-4914-89e3-38a1a9819ca2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.270880] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c82fb367-9524-4e55-92c8-26a9444c38b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.284805] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 850.284805] env[69411]: value = "task-3323033" [ 850.284805] env[69411]: _type = "Task" [ 850.284805] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.297723] env[69411]: DEBUG nova.compute.manager [req-cd486776-51f1-459f-a6b9-7a0d77d75cea req-07715ba7-589e-4b73-b979-96821979ea54 service nova] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Received event network-vif-plugged-9640d417-a4cb-4843-87be-66de4f76307c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.298137] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd486776-51f1-459f-a6b9-7a0d77d75cea req-07715ba7-589e-4b73-b979-96821979ea54 service nova] Acquiring lock "37caffdb-52fd-40dc-9de9-2bd7930c4903-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.298482] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd486776-51f1-459f-a6b9-7a0d77d75cea req-07715ba7-589e-4b73-b979-96821979ea54 service nova] Lock "37caffdb-52fd-40dc-9de9-2bd7930c4903-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.298693] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd486776-51f1-459f-a6b9-7a0d77d75cea req-07715ba7-589e-4b73-b979-96821979ea54 service nova] Lock "37caffdb-52fd-40dc-9de9-2bd7930c4903-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.298939] env[69411]: DEBUG nova.compute.manager [req-cd486776-51f1-459f-a6b9-7a0d77d75cea req-07715ba7-589e-4b73-b979-96821979ea54 service nova] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] No waiting events found dispatching network-vif-plugged-9640d417-a4cb-4843-87be-66de4f76307c {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.299200] env[69411]: WARNING nova.compute.manager [req-cd486776-51f1-459f-a6b9-7a0d77d75cea req-07715ba7-589e-4b73-b979-96821979ea54 service nova] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Received unexpected event network-vif-plugged-9640d417-a4cb-4843-87be-66de4f76307c for instance with vm_state building and task_state spawning. [ 850.305354] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.315077] env[69411]: DEBUG nova.network.neutron [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Successfully updated port: 9640d417-a4cb-4843-87be-66de4f76307c {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.370677] env[69411]: INFO nova.compute.manager [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Took 54.86 seconds to build instance. [ 850.433465] env[69411]: DEBUG oslo_vmware.api [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3323031, 'name': PowerOffVM_Task, 'duration_secs': 0.336908} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.433465] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.433465] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.433465] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76f2e856-91a6-4521-9b56-fb574009300a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.454883] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b4e4ed4-ccbe-46ad-9fe3-2dc271fc2b7b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.529581] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.529885] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.530123] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Deleting the datastore file [datastore1] e5a8697d-2a72-4768-8bae-8536f9d2f4f8 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.530517] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afd8b8f1-d855-459f-902e-225bc5a2df88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.540784] env[69411]: DEBUG oslo_vmware.api [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for the task: (returnval){ [ 850.540784] env[69411]: value = "task-3323035" [ 850.540784] env[69411]: _type = "Task" [ 850.540784] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.554514] env[69411]: DEBUG oslo_vmware.api [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3323035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.682729] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57f33e1-7b54-4a95-9290-3668e20aad7e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.695345] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40efd0f-cd62-44e3-9115-05d2926bda3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.730337] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a778309-ff4b-44cb-9248-803b8d7329da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.739735] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8527e1eb-c863-451d-abb8-606d561bc2df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.759549] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102748} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.769013] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.769689] env[69411]: DEBUG nova.compute.provider_tree [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.771861] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835f421d-8771-4039-badb-ef0663c5b3e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.800628] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] c308feda-6772-4f9f-8db4-85eebcef8d95/c308feda-6772-4f9f-8db4-85eebcef8d95.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.805016] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9b59a6c-f2f7-435f-aefa-ba338fb9377d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.820849] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "refresh_cache-37caffdb-52fd-40dc-9de9-2bd7930c4903" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.821049] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquired lock "refresh_cache-37caffdb-52fd-40dc-9de9-2bd7930c4903" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.821180] env[69411]: DEBUG nova.network.neutron [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.829984] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482917} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.831581] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 1603a151-7d9e-4914-89e3-38a1a9819ca2/1603a151-7d9e-4914-89e3-38a1a9819ca2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.831840] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.832542] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 850.832542] env[69411]: value = "task-3323036" [ 850.832542] env[69411]: _type = "Task" [ 850.832542] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.832758] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c3b90ea-443c-46d4-9e0f-db946eae1653 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.843627] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.845089] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 850.845089] env[69411]: value = "task-3323037" [ 850.845089] env[69411]: _type = "Task" [ 850.845089] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.854468] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.869544] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d9d67d9-a7f4-4bc1-8053-b6e70f95727d tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "939d7944-3e09-45c9-8201-fd9edcdbca11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.371s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.960895] env[69411]: DEBUG nova.compute.manager [None req-6b4e4ed4-ccbe-46ad-9fe3-2dc271fc2b7b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.961062] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347f497b-758d-4003-a194-672c0e2e2aff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.052094] env[69411]: DEBUG oslo_vmware.api [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Task: {'id': task-3323035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306501} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.052414] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.052607] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.053384] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.053384] env[69411]: INFO nova.compute.manager [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 851.053384] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.053384] env[69411]: DEBUG nova.compute.manager [-] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.053647] env[69411]: DEBUG nova.network.neutron [-] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.276827] env[69411]: DEBUG nova.scheduler.client.report [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.349367] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.358931] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067072} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.363414] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.366424] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0146bc-5b4d-4f11-ab4f-239978aec847 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.389464] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 1603a151-7d9e-4914-89e3-38a1a9819ca2/1603a151-7d9e-4914-89e3-38a1a9819ca2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.390573] env[69411]: DEBUG nova.network.neutron [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.392578] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d2a0165-3d1f-4794-bc05-229f0f46c6ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.416204] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 851.416204] env[69411]: value = "task-3323038" [ 851.416204] env[69411]: _type = "Task" [ 851.416204] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.432400] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.569116] env[69411]: DEBUG nova.network.neutron [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Updating instance_info_cache with network_info: [{"id": "9640d417-a4cb-4843-87be-66de4f76307c", "address": "fa:16:3e:f5:21:2a", "network": {"id": "f004a282-9808-4a6e-9773-edd24cabd0df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-421441858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbb0e25ed14f4b56a9fdbc5f87cb40f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9640d417-a4", "ovs_interfaceid": "9640d417-a4cb-4843-87be-66de4f76307c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.645123] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "c1f94147-d4d0-403a-b62d-c83cf6c41ef2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.645636] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "c1f94147-d4d0-403a-b62d-c83cf6c41ef2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.782120] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.785379] env[69411]: DEBUG oslo_concurrency.lockutils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.831s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.786622] env[69411]: INFO nova.compute.claims [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.800627] env[69411]: INFO nova.scheduler.client.report [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Deleted allocations for instance 50ceb30c-9c08-47ea-9ea8-9732c594342e [ 851.849934] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323036, 'name': ReconfigVM_Task, 'duration_secs': 0.62731} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.850446] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Reconfigured VM instance instance-00000036 to attach disk [datastore2] c308feda-6772-4f9f-8db4-85eebcef8d95/c308feda-6772-4f9f-8db4-85eebcef8d95.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.851763] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6f27a6d-b1e4-461c-8cd9-1e238dd00de5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.859886] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 851.859886] env[69411]: value = "task-3323039" [ 851.859886] env[69411]: _type = "Task" [ 851.859886] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.870132] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323039, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.909925] env[69411]: DEBUG nova.network.neutron [-] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.926648] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323038, 'name': ReconfigVM_Task, 'duration_secs': 0.430877} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.927525] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 1603a151-7d9e-4914-89e3-38a1a9819ca2/1603a151-7d9e-4914-89e3-38a1a9819ca2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.928190] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bba704ca-da0b-415b-bd02-86e004dd2e30 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.936063] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 851.936063] env[69411]: value = "task-3323040" [ 851.936063] env[69411]: _type = "Task" [ 851.936063] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.946043] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323040, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.981154] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72eb8bab-2210-4b42-8b84-625f1153b8d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.989054] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4e4ed4-ccbe-46ad-9fe3-2dc271fc2b7b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Doing hard reboot of VM {{(pid=69411) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 851.989326] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b1929de7-6bd1-46e4-af2a-2471ccd40146 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.996676] env[69411]: DEBUG oslo_vmware.api [None req-6b4e4ed4-ccbe-46ad-9fe3-2dc271fc2b7b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 851.996676] env[69411]: value = "task-3323041" [ 851.996676] env[69411]: _type = "Task" [ 851.996676] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.006652] env[69411]: DEBUG oslo_vmware.api [None req-6b4e4ed4-ccbe-46ad-9fe3-2dc271fc2b7b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323041, 'name': ResetVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.072014] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Releasing lock "refresh_cache-37caffdb-52fd-40dc-9de9-2bd7930c4903" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.072467] env[69411]: DEBUG nova.compute.manager [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Instance network_info: |[{"id": "9640d417-a4cb-4843-87be-66de4f76307c", "address": "fa:16:3e:f5:21:2a", "network": {"id": "f004a282-9808-4a6e-9773-edd24cabd0df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-421441858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbb0e25ed14f4b56a9fdbc5f87cb40f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9640d417-a4", "ovs_interfaceid": "9640d417-a4cb-4843-87be-66de4f76307c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.073019] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:21:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9640d417-a4cb-4843-87be-66de4f76307c', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.081980] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Creating folder: Project (bbb0e25ed14f4b56a9fdbc5f87cb40f2). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.082385] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2b93176-a793-4041-837a-f8b886f6766d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.096185] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Created folder: Project (bbb0e25ed14f4b56a9fdbc5f87cb40f2) in parent group-v663248. [ 852.096527] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Creating folder: Instances. Parent ref: group-v663411. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.096748] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b0fec71-179f-4578-9ab4-64dbfe690cd4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.110976] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Created folder: Instances in parent group-v663411. [ 852.111264] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.111470] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.111722] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcd020c9-d637-426e-ba89-1568f732e032 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.133990] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.133990] env[69411]: value = "task-3323044" [ 852.133990] env[69411]: _type = "Task" [ 852.133990] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.142289] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323044, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.147895] env[69411]: DEBUG nova.compute.manager [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.313259] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1ab4c82-8e42-4497-a3be-9873cba5c2ae tempest-ServersV294TestFqdnHostnames-711556723 tempest-ServersV294TestFqdnHostnames-711556723-project-member] Lock "50ceb30c-9c08-47ea-9ea8-9732c594342e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.455s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.373309] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323039, 'name': Rename_Task, 'duration_secs': 0.212086} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.373725] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.376646] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-727dd6ba-d9bf-4746-979e-553338af3f8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.385934] env[69411]: DEBUG oslo_vmware.rw_handles [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bef00-9320-f9c4-63d9-aa93a118c424/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 852.388892] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8982d21-7665-4ec5-8011-c60a787590a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.394889] env[69411]: DEBUG nova.compute.manager [req-22193271-fcd4-4c16-b288-ea09160b8330 req-e89db1ef-72d5-4519-a0bd-d5420b8dba30 service nova] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Received event network-changed-9640d417-a4cb-4843-87be-66de4f76307c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.394889] env[69411]: DEBUG nova.compute.manager [req-22193271-fcd4-4c16-b288-ea09160b8330 req-e89db1ef-72d5-4519-a0bd-d5420b8dba30 service nova] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Refreshing instance network info cache due to event network-changed-9640d417-a4cb-4843-87be-66de4f76307c. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.394889] env[69411]: DEBUG oslo_concurrency.lockutils [req-22193271-fcd4-4c16-b288-ea09160b8330 req-e89db1ef-72d5-4519-a0bd-d5420b8dba30 service nova] Acquiring lock "refresh_cache-37caffdb-52fd-40dc-9de9-2bd7930c4903" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.395079] env[69411]: DEBUG oslo_concurrency.lockutils [req-22193271-fcd4-4c16-b288-ea09160b8330 req-e89db1ef-72d5-4519-a0bd-d5420b8dba30 service nova] Acquired lock "refresh_cache-37caffdb-52fd-40dc-9de9-2bd7930c4903" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.395411] env[69411]: DEBUG nova.network.neutron [req-22193271-fcd4-4c16-b288-ea09160b8330 req-e89db1ef-72d5-4519-a0bd-d5420b8dba30 service nova] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Refreshing network info cache for port 9640d417-a4cb-4843-87be-66de4f76307c {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.398864] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 852.398864] env[69411]: value = "task-3323045" [ 852.398864] env[69411]: _type = "Task" [ 852.398864] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.407053] env[69411]: DEBUG oslo_vmware.rw_handles [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bef00-9320-f9c4-63d9-aa93a118c424/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 852.407183] env[69411]: ERROR oslo_vmware.rw_handles [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bef00-9320-f9c4-63d9-aa93a118c424/disk-0.vmdk due to incomplete transfer. [ 852.407924] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-818068e0-9eae-4e18-8a00-fbdcb7c08aa3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.415395] env[69411]: INFO nova.compute.manager [-] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Took 1.36 seconds to deallocate network for instance. [ 852.415673] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323045, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.423729] env[69411]: DEBUG oslo_vmware.rw_handles [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bef00-9320-f9c4-63d9-aa93a118c424/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 852.423984] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Uploaded image 5bfb4b17-dd3b-4cda-9634-e4eab3970925 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 852.426215] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 852.426535] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-104220f9-b417-4a3f-960a-783b7b6bf36c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.435020] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 852.435020] env[69411]: value = "task-3323046" [ 852.435020] env[69411]: _type = "Task" [ 852.435020] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.451132] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323046, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.456257] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323040, 'name': Rename_Task, 'duration_secs': 0.201294} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.456614] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.456925] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c2280f2-5cfb-4742-8bea-bd604a29091c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.464802] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 852.464802] env[69411]: value = "task-3323047" [ 852.464802] env[69411]: _type = "Task" [ 852.464802] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.474923] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.508362] env[69411]: DEBUG oslo_vmware.api [None req-6b4e4ed4-ccbe-46ad-9fe3-2dc271fc2b7b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323041, 'name': ResetVM_Task, 'duration_secs': 0.130714} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.508639] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4e4ed4-ccbe-46ad-9fe3-2dc271fc2b7b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Did hard reboot of VM {{(pid=69411) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 852.508832] env[69411]: DEBUG nova.compute.manager [None req-6b4e4ed4-ccbe-46ad-9fe3-2dc271fc2b7b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.509626] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6611423d-97ef-47a3-b1a0-edc92873431c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.645826] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323044, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.674342] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.749475] env[69411]: DEBUG nova.compute.manager [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 852.914295] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.924849] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.945765] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323046, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.975713] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.025356] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b4e4ed4-ccbe-46ad-9fe3-2dc271fc2b7b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.443s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.146409] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323044, 'name': CreateVM_Task, 'duration_secs': 0.584473} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.150630] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.151793] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.152248] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.152710] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.155018] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83bd45ad-4c4a-4385-8814-e3224b4cee79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.159740] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 853.159740] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d443f7-2127-f975-7e1a-bb43f494b091" [ 853.159740] env[69411]: _type = "Task" [ 853.159740] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.174119] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d443f7-2127-f975-7e1a-bb43f494b091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.227591] env[69411]: DEBUG nova.network.neutron [req-22193271-fcd4-4c16-b288-ea09160b8330 req-e89db1ef-72d5-4519-a0bd-d5420b8dba30 service nova] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Updated VIF entry in instance network info cache for port 9640d417-a4cb-4843-87be-66de4f76307c. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.228012] env[69411]: DEBUG nova.network.neutron [req-22193271-fcd4-4c16-b288-ea09160b8330 req-e89db1ef-72d5-4519-a0bd-d5420b8dba30 service nova] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Updating instance_info_cache with network_info: [{"id": "9640d417-a4cb-4843-87be-66de4f76307c", "address": "fa:16:3e:f5:21:2a", "network": {"id": "f004a282-9808-4a6e-9773-edd24cabd0df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-421441858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbb0e25ed14f4b56a9fdbc5f87cb40f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9640d417-a4", "ovs_interfaceid": "9640d417-a4cb-4843-87be-66de4f76307c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.271652] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.345193] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc5fa85-72f4-46ab-89d3-a22a3ad8b2eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.356647] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c35738-3c61-4976-8e51-701bd431e11a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.398811] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b97739a-abf5-4aff-a517-42f418b430bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.411329] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39f1319-2e57-4920-9c61-a0ac51008433 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.422312] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.431580] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "5f96f0fe-c2b1-490a-95b2-8f29b0fec254" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.431886] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "5f96f0fe-c2b1-490a-95b2-8f29b0fec254" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.435021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "5f96f0fe-c2b1-490a-95b2-8f29b0fec254-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.435021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "5f96f0fe-c2b1-490a-95b2-8f29b0fec254-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.435021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "5f96f0fe-c2b1-490a-95b2-8f29b0fec254-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.435231] env[69411]: DEBUG nova.compute.provider_tree [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.436964] env[69411]: INFO nova.compute.manager [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Terminating instance [ 853.450687] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323046, 'name': Destroy_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.476719] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.672733] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d443f7-2127-f975-7e1a-bb43f494b091, 'name': SearchDatastore_Task, 'duration_secs': 0.012539} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.673586] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.673586] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.673586] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.673787] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.674066] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.674223] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a7b01ee-79f7-44a6-97ca-e9a88ad5fb61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.684830] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.684830] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.685937] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a20cae75-024c-444b-8d8f-3220b0d4ba29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.693158] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 853.693158] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524b8b51-ccc5-2d6d-5d95-02de4be90aa5" [ 853.693158] env[69411]: _type = "Task" [ 853.693158] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.702173] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524b8b51-ccc5-2d6d-5d95-02de4be90aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.730579] env[69411]: DEBUG oslo_concurrency.lockutils [req-22193271-fcd4-4c16-b288-ea09160b8330 req-e89db1ef-72d5-4519-a0bd-d5420b8dba30 service nova] Releasing lock "refresh_cache-37caffdb-52fd-40dc-9de9-2bd7930c4903" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.730968] env[69411]: DEBUG nova.compute.manager [req-22193271-fcd4-4c16-b288-ea09160b8330 req-e89db1ef-72d5-4519-a0bd-d5420b8dba30 service nova] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Received event network-vif-deleted-05120fef-c8bc-41ff-9e23-8dec74b9d3a5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.917527] env[69411]: DEBUG oslo_vmware.api [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323045, 'name': PowerOnVM_Task, 'duration_secs': 1.289152} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.917794] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.918304] env[69411]: INFO nova.compute.manager [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Took 9.44 seconds to spawn the instance on the hypervisor. [ 853.918521] env[69411]: DEBUG nova.compute.manager [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.919364] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebd6553-8f92-4b5b-ba3a-a9a7e5da8988 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.947626] env[69411]: DEBUG nova.compute.manager [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.947833] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.948907] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b40ebe6-5952-4bd9-a510-085d74b84c25 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.958234] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323046, 'name': Destroy_Task, 'duration_secs': 1.105898} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.964030] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Destroyed the VM [ 853.964030] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 853.964030] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.964030] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-317ae0bf-4e4a-46ce-aac8-dd91a8885d9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.964030] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13f16db0-2cab-4021-af97-8866c0c886c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.973031] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 853.973031] env[69411]: value = "task-3323048" [ 853.973031] env[69411]: _type = "Task" [ 853.973031] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.979559] env[69411]: DEBUG oslo_vmware.api [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323047, 'name': PowerOnVM_Task, 'duration_secs': 1.217149} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.980541] env[69411]: ERROR nova.scheduler.client.report [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [req-2cef632e-5226-4815-9400-0228fae8f415] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2cef632e-5226-4815-9400-0228fae8f415"}]} [ 853.981277] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.981491] env[69411]: DEBUG nova.compute.manager [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.987677] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ca6249-402f-44d6-be32-3101a170bfa3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.992436] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323048, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.005450] env[69411]: DEBUG nova.scheduler.client.report [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 854.024156] env[69411]: DEBUG nova.scheduler.client.report [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 854.024705] env[69411]: DEBUG nova.compute.provider_tree [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.043485] env[69411]: DEBUG nova.scheduler.client.report [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 854.068918] env[69411]: DEBUG nova.scheduler.client.report [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 854.199088] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "a640f79b-0b60-4c7a-9dd4-3a6074397f8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.199498] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "a640f79b-0b60-4c7a-9dd4-3a6074397f8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.218345] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524b8b51-ccc5-2d6d-5d95-02de4be90aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.010522} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.219857] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-940d6893-7511-4bc8-b06b-42f07b80a3f7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.227449] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 854.227449] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d61b26-2f36-1ed5-f187-37a5af041ab0" [ 854.227449] env[69411]: _type = "Task" [ 854.227449] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.238749] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d61b26-2f36-1ed5-f187-37a5af041ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.443142] env[69411]: INFO nova.compute.manager [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Took 57.90 seconds to build instance. [ 854.486681] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323048, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.511045] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.634248] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe9431c-320e-40f7-a259-4c3216256694 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.643267] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aeafc14-d833-415e-807d-7eb521916e13 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.678804] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8406856-8c4e-47b0-9f43-0d09969bc11e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.688359] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629d78fa-7d7d-4961-ba65-701062548488 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.704773] env[69411]: DEBUG nova.compute.provider_tree [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.706355] env[69411]: DEBUG nova.compute.manager [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.739335] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d61b26-2f36-1ed5-f187-37a5af041ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.017083} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.742275] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.742275] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 37caffdb-52fd-40dc-9de9-2bd7930c4903/37caffdb-52fd-40dc-9de9-2bd7930c4903.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.742275] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78e7ca9b-e14c-4f48-bd94-1b6e581ee7ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.748733] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 854.748733] env[69411]: value = "task-3323050" [ 854.748733] env[69411]: _type = "Task" [ 854.748733] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.759177] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.945664] env[69411]: DEBUG oslo_concurrency.lockutils [None req-387abe88-adf2-44d3-a1dd-ca457ca4ddc0 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c308feda-6772-4f9f-8db4-85eebcef8d95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.410s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.990144] env[69411]: DEBUG oslo_vmware.api [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323048, 'name': RemoveSnapshot_Task, 'duration_secs': 0.913871} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.990621] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 854.991106] env[69411]: INFO nova.compute.manager [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Took 14.89 seconds to snapshot the instance on the hypervisor. [ 855.016596] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.016596] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.016596] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleting the datastore file [datastore1] 5f96f0fe-c2b1-490a-95b2-8f29b0fec254 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.016596] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78e474e8-4f93-4f18-9a92-81e88dcaf4ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.027388] env[69411]: DEBUG oslo_vmware.api [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 855.027388] env[69411]: value = "task-3323051" [ 855.027388] env[69411]: _type = "Task" [ 855.027388] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.036676] env[69411]: DEBUG oslo_vmware.api [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.237108] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.247120] env[69411]: DEBUG nova.scheduler.client.report [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 855.247527] env[69411]: DEBUG nova.compute.provider_tree [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 86 to 87 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 855.247822] env[69411]: DEBUG nova.compute.provider_tree [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.263056] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500281} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.263273] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 37caffdb-52fd-40dc-9de9-2bd7930c4903/37caffdb-52fd-40dc-9de9-2bd7930c4903.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.263585] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.265031] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89fced98-4f24-4063-8afa-2784e8737156 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.275653] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 855.275653] env[69411]: value = "task-3323052" [ 855.275653] env[69411]: _type = "Task" [ 855.275653] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.285682] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.351988] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "c308feda-6772-4f9f-8db4-85eebcef8d95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.352666] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c308feda-6772-4f9f-8db4-85eebcef8d95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.353955] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "c308feda-6772-4f9f-8db4-85eebcef8d95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.353955] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c308feda-6772-4f9f-8db4-85eebcef8d95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.353955] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c308feda-6772-4f9f-8db4-85eebcef8d95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.356701] env[69411]: INFO nova.compute.manager [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Terminating instance [ 855.496289] env[69411]: DEBUG nova.compute.manager [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Instance disappeared during snapshot {{(pid=69411) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 855.509866] env[69411]: DEBUG nova.compute.manager [None req-5525d661-7a9d-40f4-9f05-9f40fe04f37b tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Image not found during clean up 5bfb4b17-dd3b-4cda-9634-e4eab3970925 {{(pid=69411) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 855.535940] env[69411]: DEBUG oslo_vmware.api [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290296} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.536223] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.537051] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.537051] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.537051] env[69411]: INFO nova.compute.manager [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Took 1.59 seconds to destroy the instance on the hypervisor. [ 855.537051] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.537255] env[69411]: DEBUG nova.compute.manager [-] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.537255] env[69411]: DEBUG nova.network.neutron [-] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.756728] env[69411]: DEBUG oslo_concurrency.lockutils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.972s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.757313] env[69411]: DEBUG nova.compute.manager [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.760693] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.806s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.760938] env[69411]: DEBUG nova.objects.instance [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lazy-loading 'resources' on Instance uuid a81f023f-4bc6-4ad7-8d56-70d2a091f874 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.786819] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120906} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.787271] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.789116] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5ad92a-ebfd-4a10-acbe-9d4e5e6ce991 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.813747] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 37caffdb-52fd-40dc-9de9-2bd7930c4903/37caffdb-52fd-40dc-9de9-2bd7930c4903.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.814871] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04e00771-eca3-4c06-95bb-3b2af1d463bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.842125] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 855.842125] env[69411]: value = "task-3323053" [ 855.842125] env[69411]: _type = "Task" [ 855.842125] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.854576] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.861181] env[69411]: DEBUG nova.compute.manager [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.861412] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.862545] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b815104b-0e4e-4afe-ba08-368ed98b4797 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.874839] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.875194] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-007425d7-7faf-4b45-8277-d9c4dc76929e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.884135] env[69411]: DEBUG oslo_vmware.api [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 855.884135] env[69411]: value = "task-3323054" [ 855.884135] env[69411]: _type = "Task" [ 855.884135] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.896041] env[69411]: DEBUG oslo_vmware.api [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.906664] env[69411]: DEBUG nova.compute.manager [req-65036bf9-c679-41dc-9331-d28842506ef2 req-dd225177-0a49-4c84-af3b-fe1441444a27 service nova] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Received event network-vif-deleted-63ca408f-973a-47e1-928e-e42d5af4e9ad {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.906664] env[69411]: INFO nova.compute.manager [req-65036bf9-c679-41dc-9331-d28842506ef2 req-dd225177-0a49-4c84-af3b-fe1441444a27 service nova] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Neutron deleted interface 63ca408f-973a-47e1-928e-e42d5af4e9ad; detaching it from the instance and deleting it from the info cache [ 855.906664] env[69411]: DEBUG nova.network.neutron [req-65036bf9-c679-41dc-9331-d28842506ef2 req-dd225177-0a49-4c84-af3b-fe1441444a27 service nova] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.265193] env[69411]: DEBUG nova.compute.utils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.270801] env[69411]: DEBUG nova.compute.manager [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.271028] env[69411]: DEBUG nova.network.neutron [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.338956] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "4c913a06-f251-470f-a712-09e21768ecc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.339304] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "4c913a06-f251-470f-a712-09e21768ecc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.339556] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "4c913a06-f251-470f-a712-09e21768ecc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.339771] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "4c913a06-f251-470f-a712-09e21768ecc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.339950] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "4c913a06-f251-470f-a712-09e21768ecc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.343427] env[69411]: DEBUG nova.policy [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68a9f359c2054f02bc7ce765bd8fafdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfb958bb6fb84158b299b7daaea8d3ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.347403] env[69411]: INFO nova.compute.manager [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Terminating instance [ 856.361833] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323053, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.370352] env[69411]: DEBUG nova.network.neutron [-] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.398987] env[69411]: DEBUG oslo_vmware.api [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323054, 'name': PowerOffVM_Task, 'duration_secs': 0.35087} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.401879] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.402091] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.402972] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bef4d53-3470-4448-867c-79d794895b54 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.412420] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c83c2d43-b399-4813-97cc-b3c8b499e2ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.427235] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859f3333-a38f-476c-925a-c8cc70f14d80 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.486181] env[69411]: DEBUG nova.compute.manager [req-65036bf9-c679-41dc-9331-d28842506ef2 req-dd225177-0a49-4c84-af3b-fe1441444a27 service nova] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Detach interface failed, port_id=63ca408f-973a-47e1-928e-e42d5af4e9ad, reason: Instance 5f96f0fe-c2b1-490a-95b2-8f29b0fec254 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 856.491017] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.491250] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.491433] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleting the datastore file [datastore2] c308feda-6772-4f9f-8db4-85eebcef8d95 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.491884] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23d2fae9-8013-4ed5-9f24-9e751d0dadfc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.499832] env[69411]: DEBUG oslo_vmware.api [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 856.499832] env[69411]: value = "task-3323056" [ 856.499832] env[69411]: _type = "Task" [ 856.499832] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.511921] env[69411]: DEBUG oslo_vmware.api [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.773946] env[69411]: DEBUG nova.compute.manager [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.786053] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fcd443-1f92-4ed9-9216-08d8862ab548 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.794883] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e5dc22-04bd-4442-bcd5-fc4a2daadb62 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.831741] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82ed268-4f05-479d-aca8-3626a12a8f2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.840739] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619a9cdb-6207-4c93-b3a4-96d5f5a2c32b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.859907] env[69411]: DEBUG nova.compute.manager [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.859907] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.859907] env[69411]: DEBUG nova.compute.provider_tree [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.861915] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d89b9be-c9cc-40e6-aed2-9366556c6454 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.867863] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323053, 'name': ReconfigVM_Task, 'duration_secs': 0.568924} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.868504] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 37caffdb-52fd-40dc-9de9-2bd7930c4903/37caffdb-52fd-40dc-9de9-2bd7930c4903.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.869166] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe79edcd-a819-4795-b8f4-d772bc71c6ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.872754] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.873872] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ffa12d5-3459-4089-85ef-290a005c446f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.875525] env[69411]: INFO nova.compute.manager [-] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Took 1.34 seconds to deallocate network for instance. [ 856.881728] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 856.881728] env[69411]: value = "task-3323057" [ 856.881728] env[69411]: _type = "Task" [ 856.881728] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.883206] env[69411]: DEBUG oslo_vmware.api [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 856.883206] env[69411]: value = "task-3323058" [ 856.883206] env[69411]: _type = "Task" [ 856.883206] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.897793] env[69411]: DEBUG oslo_vmware.api [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.902106] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323057, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.012290] env[69411]: DEBUG oslo_vmware.api [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469956} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.013602] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.013602] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.013602] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.013602] env[69411]: INFO nova.compute.manager [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Took 1.15 seconds to destroy the instance on the hypervisor. [ 857.013602] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.013602] env[69411]: DEBUG nova.compute.manager [-] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.013602] env[69411]: DEBUG nova.network.neutron [-] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.352063] env[69411]: DEBUG nova.network.neutron [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Successfully created port: 8d9831dd-53b7-4677-81c3-e21bc703ef83 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.365971] env[69411]: DEBUG nova.scheduler.client.report [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.384714] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.398696] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323057, 'name': Rename_Task, 'duration_secs': 0.374385} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.402832] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.402986] env[69411]: DEBUG oslo_vmware.api [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323058, 'name': PowerOffVM_Task, 'duration_secs': 0.397422} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.403471] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f6a2778-6e0e-45c1-bf52-2382b9303a6c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.406411] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.406411] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.406411] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aea64931-53f2-4adf-b9b8-346a83f38fcc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.416346] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 857.416346] env[69411]: value = "task-3323059" [ 857.416346] env[69411]: _type = "Task" [ 857.416346] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.425280] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.491689] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.491925] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.492141] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Deleting the datastore file [datastore1] 4c913a06-f251-470f-a712-09e21768ecc2 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.492418] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6998a7f7-581f-46d0-8358-a456ad4407b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.506406] env[69411]: DEBUG oslo_vmware.api [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 857.506406] env[69411]: value = "task-3323061" [ 857.506406] env[69411]: _type = "Task" [ 857.506406] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.515306] env[69411]: DEBUG oslo_vmware.api [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.785311] env[69411]: DEBUG nova.compute.manager [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.818751] env[69411]: DEBUG nova.virt.hardware [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.819009] env[69411]: DEBUG nova.virt.hardware [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.819249] env[69411]: DEBUG nova.virt.hardware [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.819428] env[69411]: DEBUG nova.virt.hardware [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.819580] env[69411]: DEBUG nova.virt.hardware [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.819726] env[69411]: DEBUG nova.virt.hardware [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.819937] env[69411]: DEBUG nova.virt.hardware [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.821178] env[69411]: DEBUG nova.virt.hardware [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.823876] env[69411]: DEBUG nova.virt.hardware [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.824801] env[69411]: DEBUG nova.virt.hardware [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.825067] env[69411]: DEBUG nova.virt.hardware [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.826019] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf79486-0266-499a-9055-5db397964ab7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.842409] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1081cdf2-a8cb-4b00-a611-f1afd6ae46fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.871753] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.874842] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.823s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.901677] env[69411]: INFO nova.scheduler.client.report [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Deleted allocations for instance a81f023f-4bc6-4ad7-8d56-70d2a091f874 [ 857.929362] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323059, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.945976] env[69411]: DEBUG nova.compute.manager [req-06c0dd90-e8ea-45dd-ba3a-4dfc4a96b645 req-94fe604e-82a9-46ac-a47e-2b747ffc82b4 service nova] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Received event network-vif-deleted-d70acd1a-806f-4f7c-acd9-9426c2613a8b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.946216] env[69411]: INFO nova.compute.manager [req-06c0dd90-e8ea-45dd-ba3a-4dfc4a96b645 req-94fe604e-82a9-46ac-a47e-2b747ffc82b4 service nova] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Neutron deleted interface d70acd1a-806f-4f7c-acd9-9426c2613a8b; detaching it from the instance and deleting it from the info cache [ 857.946426] env[69411]: DEBUG nova.network.neutron [req-06c0dd90-e8ea-45dd-ba3a-4dfc4a96b645 req-94fe604e-82a9-46ac-a47e-2b747ffc82b4 service nova] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.020376] env[69411]: DEBUG oslo_vmware.api [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136958} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.020749] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.021040] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.021293] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.021562] env[69411]: INFO nova.compute.manager [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 858.024152] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.024152] env[69411]: DEBUG nova.compute.manager [-] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.024152] env[69411]: DEBUG nova.network.neutron [-] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.102918] env[69411]: DEBUG nova.network.neutron [-] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.382896] env[69411]: INFO nova.compute.claims [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.414026] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ddf19884-d903-46b6-a0b3-476cfbfcec54 tempest-ListImageFiltersTestJSON-1145579013 tempest-ListImageFiltersTestJSON-1145579013-project-member] Lock "a81f023f-4bc6-4ad7-8d56-70d2a091f874" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.229s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.431937] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323059, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.452313] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86c6601a-57a7-4bd4-ba96-07865afa863e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.468069] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbab6f19-0819-480a-b22a-5273e4d934b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.510089] env[69411]: DEBUG nova.compute.manager [req-06c0dd90-e8ea-45dd-ba3a-4dfc4a96b645 req-94fe604e-82a9-46ac-a47e-2b747ffc82b4 service nova] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Detach interface failed, port_id=d70acd1a-806f-4f7c-acd9-9426c2613a8b, reason: Instance c308feda-6772-4f9f-8db4-85eebcef8d95 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 858.609570] env[69411]: INFO nova.compute.manager [-] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Took 1.60 seconds to deallocate network for instance. [ 858.855885] env[69411]: DEBUG nova.network.neutron [-] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.893285] env[69411]: INFO nova.compute.resource_tracker [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating resource usage from migration fa56bdea-bf9c-4a21-906a-346c6b8e80cb [ 858.931236] env[69411]: DEBUG oslo_vmware.api [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323059, 'name': PowerOnVM_Task, 'duration_secs': 1.035989} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.931496] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.932658] env[69411]: INFO nova.compute.manager [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Took 9.43 seconds to spawn the instance on the hypervisor. [ 858.932869] env[69411]: DEBUG nova.compute.manager [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.933753] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1ae213-4037-4357-9133-fc1292a5a879 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.120883] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.193091] env[69411]: DEBUG nova.network.neutron [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Successfully updated port: 8d9831dd-53b7-4677-81c3-e21bc703ef83 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.357746] env[69411]: INFO nova.compute.manager [-] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Took 1.34 seconds to deallocate network for instance. [ 859.470891] env[69411]: INFO nova.compute.manager [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Took 58.68 seconds to build instance. [ 859.490991] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a60558-be57-43b3-9d78-23a33b52a666 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.501094] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb0f151-62b2-4ab2-9a47-01faef04da93 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.537756] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a67c4c-d532-47b5-960c-57769838512f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.548229] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2319e17-9305-4401-bd24-f3028abd4e6e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.562976] env[69411]: DEBUG nova.compute.provider_tree [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.694571] env[69411]: DEBUG oslo_concurrency.lockutils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "refresh_cache-e715a445-d4c6-48e0-b9ba-5e112f4588a6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.695444] env[69411]: DEBUG oslo_concurrency.lockutils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "refresh_cache-e715a445-d4c6-48e0-b9ba-5e112f4588a6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.695444] env[69411]: DEBUG nova.network.neutron [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.866580] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.975953] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3a084520-68aa-46ac-bc37-df14748142f8 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "37caffdb-52fd-40dc-9de9-2bd7930c4903" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.205s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.038378] env[69411]: DEBUG nova.compute.manager [req-f4fc97c4-853a-4a62-8287-b474a35e7d43 req-19746e5b-0b60-4109-8f42-f4d362ebf348 service nova] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Received event network-vif-deleted-1b8ff67f-1387-43d6-8920-e0aed0b0994e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.038599] env[69411]: DEBUG nova.compute.manager [req-f4fc97c4-853a-4a62-8287-b474a35e7d43 req-19746e5b-0b60-4109-8f42-f4d362ebf348 service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Received event network-vif-plugged-8d9831dd-53b7-4677-81c3-e21bc703ef83 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.038775] env[69411]: DEBUG oslo_concurrency.lockutils [req-f4fc97c4-853a-4a62-8287-b474a35e7d43 req-19746e5b-0b60-4109-8f42-f4d362ebf348 service nova] Acquiring lock "e715a445-d4c6-48e0-b9ba-5e112f4588a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.039016] env[69411]: DEBUG oslo_concurrency.lockutils [req-f4fc97c4-853a-4a62-8287-b474a35e7d43 req-19746e5b-0b60-4109-8f42-f4d362ebf348 service nova] Lock "e715a445-d4c6-48e0-b9ba-5e112f4588a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.041321] env[69411]: DEBUG oslo_concurrency.lockutils [req-f4fc97c4-853a-4a62-8287-b474a35e7d43 req-19746e5b-0b60-4109-8f42-f4d362ebf348 service nova] Lock "e715a445-d4c6-48e0-b9ba-5e112f4588a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.041321] env[69411]: DEBUG nova.compute.manager [req-f4fc97c4-853a-4a62-8287-b474a35e7d43 req-19746e5b-0b60-4109-8f42-f4d362ebf348 service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] No waiting events found dispatching network-vif-plugged-8d9831dd-53b7-4677-81c3-e21bc703ef83 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.041321] env[69411]: WARNING nova.compute.manager [req-f4fc97c4-853a-4a62-8287-b474a35e7d43 req-19746e5b-0b60-4109-8f42-f4d362ebf348 service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Received unexpected event network-vif-plugged-8d9831dd-53b7-4677-81c3-e21bc703ef83 for instance with vm_state building and task_state spawning. [ 860.041321] env[69411]: DEBUG nova.compute.manager [req-f4fc97c4-853a-4a62-8287-b474a35e7d43 req-19746e5b-0b60-4109-8f42-f4d362ebf348 service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Received event network-changed-8d9831dd-53b7-4677-81c3-e21bc703ef83 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.041321] env[69411]: DEBUG nova.compute.manager [req-f4fc97c4-853a-4a62-8287-b474a35e7d43 req-19746e5b-0b60-4109-8f42-f4d362ebf348 service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Refreshing instance network info cache due to event network-changed-8d9831dd-53b7-4677-81c3-e21bc703ef83. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.041321] env[69411]: DEBUG oslo_concurrency.lockutils [req-f4fc97c4-853a-4a62-8287-b474a35e7d43 req-19746e5b-0b60-4109-8f42-f4d362ebf348 service nova] Acquiring lock "refresh_cache-e715a445-d4c6-48e0-b9ba-5e112f4588a6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.092190] env[69411]: ERROR nova.scheduler.client.report [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [req-248453f5-5200-4f9a-a80f-536944044afe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-248453f5-5200-4f9a-a80f-536944044afe"}]} [ 860.110359] env[69411]: DEBUG nova.scheduler.client.report [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 860.127563] env[69411]: DEBUG nova.scheduler.client.report [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 860.127563] env[69411]: DEBUG nova.compute.provider_tree [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.143084] env[69411]: DEBUG nova.scheduler.client.report [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 860.164270] env[69411]: DEBUG nova.scheduler.client.report [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 860.227296] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Acquiring lock "41dd55dd-81f9-414d-8985-7b3280d45509" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.227296] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Lock "41dd55dd-81f9-414d-8985-7b3280d45509" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.235138] env[69411]: DEBUG nova.network.neutron [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.403178] env[69411]: INFO nova.compute.manager [None req-16ba5a0b-f766-42b4-9fc4-88456636f336 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Get console output [ 860.403408] env[69411]: WARNING nova.virt.vmwareapi.driver [None req-16ba5a0b-f766-42b4-9fc4-88456636f336 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] The console log is missing. Check your VSPC configuration [ 860.418396] env[69411]: INFO nova.compute.manager [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Rescuing [ 860.418640] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "refresh_cache-37caffdb-52fd-40dc-9de9-2bd7930c4903" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.418783] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquired lock "refresh_cache-37caffdb-52fd-40dc-9de9-2bd7930c4903" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.418956] env[69411]: DEBUG nova.network.neutron [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.448296] env[69411]: DEBUG nova.network.neutron [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Updating instance_info_cache with network_info: [{"id": "8d9831dd-53b7-4677-81c3-e21bc703ef83", "address": "fa:16:3e:bb:ff:88", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9831dd-53", "ovs_interfaceid": "8d9831dd-53b7-4677-81c3-e21bc703ef83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.691510] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0d8ee5-f95e-48a3-8b38-5b0c10dbe6ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.699977] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25888725-42c6-44c0-b7f7-af0bacc268f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.732244] env[69411]: DEBUG nova.compute.manager [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.735589] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66dc15c-6c8c-480e-bf25-9fd3f8623263 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.744268] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2369540-2999-4189-a5c1-bdb9fb866ff5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.760841] env[69411]: DEBUG nova.compute.provider_tree [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.954038] env[69411]: DEBUG oslo_concurrency.lockutils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "refresh_cache-e715a445-d4c6-48e0-b9ba-5e112f4588a6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.954038] env[69411]: DEBUG nova.compute.manager [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Instance network_info: |[{"id": "8d9831dd-53b7-4677-81c3-e21bc703ef83", "address": "fa:16:3e:bb:ff:88", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9831dd-53", "ovs_interfaceid": "8d9831dd-53b7-4677-81c3-e21bc703ef83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.954038] env[69411]: DEBUG oslo_concurrency.lockutils [req-f4fc97c4-853a-4a62-8287-b474a35e7d43 req-19746e5b-0b60-4109-8f42-f4d362ebf348 service nova] Acquired lock "refresh_cache-e715a445-d4c6-48e0-b9ba-5e112f4588a6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.954038] env[69411]: DEBUG nova.network.neutron [req-f4fc97c4-853a-4a62-8287-b474a35e7d43 req-19746e5b-0b60-4109-8f42-f4d362ebf348 service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Refreshing network info cache for port 8d9831dd-53b7-4677-81c3-e21bc703ef83 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.954038] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:ff:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d9831dd-53b7-4677-81c3-e21bc703ef83', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.964401] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Creating folder: Project (bfb958bb6fb84158b299b7daaea8d3ab). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.970383] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0921b6b5-8cde-4c85-9d53-d1626b4cacc4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.983311] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Created folder: Project (bfb958bb6fb84158b299b7daaea8d3ab) in parent group-v663248. [ 860.983548] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Creating folder: Instances. Parent ref: group-v663414. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.983845] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10ce66d9-0913-4c16-b48d-17099e28a6e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.994980] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Created folder: Instances in parent group-v663414. [ 860.995291] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.995522] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.999016] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09f11ca0-a0b5-42a9-ad08-a91b67097297 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.024148] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.024148] env[69411]: value = "task-3323064" [ 861.024148] env[69411]: _type = "Task" [ 861.024148] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.033056] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323064, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.176452] env[69411]: DEBUG nova.network.neutron [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Updating instance_info_cache with network_info: [{"id": "9640d417-a4cb-4843-87be-66de4f76307c", "address": "fa:16:3e:f5:21:2a", "network": {"id": "f004a282-9808-4a6e-9773-edd24cabd0df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-421441858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbb0e25ed14f4b56a9fdbc5f87cb40f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9640d417-a4", "ovs_interfaceid": "9640d417-a4cb-4843-87be-66de4f76307c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.254725] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.315041] env[69411]: DEBUG nova.scheduler.client.report [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 861.316515] env[69411]: DEBUG nova.compute.provider_tree [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 88 to 89 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 861.316515] env[69411]: DEBUG nova.compute.provider_tree [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.537146] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323064, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.623271] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Acquiring lock "2bdfcae6-520b-42f8-9127-f58cb3f9e57d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.623460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Lock "2bdfcae6-520b-42f8-9127-f58cb3f9e57d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.623680] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Acquiring lock "2bdfcae6-520b-42f8-9127-f58cb3f9e57d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.624637] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Lock "2bdfcae6-520b-42f8-9127-f58cb3f9e57d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.624637] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Lock "2bdfcae6-520b-42f8-9127-f58cb3f9e57d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.628905] env[69411]: INFO nova.compute.manager [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Terminating instance [ 861.679389] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Releasing lock "refresh_cache-37caffdb-52fd-40dc-9de9-2bd7930c4903" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.721938] env[69411]: DEBUG nova.network.neutron [req-f4fc97c4-853a-4a62-8287-b474a35e7d43 req-19746e5b-0b60-4109-8f42-f4d362ebf348 service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Updated VIF entry in instance network info cache for port 8d9831dd-53b7-4677-81c3-e21bc703ef83. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.722441] env[69411]: DEBUG nova.network.neutron [req-f4fc97c4-853a-4a62-8287-b474a35e7d43 req-19746e5b-0b60-4109-8f42-f4d362ebf348 service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Updating instance_info_cache with network_info: [{"id": "8d9831dd-53b7-4677-81c3-e21bc703ef83", "address": "fa:16:3e:bb:ff:88", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9831dd-53", "ovs_interfaceid": "8d9831dd-53b7-4677-81c3-e21bc703ef83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.824975] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.950s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.825251] env[69411]: INFO nova.compute.manager [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Migrating [ 861.831785] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.290s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.833263] env[69411]: INFO nova.compute.claims [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.040925] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323064, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.134174] env[69411]: DEBUG nova.compute.manager [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.134174] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.134653] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b12957c-2aa9-4956-a310-fe548eb654c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.149543] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.149543] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95cbe13f-9dca-4815-a96e-1cf2cd20924a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.159167] env[69411]: DEBUG oslo_vmware.api [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Waiting for the task: (returnval){ [ 862.159167] env[69411]: value = "task-3323065" [ 862.159167] env[69411]: _type = "Task" [ 862.159167] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.170693] env[69411]: DEBUG oslo_vmware.api [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3323065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.227635] env[69411]: DEBUG oslo_concurrency.lockutils [req-f4fc97c4-853a-4a62-8287-b474a35e7d43 req-19746e5b-0b60-4109-8f42-f4d362ebf348 service nova] Releasing lock "refresh_cache-e715a445-d4c6-48e0-b9ba-5e112f4588a6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.357586] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.358049] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquired lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.358215] env[69411]: DEBUG nova.network.neutron [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.538815] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323064, 'name': CreateVM_Task, 'duration_secs': 1.385696} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.539028] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.540091] env[69411]: DEBUG oslo_concurrency.lockutils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.540305] env[69411]: DEBUG oslo_concurrency.lockutils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.540626] env[69411]: DEBUG oslo_concurrency.lockutils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.540887] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eedd03ea-162c-49e7-8610-8ac926202bc0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.545916] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 862.545916] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c7347b-c78f-f2ca-a3ca-b0c1e1b56340" [ 862.545916] env[69411]: _type = "Task" [ 862.545916] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.559765] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c7347b-c78f-f2ca-a3ca-b0c1e1b56340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.672258] env[69411]: DEBUG oslo_vmware.api [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3323065, 'name': PowerOffVM_Task, 'duration_secs': 0.228839} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.672642] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.672767] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.673247] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2c05457-30f4-4a6d-88fa-b1d7a9436af8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.750452] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.750787] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.751047] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Deleting the datastore file [datastore1] 2bdfcae6-520b-42f8-9127-f58cb3f9e57d {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.751408] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bf49b4a-b16a-455d-bb72-00ce59a44480 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.761347] env[69411]: DEBUG oslo_vmware.api [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Waiting for the task: (returnval){ [ 862.761347] env[69411]: value = "task-3323067" [ 862.761347] env[69411]: _type = "Task" [ 862.761347] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.770232] env[69411]: DEBUG oslo_vmware.api [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3323067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.067177] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c7347b-c78f-f2ca-a3ca-b0c1e1b56340, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.067287] env[69411]: DEBUG oslo_concurrency.lockutils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.067606] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.067906] env[69411]: DEBUG oslo_concurrency.lockutils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.068109] env[69411]: DEBUG oslo_concurrency.lockutils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.068329] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.069806] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d16f9ca-75c8-4c37-8030-0fd94246ce2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.090590] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.090792] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.091624] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2fdac1-f18d-4b53-9625-4c47739d06a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.098050] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 863.098050] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5219334e-7a03-8a5c-ddb2-4de3adadfa92" [ 863.098050] env[69411]: _type = "Task" [ 863.098050] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.115021] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5219334e-7a03-8a5c-ddb2-4de3adadfa92, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.115344] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c009ee1-8fd4-4032-b40d-d3389eec5844 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.123613] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 863.123613] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52530afe-defa-9ff1-5672-1556e5b2bf9d" [ 863.123613] env[69411]: _type = "Task" [ 863.123613] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.135598] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52530afe-defa-9ff1-5672-1556e5b2bf9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.138479] env[69411]: DEBUG oslo_concurrency.lockutils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.138669] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] e715a445-d4c6-48e0-b9ba-5e112f4588a6/e715a445-d4c6-48e0-b9ba-5e112f4588a6.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.139230] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48305c59-006b-47a6-9ca7-dec4215c2b3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.146847] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 863.146847] env[69411]: value = "task-3323068" [ 863.146847] env[69411]: _type = "Task" [ 863.146847] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.156743] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.183639] env[69411]: DEBUG nova.network.neutron [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating instance_info_cache with network_info: [{"id": "868ad831-e096-4fd6-8111-80d4e8ddd7c0", "address": "fa:16:3e:e3:57:5c", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868ad831-e0", "ovs_interfaceid": "868ad831-e096-4fd6-8111-80d4e8ddd7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.240983] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.241305] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c988ca15-cc3b-4b0e-98b4-eb7b44d61c4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.253015] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 863.253015] env[69411]: value = "task-3323069" [ 863.253015] env[69411]: _type = "Task" [ 863.253015] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.275257] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.283429] env[69411]: DEBUG oslo_vmware.api [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Task: {'id': task-3323067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141598} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.286870] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.286870] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.286870] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.287029] env[69411]: INFO nova.compute.manager [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 863.288460] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.288460] env[69411]: DEBUG nova.compute.manager [-] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.288460] env[69411]: DEBUG nova.network.neutron [-] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.385401] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "bc2d41f9-3166-4ae8-bbc9-b58558603368" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.386709] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "bc2d41f9-3166-4ae8-bbc9-b58558603368" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.423724] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "ade7ce14-f11a-467d-9b12-05acd5ac76fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.424699] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "ade7ce14-f11a-467d-9b12-05acd5ac76fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.469735] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "a777e80c-13a0-429c-ae7e-4d43702e9092" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.470486] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "a777e80c-13a0-429c-ae7e-4d43702e9092" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.540642] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af28322b-ea14-48e6-80ed-d932bb8fa47d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.549631] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b9acc7-bd6b-48cc-8ae1-1e82f4319ad8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.583366] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bb743a-ce75-4e7e-88aa-53a156634f86 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.594154] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af1372c-5ea4-46c7-96a6-9083ed734799 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.611293] env[69411]: DEBUG nova.compute.provider_tree [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.658899] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323068, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.686854] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Releasing lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.766566] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323069, 'name': PowerOffVM_Task, 'duration_secs': 0.264685} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.766920] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.769019] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2fa980-78d3-4a3c-b52c-9cea4ff26999 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.794331] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d01131-8d7c-4c8c-a37e-90679ac5cce5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.837871] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.838518] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83361498-feae-4f5d-880e-7a48704cc0c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.851073] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 863.851073] env[69411]: value = "task-3323070" [ 863.851073] env[69411]: _type = "Task" [ 863.851073] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.857671] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.891639] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.918961] env[69411]: DEBUG nova.compute.manager [req-b20bc943-1155-4f91-9b77-998ed607b8a6 req-57f59ff4-88f1-41b4-9954-8b8fdc4a0c3e service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Received event network-vif-deleted-c880c03c-2dad-44c6-a06b-a4f7ef5d66e8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.918961] env[69411]: INFO nova.compute.manager [req-b20bc943-1155-4f91-9b77-998ed607b8a6 req-57f59ff4-88f1-41b4-9954-8b8fdc4a0c3e service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Neutron deleted interface c880c03c-2dad-44c6-a06b-a4f7ef5d66e8; detaching it from the instance and deleting it from the info cache [ 863.919058] env[69411]: DEBUG nova.network.neutron [req-b20bc943-1155-4f91-9b77-998ed607b8a6 req-57f59ff4-88f1-41b4-9954-8b8fdc4a0c3e service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.928044] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.973950] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.114405] env[69411]: DEBUG nova.scheduler.client.report [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.159254] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512609} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.159428] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] e715a445-d4c6-48e0-b9ba-5e112f4588a6/e715a445-d4c6-48e0-b9ba-5e112f4588a6.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.159760] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.160108] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57de5641-81b0-4783-908f-42d3a2500ded {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.168738] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 864.168738] env[69411]: value = "task-3323071" [ 864.168738] env[69411]: _type = "Task" [ 864.168738] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.182378] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.359576] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 864.359813] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.360080] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.360236] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.360413] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.360671] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f8b64c8-ad99-42e2-998e-b634cee068a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.370106] env[69411]: DEBUG nova.network.neutron [-] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.374361] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.374361] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.375332] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f15d74-1c44-46e8-a235-9260d7b24a5f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.384045] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 864.384045] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b67a29-67a6-b1e6-55d4-78a69408df7b" [ 864.384045] env[69411]: _type = "Task" [ 864.384045] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.397739] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b67a29-67a6-b1e6-55d4-78a69408df7b, 'name': SearchDatastore_Task} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.401049] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5628f662-a5e9-4bd0-bbad-a1eafd4e38fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.407397] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 864.407397] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522c122f-b9e9-e388-d69e-5c4a9bc33482" [ 864.407397] env[69411]: _type = "Task" [ 864.407397] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.417582] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522c122f-b9e9-e388-d69e-5c4a9bc33482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.422764] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.423356] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc9a5d9e-34da-42f2-a80b-a1bbd0327218 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.435521] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8303165-f7e7-41e6-8b82-868d38306302 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.472665] env[69411]: DEBUG nova.compute.manager [req-b20bc943-1155-4f91-9b77-998ed607b8a6 req-57f59ff4-88f1-41b4-9954-8b8fdc4a0c3e service nova] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Detach interface failed, port_id=c880c03c-2dad-44c6-a06b-a4f7ef5d66e8, reason: Instance 2bdfcae6-520b-42f8-9127-f58cb3f9e57d could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 864.473912] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.496383] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.619972] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.620549] env[69411]: DEBUG nova.compute.manager [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.623109] env[69411]: DEBUG oslo_concurrency.lockutils [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.738s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.623352] env[69411]: DEBUG nova.objects.instance [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Lazy-loading 'resources' on Instance uuid ece46e66-a835-4f04-a091-b3a4d8de0b05 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.679522] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072307} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.679796] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.680572] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa2d3f3-3780-4276-b7df-62f82f272b95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.705781] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] e715a445-d4c6-48e0-b9ba-5e112f4588a6/e715a445-d4c6-48e0-b9ba-5e112f4588a6.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.708360] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d04d09f7-3128-479d-947e-a570628d1409 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.723434] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df5ce99-17e4-4dde-aa49-f19625dc8833 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.744068] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating instance 'f2e014b2-5984-40c5-b2b7-c52f03b08536' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 864.749049] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 864.749049] env[69411]: value = "task-3323072" [ 864.749049] env[69411]: _type = "Task" [ 864.749049] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.756431] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.876135] env[69411]: INFO nova.compute.manager [-] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Took 1.59 seconds to deallocate network for instance. [ 864.919221] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522c122f-b9e9-e388-d69e-5c4a9bc33482, 'name': SearchDatastore_Task, 'duration_secs': 0.010876} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.919500] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.919761] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 37caffdb-52fd-40dc-9de9-2bd7930c4903/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk. {{(pid=69411) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 864.920034] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1b7ccb0-9079-4e42-9bfd-7cfd599f87cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.927687] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 864.927687] env[69411]: value = "task-3323073" [ 864.927687] env[69411]: _type = "Task" [ 864.927687] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.935330] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.129804] env[69411]: DEBUG nova.compute.utils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.131943] env[69411]: DEBUG nova.compute.manager [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.132076] env[69411]: DEBUG nova.network.neutron [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.189850] env[69411]: DEBUG nova.policy [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d78716fead84bc08bd77bba08567330', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6e3886d5b0a4e74a5e8f0f633b93cc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.251749] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.252218] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1493c89-0f9d-422a-a349-17ad11288ff5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.270321] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323072, 'name': ReconfigVM_Task, 'duration_secs': 0.29287} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.272268] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Reconfigured VM instance instance-00000038 to attach disk [datastore1] e715a445-d4c6-48e0-b9ba-5e112f4588a6/e715a445-d4c6-48e0-b9ba-5e112f4588a6.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.273150] env[69411]: DEBUG oslo_vmware.api [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 865.273150] env[69411]: value = "task-3323074" [ 865.273150] env[69411]: _type = "Task" [ 865.273150] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.276249] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8dde5b3-79e8-47fc-9213-be26acfa2fb0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.295460] env[69411]: DEBUG oslo_vmware.api [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.296398] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 865.296398] env[69411]: value = "task-3323075" [ 865.296398] env[69411]: _type = "Task" [ 865.296398] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.309898] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323075, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.385428] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.440746] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479287} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.441138] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 37caffdb-52fd-40dc-9de9-2bd7930c4903/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk. [ 865.442047] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbd42b7-27b7-41de-be95-69acb7f7009e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.471432] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 37caffdb-52fd-40dc-9de9-2bd7930c4903/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.474521] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca0d25f-30b5-49dd-91e6-151e409f9b28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.494544] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 865.494544] env[69411]: value = "task-3323076" [ 865.494544] env[69411]: _type = "Task" [ 865.494544] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.508351] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.596820] env[69411]: DEBUG nova.network.neutron [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Successfully created port: ea6c51e4-b28e-455b-8256-b5c7fa5fd197 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.635317] env[69411]: DEBUG nova.compute.manager [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.714350] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d16733-e244-416c-8e95-d9c13677a069 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.722983] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e533f429-f835-46f8-90f8-eac277830c8c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.756148] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9fd235-f106-444a-a411-06a7ebd1d7b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.765837] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeedf725-1eab-4413-9610-26df6b26a92f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.780529] env[69411]: DEBUG nova.compute.provider_tree [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.790846] env[69411]: DEBUG oslo_vmware.api [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323074, 'name': PowerOffVM_Task, 'duration_secs': 0.245451} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.791776] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.791968] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating instance 'f2e014b2-5984-40c5-b2b7-c52f03b08536' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.809570] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323075, 'name': Rename_Task, 'duration_secs': 0.204264} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.809857] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.810116] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-079d37d2-fd21-400d-9691-43a8bf06a4ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.817478] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 865.817478] env[69411]: value = "task-3323077" [ 865.817478] env[69411]: _type = "Task" [ 865.817478] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.825617] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.004473] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323076, 'name': ReconfigVM_Task, 'duration_secs': 0.287061} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.004791] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 37caffdb-52fd-40dc-9de9-2bd7930c4903/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.005635] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156cd86d-0993-497b-a006-df9f9243794b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.033201] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5542f02-1772-4583-9fdb-6df2d7e4a604 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.049954] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 866.049954] env[69411]: value = "task-3323078" [ 866.049954] env[69411]: _type = "Task" [ 866.049954] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.059231] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.286766] env[69411]: DEBUG nova.scheduler.client.report [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.303824] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.304448] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.304816] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.306307] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.306700] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.307387] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.311022] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.311022] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.311022] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.311022] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.311022] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.320082] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f356f6a-a208-4387-82e0-f002a00a77dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.354897] env[69411]: DEBUG oslo_vmware.api [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323077, 'name': PowerOnVM_Task, 'duration_secs': 0.494256} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.358067] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.358482] env[69411]: INFO nova.compute.manager [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Took 8.57 seconds to spawn the instance on the hypervisor. [ 866.358832] env[69411]: DEBUG nova.compute.manager [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.359965] env[69411]: DEBUG oslo_vmware.api [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 866.359965] env[69411]: value = "task-3323079" [ 866.359965] env[69411]: _type = "Task" [ 866.359965] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.361044] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183c60f0-0384-4e8a-9488-7ba5eea119a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.378725] env[69411]: DEBUG oslo_vmware.api [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.559976] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323078, 'name': ReconfigVM_Task, 'duration_secs': 0.165843} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.560310] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.560572] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1654da05-3fcf-4e05-b59f-681fdba8ab57 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.568806] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 866.568806] env[69411]: value = "task-3323080" [ 866.568806] env[69411]: _type = "Task" [ 866.568806] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.577404] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.644923] env[69411]: DEBUG nova.compute.manager [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.670443] env[69411]: DEBUG nova.virt.hardware [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.670690] env[69411]: DEBUG nova.virt.hardware [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.670844] env[69411]: DEBUG nova.virt.hardware [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.671057] env[69411]: DEBUG nova.virt.hardware [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.671225] env[69411]: DEBUG nova.virt.hardware [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.671379] env[69411]: DEBUG nova.virt.hardware [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.671571] env[69411]: DEBUG nova.virt.hardware [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.671727] env[69411]: DEBUG nova.virt.hardware [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.671890] env[69411]: DEBUG nova.virt.hardware [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.672062] env[69411]: DEBUG nova.virt.hardware [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.672235] env[69411]: DEBUG nova.virt.hardware [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.673260] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e700a77-cf21-4b29-8e16-7ee3b6ce6ffe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.681702] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5e7cf7-3ed4-4743-8b1a-639d2eabcaae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.801862] env[69411]: DEBUG oslo_concurrency.lockutils [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.804423] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.736s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.804684] env[69411]: DEBUG nova.objects.instance [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lazy-loading 'resources' on Instance uuid 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.825151] env[69411]: INFO nova.scheduler.client.report [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Deleted allocations for instance ece46e66-a835-4f04-a091-b3a4d8de0b05 [ 866.876431] env[69411]: DEBUG oslo_vmware.api [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323079, 'name': ReconfigVM_Task, 'duration_secs': 0.450381} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.876717] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating instance 'f2e014b2-5984-40c5-b2b7-c52f03b08536' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.893034] env[69411]: INFO nova.compute.manager [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Took 51.96 seconds to build instance. [ 867.080011] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323080, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.332738] env[69411]: DEBUG oslo_concurrency.lockutils [None req-718f5e23-d91f-4b5d-974a-13fddeedf792 tempest-ServersTestFqdnHostnames-1119464328 tempest-ServersTestFqdnHostnames-1119464328-project-member] Lock "ece46e66-a835-4f04-a091-b3a4d8de0b05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.311s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.364740] env[69411]: DEBUG nova.compute.manager [req-25193079-213c-4dfb-b610-37432f9f20d9 req-38a6d651-5f75-47fd-8b7c-0bdf6fecb835 service nova] [instance: 72616706-31a1-4408-8083-91391e927d91] Received event network-vif-plugged-ea6c51e4-b28e-455b-8256-b5c7fa5fd197 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.364970] env[69411]: DEBUG oslo_concurrency.lockutils [req-25193079-213c-4dfb-b610-37432f9f20d9 req-38a6d651-5f75-47fd-8b7c-0bdf6fecb835 service nova] Acquiring lock "72616706-31a1-4408-8083-91391e927d91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.365281] env[69411]: DEBUG oslo_concurrency.lockutils [req-25193079-213c-4dfb-b610-37432f9f20d9 req-38a6d651-5f75-47fd-8b7c-0bdf6fecb835 service nova] Lock "72616706-31a1-4408-8083-91391e927d91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.365687] env[69411]: DEBUG oslo_concurrency.lockutils [req-25193079-213c-4dfb-b610-37432f9f20d9 req-38a6d651-5f75-47fd-8b7c-0bdf6fecb835 service nova] Lock "72616706-31a1-4408-8083-91391e927d91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.365901] env[69411]: DEBUG nova.compute.manager [req-25193079-213c-4dfb-b610-37432f9f20d9 req-38a6d651-5f75-47fd-8b7c-0bdf6fecb835 service nova] [instance: 72616706-31a1-4408-8083-91391e927d91] No waiting events found dispatching network-vif-plugged-ea6c51e4-b28e-455b-8256-b5c7fa5fd197 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.366135] env[69411]: WARNING nova.compute.manager [req-25193079-213c-4dfb-b610-37432f9f20d9 req-38a6d651-5f75-47fd-8b7c-0bdf6fecb835 service nova] [instance: 72616706-31a1-4408-8083-91391e927d91] Received unexpected event network-vif-plugged-ea6c51e4-b28e-455b-8256-b5c7fa5fd197 for instance with vm_state building and task_state spawning. [ 867.388752] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3eb57fb0-c720-4394-94b3-dbadee6dfbca',id=28,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1021061432',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.389198] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.389198] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.389325] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.389468] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.389615] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.389815] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.389971] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.390150] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.390315] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.390487] env[69411]: DEBUG nova.virt.hardware [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.396041] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 867.397655] env[69411]: DEBUG oslo_concurrency.lockutils [None req-94b26668-a270-4d68-90fc-b7a5e7861501 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "e715a445-d4c6-48e0-b9ba-5e112f4588a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.472s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.397655] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d71b1c-e99c-42c1-ad2f-47b26c0fa11b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.420292] env[69411]: DEBUG oslo_vmware.api [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 867.420292] env[69411]: value = "task-3323081" [ 867.420292] env[69411]: _type = "Task" [ 867.420292] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.429615] env[69411]: DEBUG oslo_vmware.api [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.441695] env[69411]: DEBUG nova.network.neutron [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Successfully updated port: ea6c51e4-b28e-455b-8256-b5c7fa5fd197 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.589497] env[69411]: DEBUG oslo_vmware.api [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323080, 'name': PowerOnVM_Task, 'duration_secs': 0.57685} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.589871] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.596370] env[69411]: DEBUG nova.compute.manager [None req-ad1ce368-6d1d-41c5-a5b7-2c40650f6401 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.597556] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95596096-9c54-4b52-9743-21b5065e7a2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.825858] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85d99f9-7ef8-4a39-838a-b998b4cb12a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.834942] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a74134-6249-4f84-ab26-0dad27b12f12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.867401] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9775e68c-66e7-43ae-a703-1626252f6000 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.875090] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8c5f19-53b7-4062-95a8-c8180f50def9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.890701] env[69411]: DEBUG nova.compute.provider_tree [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.935112] env[69411]: DEBUG oslo_vmware.api [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323081, 'name': ReconfigVM_Task, 'duration_secs': 0.186813} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.935112] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 867.935112] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f737e1-b516-47ef-8fb0-81fb4aa0159e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.953074] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "refresh_cache-72616706-31a1-4408-8083-91391e927d91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.953376] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquired lock "refresh_cache-72616706-31a1-4408-8083-91391e927d91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.953857] env[69411]: DEBUG nova.network.neutron [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.964591] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] f2e014b2-5984-40c5-b2b7-c52f03b08536/f2e014b2-5984-40c5-b2b7-c52f03b08536.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.965163] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dbb3c7c-ee15-420c-adc0-850d4aa18fbc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.988928] env[69411]: DEBUG oslo_vmware.api [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 867.988928] env[69411]: value = "task-3323082" [ 867.988928] env[69411]: _type = "Task" [ 867.988928] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.998885] env[69411]: DEBUG oslo_vmware.api [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.393631] env[69411]: DEBUG nova.scheduler.client.report [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.493945] env[69411]: DEBUG nova.network.neutron [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.503209] env[69411]: DEBUG oslo_vmware.api [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323082, 'name': ReconfigVM_Task, 'duration_secs': 0.327307} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.503209] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Reconfigured VM instance instance-00000030 to attach disk [datastore1] f2e014b2-5984-40c5-b2b7-c52f03b08536/f2e014b2-5984-40c5-b2b7-c52f03b08536.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.503764] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating instance 'f2e014b2-5984-40c5-b2b7-c52f03b08536' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.684707] env[69411]: DEBUG nova.network.neutron [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Updating instance_info_cache with network_info: [{"id": "ea6c51e4-b28e-455b-8256-b5c7fa5fd197", "address": "fa:16:3e:9f:9d:d0", "network": {"id": "3a41aca5-f250-4d35-be03-4369ffe1ba77", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-798275787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e3886d5b0a4e74a5e8f0f633b93cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6c51e4-b2", "ovs_interfaceid": "ea6c51e4-b28e-455b-8256-b5c7fa5fd197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.902074] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.902922] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.923s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.904573] env[69411]: DEBUG nova.objects.instance [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lazy-loading 'resources' on Instance uuid 6c1b83a5-d36f-4411-81b7-96eee6a14622 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.922223] env[69411]: INFO nova.scheduler.client.report [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Deleted allocations for instance 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0 [ 869.014647] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca1857d-fce7-48b8-8da3-68509ad54559 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.041345] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16520a34-dc3b-43e8-9f0b-beec616eec09 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.071509] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating instance 'f2e014b2-5984-40c5-b2b7-c52f03b08536' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.081637] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "9ce9578d-68d8-4e74-ae85-0962712c5088" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.082234] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "9ce9578d-68d8-4e74-ae85-0962712c5088" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.192377] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Releasing lock "refresh_cache-72616706-31a1-4408-8083-91391e927d91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.192377] env[69411]: DEBUG nova.compute.manager [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Instance network_info: |[{"id": "ea6c51e4-b28e-455b-8256-b5c7fa5fd197", "address": "fa:16:3e:9f:9d:d0", "network": {"id": "3a41aca5-f250-4d35-be03-4369ffe1ba77", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-798275787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e3886d5b0a4e74a5e8f0f633b93cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6c51e4-b2", "ovs_interfaceid": "ea6c51e4-b28e-455b-8256-b5c7fa5fd197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.192377] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:9d:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea6c51e4-b28e-455b-8256-b5c7fa5fd197', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.202572] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.203298] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72616706-31a1-4408-8083-91391e927d91] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.203548] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e86d1565-65de-431a-9bf9-45ce1c987f97 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.228857] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.228857] env[69411]: value = "task-3323083" [ 869.228857] env[69411]: _type = "Task" [ 869.228857] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.237689] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323083, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.401990] env[69411]: DEBUG nova.compute.manager [req-1338ac21-c824-4a7e-978c-4deead4668b3 req-f99e6073-e309-44d0-8715-73d5f7538eeb service nova] [instance: 72616706-31a1-4408-8083-91391e927d91] Received event network-changed-ea6c51e4-b28e-455b-8256-b5c7fa5fd197 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.402357] env[69411]: DEBUG nova.compute.manager [req-1338ac21-c824-4a7e-978c-4deead4668b3 req-f99e6073-e309-44d0-8715-73d5f7538eeb service nova] [instance: 72616706-31a1-4408-8083-91391e927d91] Refreshing instance network info cache due to event network-changed-ea6c51e4-b28e-455b-8256-b5c7fa5fd197. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.402652] env[69411]: DEBUG oslo_concurrency.lockutils [req-1338ac21-c824-4a7e-978c-4deead4668b3 req-f99e6073-e309-44d0-8715-73d5f7538eeb service nova] Acquiring lock "refresh_cache-72616706-31a1-4408-8083-91391e927d91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.402884] env[69411]: DEBUG oslo_concurrency.lockutils [req-1338ac21-c824-4a7e-978c-4deead4668b3 req-f99e6073-e309-44d0-8715-73d5f7538eeb service nova] Acquired lock "refresh_cache-72616706-31a1-4408-8083-91391e927d91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.403031] env[69411]: DEBUG nova.network.neutron [req-1338ac21-c824-4a7e-978c-4deead4668b3 req-f99e6073-e309-44d0-8715-73d5f7538eeb service nova] [instance: 72616706-31a1-4408-8083-91391e927d91] Refreshing network info cache for port ea6c51e4-b28e-455b-8256-b5c7fa5fd197 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.429894] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2a1baab0-aa62-45b6-9a93-0a11e952a569 tempest-ServersAdminNegativeTestJSON-606605950 tempest-ServersAdminNegativeTestJSON-606605950-project-member] Lock "7bf59d0f-d2ef-40ba-94e7-2311605cb2e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.522s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.585053] env[69411]: DEBUG nova.compute.manager [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.633099] env[69411]: DEBUG nova.network.neutron [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Port 868ad831-e096-4fd6-8111-80d4e8ddd7c0 binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 869.741972] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323083, 'name': CreateVM_Task, 'duration_secs': 0.315441} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.742172] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72616706-31a1-4408-8083-91391e927d91] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.742888] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.743069] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.743414] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.743651] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1443c28-0593-4ce3-814c-72887cfa7f77 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.750924] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 869.750924] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a5b553-8739-a5b4-c317-0894ef6be31c" [ 869.750924] env[69411]: _type = "Task" [ 869.750924] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.762415] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a5b553-8739-a5b4-c317-0894ef6be31c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.962122] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa18bc35-0922-48c4-8871-30c9fc36aee3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.971171] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f00c49-09d0-48cf-8d1a-da9eb3e884bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.005140] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dddc1dd-b6b7-4f48-8902-3fb4a14d1eec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.013752] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e8449d-74c3-4cc7-b704-942f9e43b080 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.028691] env[69411]: DEBUG nova.compute.provider_tree [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.107829] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.204777] env[69411]: DEBUG nova.network.neutron [req-1338ac21-c824-4a7e-978c-4deead4668b3 req-f99e6073-e309-44d0-8715-73d5f7538eeb service nova] [instance: 72616706-31a1-4408-8083-91391e927d91] Updated VIF entry in instance network info cache for port ea6c51e4-b28e-455b-8256-b5c7fa5fd197. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.205090] env[69411]: DEBUG nova.network.neutron [req-1338ac21-c824-4a7e-978c-4deead4668b3 req-f99e6073-e309-44d0-8715-73d5f7538eeb service nova] [instance: 72616706-31a1-4408-8083-91391e927d91] Updating instance_info_cache with network_info: [{"id": "ea6c51e4-b28e-455b-8256-b5c7fa5fd197", "address": "fa:16:3e:9f:9d:d0", "network": {"id": "3a41aca5-f250-4d35-be03-4369ffe1ba77", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-798275787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e3886d5b0a4e74a5e8f0f633b93cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6c51e4-b2", "ovs_interfaceid": "ea6c51e4-b28e-455b-8256-b5c7fa5fd197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.262441] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a5b553-8739-a5b4-c317-0894ef6be31c, 'name': SearchDatastore_Task, 'duration_secs': 0.037954} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.262966] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.262966] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.263671] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.263671] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.263671] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.263904] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3de19c8-54e9-4183-a998-1107f5c23568 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.275900] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.276095] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.277411] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bebad35-aac4-4464-9aa3-293de9466a38 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.283091] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 870.283091] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5227571d-a8a1-fe0b-6a76-1767a13207be" [ 870.283091] env[69411]: _type = "Task" [ 870.283091] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.291125] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5227571d-a8a1-fe0b-6a76-1767a13207be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.535465] env[69411]: DEBUG nova.scheduler.client.report [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.659022] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "f2e014b2-5984-40c5-b2b7-c52f03b08536-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.661825] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "f2e014b2-5984-40c5-b2b7-c52f03b08536-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.661825] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "f2e014b2-5984-40c5-b2b7-c52f03b08536-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.709199] env[69411]: DEBUG oslo_concurrency.lockutils [req-1338ac21-c824-4a7e-978c-4deead4668b3 req-f99e6073-e309-44d0-8715-73d5f7538eeb service nova] Releasing lock "refresh_cache-72616706-31a1-4408-8083-91391e927d91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.709549] env[69411]: DEBUG nova.compute.manager [req-1338ac21-c824-4a7e-978c-4deead4668b3 req-f99e6073-e309-44d0-8715-73d5f7538eeb service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Received event network-changed-8d9831dd-53b7-4677-81c3-e21bc703ef83 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.709722] env[69411]: DEBUG nova.compute.manager [req-1338ac21-c824-4a7e-978c-4deead4668b3 req-f99e6073-e309-44d0-8715-73d5f7538eeb service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Refreshing instance network info cache due to event network-changed-8d9831dd-53b7-4677-81c3-e21bc703ef83. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.709974] env[69411]: DEBUG oslo_concurrency.lockutils [req-1338ac21-c824-4a7e-978c-4deead4668b3 req-f99e6073-e309-44d0-8715-73d5f7538eeb service nova] Acquiring lock "refresh_cache-e715a445-d4c6-48e0-b9ba-5e112f4588a6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.710151] env[69411]: DEBUG oslo_concurrency.lockutils [req-1338ac21-c824-4a7e-978c-4deead4668b3 req-f99e6073-e309-44d0-8715-73d5f7538eeb service nova] Acquired lock "refresh_cache-e715a445-d4c6-48e0-b9ba-5e112f4588a6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.710244] env[69411]: DEBUG nova.network.neutron [req-1338ac21-c824-4a7e-978c-4deead4668b3 req-f99e6073-e309-44d0-8715-73d5f7538eeb service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Refreshing network info cache for port 8d9831dd-53b7-4677-81c3-e21bc703ef83 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.797687] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5227571d-a8a1-fe0b-6a76-1767a13207be, 'name': SearchDatastore_Task, 'duration_secs': 0.011004} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.797687] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bbb6b16-1307-4c2c-a122-7a2ca37bbff3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.803890] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 870.803890] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5283feec-564d-4890-d5eb-d666ac686605" [ 870.803890] env[69411]: _type = "Task" [ 870.803890] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.814240] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5283feec-564d-4890-d5eb-d666ac686605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.039327] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.041605] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 43.717s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.041782] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.041955] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 871.042281] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.649s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.042490] env[69411]: DEBUG nova.objects.instance [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lazy-loading 'resources' on Instance uuid 1a3db32e-e2c8-4ba5-88e7-7856c64099cf {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.047584] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ef0823-32ae-4239-803b-154c8fddd782 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.059248] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d76117f-cc87-418d-8d24-10f36b7f40fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.075335] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f654543-2c42-408d-b1a6-73b3ef5b6710 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.082075] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f0416a-88bb-47a0-b5a1-74ab2463eaea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.115780] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177692MB free_disk=110GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 871.115961] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.167973] env[69411]: INFO nova.scheduler.client.report [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Deleted allocations for instance 6c1b83a5-d36f-4411-81b7-96eee6a14622 [ 871.320498] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5283feec-564d-4890-d5eb-d666ac686605, 'name': SearchDatastore_Task, 'duration_secs': 0.025682} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.320957] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.321243] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 72616706-31a1-4408-8083-91391e927d91/72616706-31a1-4408-8083-91391e927d91.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.322054] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29af9413-7640-4a6f-b2a3-f95c99839ef8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.330971] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 871.330971] env[69411]: value = "task-3323084" [ 871.330971] env[69411]: _type = "Task" [ 871.330971] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.352730] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.680291] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a53f458f-df8f-42f0-be62-e3f17bb53af9 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "6c1b83a5-d36f-4411-81b7-96eee6a14622" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.365s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.682605] env[69411]: DEBUG oslo_concurrency.lockutils [req-5621c902-c212-4f59-b92a-904be4b7de6f req-d6e4ca55-c28c-4ee8-b6a0-09ebc6d83850 service nova] Acquired lock "6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.682605] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f1f635-4da2-43b4-9bfe-2df17c727d53 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.692690] env[69411]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 871.692690] env[69411]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69411) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 871.693112] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f88b33a7-3d30-4020-91a4-66c8d65d66b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.704602] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb97b1b-fec7-4465-930a-ea224929096a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.754158] env[69411]: ERROR root [req-5621c902-c212-4f59-b92a-904be4b7de6f req-d6e4ca55-c28c-4ee8-b6a0-09ebc6d83850 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-663356' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-663356' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-663356' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-663356'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-663356' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-663356' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-663356'}\n"]: nova.exception.InstanceNotFound: Instance 6c1b83a5-d36f-4411-81b7-96eee6a14622 could not be found. [ 871.754450] env[69411]: DEBUG oslo_concurrency.lockutils [req-5621c902-c212-4f59-b92a-904be4b7de6f req-d6e4ca55-c28c-4ee8-b6a0-09ebc6d83850 service nova] Releasing lock "6c1b83a5-d36f-4411-81b7-96eee6a14622" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.754734] env[69411]: DEBUG nova.compute.manager [req-5621c902-c212-4f59-b92a-904be4b7de6f req-d6e4ca55-c28c-4ee8-b6a0-09ebc6d83850 service nova] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Detach interface failed, port_id=b03fa4f4-a97c-4cb5-b825-2f7dffe9bfc1, reason: Instance 6c1b83a5-d36f-4411-81b7-96eee6a14622 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.758781] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.759519] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquired lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.759519] env[69411]: DEBUG nova.network.neutron [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.847650] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323084, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.872363] env[69411]: DEBUG nova.network.neutron [req-1338ac21-c824-4a7e-978c-4deead4668b3 req-f99e6073-e309-44d0-8715-73d5f7538eeb service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Updated VIF entry in instance network info cache for port 8d9831dd-53b7-4677-81c3-e21bc703ef83. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.875537] env[69411]: DEBUG nova.network.neutron [req-1338ac21-c824-4a7e-978c-4deead4668b3 req-f99e6073-e309-44d0-8715-73d5f7538eeb service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Updating instance_info_cache with network_info: [{"id": "8d9831dd-53b7-4677-81c3-e21bc703ef83", "address": "fa:16:3e:bb:ff:88", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9831dd-53", "ovs_interfaceid": "8d9831dd-53b7-4677-81c3-e21bc703ef83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.132871] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81335c8e-2f28-469c-91f8-af71e23acaaf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.141642] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089ca3ee-ab2a-4bbc-8aa8-28793fcd7159 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.176841] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9e07cf-cd81-4077-8a05-d80cb76cf48b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.188506] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5fe34b-9f87-4a55-a79f-ee74eec33a41 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.202735] env[69411]: DEBUG nova.compute.provider_tree [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.347250] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624712} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.347571] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 72616706-31a1-4408-8083-91391e927d91/72616706-31a1-4408-8083-91391e927d91.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.347801] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.348067] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c5b5871-997a-46e6-8ef6-d1108b51be72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.355887] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 872.355887] env[69411]: value = "task-3323085" [ 872.355887] env[69411]: _type = "Task" [ 872.355887] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.365819] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.375635] env[69411]: DEBUG oslo_concurrency.lockutils [req-1338ac21-c824-4a7e-978c-4deead4668b3 req-f99e6073-e309-44d0-8715-73d5f7538eeb service nova] Releasing lock "refresh_cache-e715a445-d4c6-48e0-b9ba-5e112f4588a6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.706359] env[69411]: DEBUG nova.scheduler.client.report [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.878297] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067233} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.878297] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.879024] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31642ebd-9560-49cf-8ad9-06ecfe1485bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.909084] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 72616706-31a1-4408-8083-91391e927d91/72616706-31a1-4408-8083-91391e927d91.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.910404] env[69411]: DEBUG nova.network.neutron [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating instance_info_cache with network_info: [{"id": "868ad831-e096-4fd6-8111-80d4e8ddd7c0", "address": "fa:16:3e:e3:57:5c", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868ad831-e0", "ovs_interfaceid": "868ad831-e096-4fd6-8111-80d4e8ddd7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.911752] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccc2bb6a-4742-42f5-9135-d7a4206e6514 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.930634] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Releasing lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.940615] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 872.940615] env[69411]: value = "task-3323086" [ 872.940615] env[69411]: _type = "Task" [ 872.940615] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.949291] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.215395] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.217752] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.453s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.217992] env[69411]: DEBUG nova.objects.instance [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Lazy-loading 'resources' on Instance uuid f6139cf8-37f2-487a-920b-562f8ad60bc5 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.246297] env[69411]: INFO nova.scheduler.client.report [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Deleted allocations for instance 1a3db32e-e2c8-4ba5-88e7-7856c64099cf [ 873.460128] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323086, 'name': ReconfigVM_Task, 'duration_secs': 0.297154} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.460765] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 72616706-31a1-4408-8083-91391e927d91/72616706-31a1-4408-8083-91391e927d91.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.461880] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3df5d9a6-3890-4104-b3c9-18e5fa70f19e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.471038] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4680827-c533-46b3-8843-94c0efd5983c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.473151] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 873.473151] env[69411]: value = "task-3323087" [ 873.473151] env[69411]: _type = "Task" [ 873.473151] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.496397] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20547543-7025-4f52-b243-583a65e1e0a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.503257] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323087, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.508441] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating instance 'f2e014b2-5984-40c5-b2b7-c52f03b08536' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 873.759333] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb7f380f-093a-41dc-b790-0a44d2bd25c1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "1a3db32e-e2c8-4ba5-88e7-7856c64099cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.947s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.998167] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323087, 'name': Rename_Task, 'duration_secs': 0.150476} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.998277] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.998496] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-257f22ce-a888-4892-a0e7-9c86b4d7d807 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.005620] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 874.005620] env[69411]: value = "task-3323088" [ 874.005620] env[69411]: _type = "Task" [ 874.005620] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.017671] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.017764] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.021094] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cc4c95b-f29c-4891-a5d4-87d0ccc2b790 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.027845] env[69411]: DEBUG oslo_vmware.api [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 874.027845] env[69411]: value = "task-3323089" [ 874.027845] env[69411]: _type = "Task" [ 874.027845] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.037039] env[69411]: DEBUG oslo_vmware.api [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.368871] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2020e573-bd54-4924-893a-c06da5e4daea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.378285] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de577fa5-99cf-4b7f-850d-5a04304b6841 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.417021] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc65ab5-4d92-4c5b-8fb3-b0902f6542f4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.424927] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac9bf74-4c11-4c35-99cb-87847b98eca7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.440140] env[69411]: DEBUG nova.compute.provider_tree [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.517264] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323088, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.537806] env[69411]: DEBUG oslo_vmware.api [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323089, 'name': PowerOnVM_Task, 'duration_secs': 0.411053} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.538223] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.538295] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-78c3fc44-ab66-4b81-a63f-e038e4ca7b3a tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating instance 'f2e014b2-5984-40c5-b2b7-c52f03b08536' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 874.946433] env[69411]: DEBUG nova.scheduler.client.report [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.021521] env[69411]: DEBUG oslo_vmware.api [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323088, 'name': PowerOnVM_Task, 'duration_secs': 0.540691} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.021521] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.021521] env[69411]: INFO nova.compute.manager [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Took 8.38 seconds to spawn the instance on the hypervisor. [ 875.021521] env[69411]: DEBUG nova.compute.manager [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.022084] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16070c5-399c-4068-bfb7-671acfbd380e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.452733] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.455650] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.647s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.456020] env[69411]: DEBUG nova.objects.instance [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 875.481397] env[69411]: INFO nova.scheduler.client.report [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Deleted allocations for instance f6139cf8-37f2-487a-920b-562f8ad60bc5 [ 875.544600] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "b2b6aaaa-f831-4164-97ea-70744d7ce395" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.544830] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "b2b6aaaa-f831-4164-97ea-70744d7ce395" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.548998] env[69411]: INFO nova.compute.manager [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Took 58.05 seconds to build instance. [ 875.991263] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b50946f-bbd0-498d-b105-9f8fe6031b10 tempest-ServersTestJSON-2091895059 tempest-ServersTestJSON-2091895059-project-member] Lock "f6139cf8-37f2-487a-920b-562f8ad60bc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.132s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.050412] env[69411]: DEBUG nova.compute.manager [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.057046] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f96c27f4-7ea7-404f-8847-6c963e1ad228 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "72616706-31a1-4408-8083-91391e927d91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.579s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.148394] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.148639] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.467673] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04af654d-2822-4082-8c07-4fbfa2ce49ba tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.468900] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.082s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.469434] env[69411]: DEBUG nova.objects.instance [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Lazy-loading 'resources' on Instance uuid 0e8301c3-6735-4f69-93e8-214aa6b7e03a {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.482270] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "2ad3e82d-281e-4065-b1fa-77686bf5a6f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.482569] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "2ad3e82d-281e-4065-b1fa-77686bf5a6f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.574198] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.650797] env[69411]: DEBUG nova.compute.manager [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.881725] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "51712e65-a788-4f72-9697-e5d1fcbe10b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.881932] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "51712e65-a788-4f72-9697-e5d1fcbe10b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.986661] env[69411]: DEBUG nova.compute.manager [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.173097] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.243968] env[69411]: DEBUG nova.network.neutron [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Port 868ad831-e096-4fd6-8111-80d4e8ddd7c0 binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 877.244276] env[69411]: DEBUG oslo_concurrency.lockutils [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.245042] env[69411]: DEBUG oslo_concurrency.lockutils [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquired lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.245042] env[69411]: DEBUG nova.network.neutron [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.295035] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.296417] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.297166] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "185823e6-b1e3-4e59-a4ca-35ebd6b07cfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.297525] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "185823e6-b1e3-4e59-a4ca-35ebd6b07cfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.297625] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "185823e6-b1e3-4e59-a4ca-35ebd6b07cfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.306712] env[69411]: INFO nova.compute.manager [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Terminating instance [ 877.504703] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.571117] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfc066e-38b8-4c3c-b13c-fcf7f2e25c40 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.580462] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991f8584-c32e-461d-aab1-67edad518a5f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.614511] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddf99f4-ea07-4e00-875a-5789efe1b23f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.623119] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add514b4-146d-4320-88cc-ca9cb7e0e395 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.638517] env[69411]: DEBUG nova.compute.provider_tree [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.811229] env[69411]: DEBUG nova.compute.manager [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.811508] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.812399] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6857a17b-4d12-45cf-8792-20b06ec023e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.823405] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.823678] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b250f57a-2ea1-417d-a3d8-7ed17c800ac9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.833942] env[69411]: DEBUG oslo_vmware.api [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 877.833942] env[69411]: value = "task-3323090" [ 877.833942] env[69411]: _type = "Task" [ 877.833942] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.839881] env[69411]: DEBUG oslo_vmware.api [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3323090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.015719] env[69411]: DEBUG nova.network.neutron [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating instance_info_cache with network_info: [{"id": "868ad831-e096-4fd6-8111-80d4e8ddd7c0", "address": "fa:16:3e:e3:57:5c", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868ad831-e0", "ovs_interfaceid": "868ad831-e096-4fd6-8111-80d4e8ddd7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.146492] env[69411]: DEBUG nova.scheduler.client.report [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.356086] env[69411]: DEBUG oslo_vmware.api [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3323090, 'name': PowerOffVM_Task, 'duration_secs': 0.270572} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.356086] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.356086] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.356086] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32fc8fa0-1fe5-4b8c-91c3-404e93e6c3a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.419898] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.420150] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.420340] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Deleting the datastore file [datastore2] 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.421815] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a8d525a-a60f-4fcc-aa2d-63dced345d83 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.428381] env[69411]: DEBUG oslo_vmware.api [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for the task: (returnval){ [ 878.428381] env[69411]: value = "task-3323092" [ 878.428381] env[69411]: _type = "Task" [ 878.428381] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.437335] env[69411]: DEBUG oslo_vmware.api [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3323092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.519440] env[69411]: DEBUG oslo_concurrency.lockutils [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Releasing lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.656965] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.657737] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.038s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.659250] env[69411]: DEBUG nova.objects.instance [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Lazy-loading 'resources' on Instance uuid d131e908-dbcb-44e3-8768-71cc1a7fefa1 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.681384] env[69411]: INFO nova.scheduler.client.report [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Deleted allocations for instance 0e8301c3-6735-4f69-93e8-214aa6b7e03a [ 878.905992] env[69411]: DEBUG oslo_concurrency.lockutils [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "72616706-31a1-4408-8083-91391e927d91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.906092] env[69411]: DEBUG oslo_concurrency.lockutils [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "72616706-31a1-4408-8083-91391e927d91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.907396] env[69411]: DEBUG oslo_concurrency.lockutils [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "72616706-31a1-4408-8083-91391e927d91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.907396] env[69411]: DEBUG oslo_concurrency.lockutils [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "72616706-31a1-4408-8083-91391e927d91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.907396] env[69411]: DEBUG oslo_concurrency.lockutils [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "72616706-31a1-4408-8083-91391e927d91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.908813] env[69411]: INFO nova.compute.manager [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Terminating instance [ 878.939469] env[69411]: DEBUG oslo_vmware.api [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Task: {'id': task-3323092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160866} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.939715] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.939894] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.940171] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.940359] env[69411]: INFO nova.compute.manager [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 878.940596] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.940784] env[69411]: DEBUG nova.compute.manager [-] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.940873] env[69411]: DEBUG nova.network.neutron [-] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.025121] env[69411]: DEBUG nova.compute.manager [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69411) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 879.025400] env[69411]: DEBUG oslo_concurrency.lockutils [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.190206] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7dc693c-5258-4f81-8abd-122432830635 tempest-ServerAddressesTestJSON-1323601552 tempest-ServerAddressesTestJSON-1323601552-project-member] Lock "0e8301c3-6735-4f69-93e8-214aa6b7e03a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.327s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.209697] env[69411]: DEBUG nova.compute.manager [req-88dcfe7b-f7b2-42e0-9671-a9449cb1f64c req-1519aa6d-9c1f-4e37-80e9-d7f29fc81ba4 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Received event network-vif-deleted-b5f83969-7e2f-4aa8-b690-1c79c918c8a7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.210114] env[69411]: INFO nova.compute.manager [req-88dcfe7b-f7b2-42e0-9671-a9449cb1f64c req-1519aa6d-9c1f-4e37-80e9-d7f29fc81ba4 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Neutron deleted interface b5f83969-7e2f-4aa8-b690-1c79c918c8a7; detaching it from the instance and deleting it from the info cache [ 879.210186] env[69411]: DEBUG nova.network.neutron [req-88dcfe7b-f7b2-42e0-9671-a9449cb1f64c req-1519aa6d-9c1f-4e37-80e9-d7f29fc81ba4 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.413111] env[69411]: DEBUG nova.compute.manager [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.413398] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.414614] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a742c7-5a63-4334-a276-4ff6e7d6cc77 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.422227] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.424794] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9f288be-7afe-4f1d-82e4-0f1acf2e4e29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.431518] env[69411]: DEBUG oslo_vmware.api [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 879.431518] env[69411]: value = "task-3323093" [ 879.431518] env[69411]: _type = "Task" [ 879.431518] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.442054] env[69411]: DEBUG oslo_vmware.api [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.692078] env[69411]: DEBUG nova.network.neutron [-] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.712878] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39b7e416-65d9-4e16-a965-8318b9f2369f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.724493] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f2da2c-ec43-45a2-8669-5b7f2974e3f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.738156] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af510e4-df41-4490-9552-046826d32457 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.747174] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745fa56a-3958-430b-ae0c-93ebddb01904 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.769694] env[69411]: DEBUG nova.compute.manager [req-88dcfe7b-f7b2-42e0-9671-a9449cb1f64c req-1519aa6d-9c1f-4e37-80e9-d7f29fc81ba4 service nova] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Detach interface failed, port_id=b5f83969-7e2f-4aa8-b690-1c79c918c8a7, reason: Instance 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 879.798269] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082dafa1-5027-4ea6-9c84-8c89c037dadd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.806588] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407f3be2-cf16-4a52-aed4-a46663f71f15 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.821845] env[69411]: DEBUG nova.compute.provider_tree [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.943376] env[69411]: DEBUG oslo_vmware.api [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323093, 'name': PowerOffVM_Task, 'duration_secs': 0.246643} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.943647] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.943811] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.944075] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fadb390-d469-45d4-a779-d6fb4813792e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.021825] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.022084] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.022265] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Deleting the datastore file [datastore1] 72616706-31a1-4408-8083-91391e927d91 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.022530] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9067401-9a0c-4385-93c1-9a386177f72b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.028862] env[69411]: DEBUG oslo_vmware.api [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 880.028862] env[69411]: value = "task-3323095" [ 880.028862] env[69411]: _type = "Task" [ 880.028862] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.038370] env[69411]: DEBUG oslo_vmware.api [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.194850] env[69411]: INFO nova.compute.manager [-] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Took 1.25 seconds to deallocate network for instance. [ 880.325281] env[69411]: DEBUG nova.scheduler.client.report [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.436786] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquiring lock "7dfdb97b-0a4c-48a5-a474-c1d397d58cc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.437099] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Lock "7dfdb97b-0a4c-48a5-a474-c1d397d58cc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.540299] env[69411]: DEBUG oslo_vmware.api [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159759} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.540582] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.544022] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.544022] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.544022] env[69411]: INFO nova.compute.manager [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 72616706-31a1-4408-8083-91391e927d91] Took 1.13 seconds to destroy the instance on the hypervisor. [ 880.544022] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.544022] env[69411]: DEBUG nova.compute.manager [-] [instance: 72616706-31a1-4408-8083-91391e927d91] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.544022] env[69411]: DEBUG nova.network.neutron [-] [instance: 72616706-31a1-4408-8083-91391e927d91] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.701747] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.834046] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.836471] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 33.898s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.858490] env[69411]: INFO nova.scheduler.client.report [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Deleted allocations for instance d131e908-dbcb-44e3-8768-71cc1a7fefa1 [ 881.233418] env[69411]: DEBUG nova.compute.manager [req-c712dcd5-f20f-4f5a-b14d-f591da169996 req-3f586524-3092-4e60-b696-6cbe007a6352 service nova] [instance: 72616706-31a1-4408-8083-91391e927d91] Received event network-vif-deleted-ea6c51e4-b28e-455b-8256-b5c7fa5fd197 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.233551] env[69411]: INFO nova.compute.manager [req-c712dcd5-f20f-4f5a-b14d-f591da169996 req-3f586524-3092-4e60-b696-6cbe007a6352 service nova] [instance: 72616706-31a1-4408-8083-91391e927d91] Neutron deleted interface ea6c51e4-b28e-455b-8256-b5c7fa5fd197; detaching it from the instance and deleting it from the info cache [ 881.233646] env[69411]: DEBUG nova.network.neutron [req-c712dcd5-f20f-4f5a-b14d-f591da169996 req-3f586524-3092-4e60-b696-6cbe007a6352 service nova] [instance: 72616706-31a1-4408-8083-91391e927d91] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.285215] env[69411]: DEBUG nova.network.neutron [-] [instance: 72616706-31a1-4408-8083-91391e927d91] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.367246] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c90dac2-7642-42bc-af10-960011649d2d tempest-VolumesAssistedSnapshotsTest-823314686 tempest-VolumesAssistedSnapshotsTest-823314686-project-member] Lock "d131e908-dbcb-44e3-8768-71cc1a7fefa1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.610s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.740034] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28e7ebb8-a5f9-4841-8c8c-9e263b4a970e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.749403] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3683b23f-c2b5-4bbe-80af-758dc93a0057 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.785200] env[69411]: DEBUG nova.compute.manager [req-c712dcd5-f20f-4f5a-b14d-f591da169996 req-3f586524-3092-4e60-b696-6cbe007a6352 service nova] [instance: 72616706-31a1-4408-8083-91391e927d91] Detach interface failed, port_id=ea6c51e4-b28e-455b-8256-b5c7fa5fd197, reason: Instance 72616706-31a1-4408-8083-91391e927d91 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 881.788278] env[69411]: INFO nova.compute.manager [-] [instance: 72616706-31a1-4408-8083-91391e927d91] Took 1.25 seconds to deallocate network for instance. [ 881.837068] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34642cef-4723-4c71-bba7-ffb99deb171b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.845077] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b74cdf-c60c-4339-b56f-d2ac455cfac9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.876791] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f344078b-19c1-4f71-bbe3-589977140f16 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.884067] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd75e0b8-c9bc-44ed-b1ff-95f852a7612a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.897853] env[69411]: DEBUG nova.compute.provider_tree [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.294927] env[69411]: DEBUG oslo_concurrency.lockutils [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.401581] env[69411]: DEBUG nova.scheduler.client.report [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.412900] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.576s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.416282] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.742s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.417782] env[69411]: INFO nova.compute.claims [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.997696] env[69411]: INFO nova.scheduler.client.report [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Deleted allocation for migration 14be0e24-0e24-4edc-8fb8-86215703e75a [ 884.502798] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de20be1d-0401-406a-8f82-16a7414ef848 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.153s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.926140] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaab879a-96a4-41be-81be-62c35d5669d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.932905] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3063949a-a54d-453d-8398-5f783d85592b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.966387] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d20dafc-b4a4-4181-b10d-a101c7eaf884 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.974821] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7a427e-9af6-4f9f-962f-0ec94ce961e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.988754] env[69411]: DEBUG nova.compute.provider_tree [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.492476] env[69411]: DEBUG nova.scheduler.client.report [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.000163] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.000780] env[69411]: DEBUG nova.compute.manager [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.004710] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.080s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.004999] env[69411]: DEBUG nova.objects.instance [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Lazy-loading 'resources' on Instance uuid e5a8697d-2a72-4768-8bae-8536f9d2f4f8 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.511212] env[69411]: DEBUG nova.compute.utils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.512666] env[69411]: DEBUG nova.compute.manager [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.512840] env[69411]: DEBUG nova.network.neutron [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.557695] env[69411]: DEBUG nova.policy [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8fdf93e16cd45cdb6d555ec7b1700ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06c9c2fcfd7e446a815f5420276db646', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.582941] env[69411]: DEBUG oslo_concurrency.lockutils [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.583225] env[69411]: DEBUG oslo_concurrency.lockutils [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.583433] env[69411]: DEBUG oslo_concurrency.lockutils [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.583670] env[69411]: DEBUG oslo_concurrency.lockutils [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.583872] env[69411]: DEBUG oslo_concurrency.lockutils [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.586080] env[69411]: INFO nova.compute.manager [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Terminating instance [ 886.884287] env[69411]: DEBUG nova.network.neutron [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Successfully created port: b59d70eb-7df2-4e1b-aec8-d36a721e2151 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.019736] env[69411]: DEBUG nova.compute.manager [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.052092] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c03245-07fb-4342-9deb-08fe22473fd7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.061648] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85d540b-f3dd-454e-bff8-322c16e11b15 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.099653] env[69411]: DEBUG nova.compute.manager [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.099943] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.101145] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a68a8da-51b1-4d1c-9c5e-4c240fd2cbdf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.106961] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd828d5-2778-466f-81d4-42331db6e95c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.118556] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b18f02-5e40-44d5-8656-4a25fb4747ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.123195] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.123195] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa9b372b-52a9-49df-a77f-b18e76541046 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.136910] env[69411]: DEBUG nova.compute.provider_tree [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.139148] env[69411]: DEBUG oslo_vmware.api [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 887.139148] env[69411]: value = "task-3323096" [ 887.139148] env[69411]: _type = "Task" [ 887.139148] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.150042] env[69411]: DEBUG oslo_vmware.api [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.640900] env[69411]: DEBUG nova.scheduler.client.report [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.653730] env[69411]: DEBUG oslo_vmware.api [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323096, 'name': PowerOffVM_Task, 'duration_secs': 0.264918} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.653880] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.654061] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.654313] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7515ab33-e121-4df6-88ff-614f5e4eb86c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.718698] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.718991] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.719135] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Deleting the datastore file [datastore2] 2b24e5b7-178b-4044-aea2-4be99a5ca7bd {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.719400] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ce5afb2-be6c-459c-9d84-84e185d7c41e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.727598] env[69411]: DEBUG oslo_vmware.api [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 887.727598] env[69411]: value = "task-3323098" [ 887.727598] env[69411]: _type = "Task" [ 887.727598] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.737852] env[69411]: DEBUG oslo_vmware.api [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.029492] env[69411]: DEBUG nova.compute.manager [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.057508] env[69411]: DEBUG nova.virt.hardware [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.057620] env[69411]: DEBUG nova.virt.hardware [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.057772] env[69411]: DEBUG nova.virt.hardware [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.057953] env[69411]: DEBUG nova.virt.hardware [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.058137] env[69411]: DEBUG nova.virt.hardware [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.058251] env[69411]: DEBUG nova.virt.hardware [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.058455] env[69411]: DEBUG nova.virt.hardware [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.058610] env[69411]: DEBUG nova.virt.hardware [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.058775] env[69411]: DEBUG nova.virt.hardware [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.058936] env[69411]: DEBUG nova.virt.hardware [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.059133] env[69411]: DEBUG nova.virt.hardware [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.059997] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8327b5ca-585d-442f-9d94-f39e7465637b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.068372] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29da42e-0ff4-4898-a3f1-80c8f59a96fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.148445] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.151482] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.882s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.170864] env[69411]: INFO nova.scheduler.client.report [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Deleted allocations for instance e5a8697d-2a72-4768-8bae-8536f9d2f4f8 [ 888.238245] env[69411]: DEBUG oslo_vmware.api [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183695} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.238585] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.238908] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.239151] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.239345] env[69411]: INFO nova.compute.manager [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 888.239585] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.239778] env[69411]: DEBUG nova.compute.manager [-] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.239870] env[69411]: DEBUG nova.network.neutron [-] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.555764] env[69411]: DEBUG nova.compute.manager [req-847d4bed-fd3c-450b-96eb-bd6a6c34b548 req-addc571b-591d-4263-938a-986d35554557 service nova] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Received event network-vif-plugged-b59d70eb-7df2-4e1b-aec8-d36a721e2151 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.556042] env[69411]: DEBUG oslo_concurrency.lockutils [req-847d4bed-fd3c-450b-96eb-bd6a6c34b548 req-addc571b-591d-4263-938a-986d35554557 service nova] Acquiring lock "c1f94147-d4d0-403a-b62d-c83cf6c41ef2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.556267] env[69411]: DEBUG oslo_concurrency.lockutils [req-847d4bed-fd3c-450b-96eb-bd6a6c34b548 req-addc571b-591d-4263-938a-986d35554557 service nova] Lock "c1f94147-d4d0-403a-b62d-c83cf6c41ef2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.556435] env[69411]: DEBUG oslo_concurrency.lockutils [req-847d4bed-fd3c-450b-96eb-bd6a6c34b548 req-addc571b-591d-4263-938a-986d35554557 service nova] Lock "c1f94147-d4d0-403a-b62d-c83cf6c41ef2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.556600] env[69411]: DEBUG nova.compute.manager [req-847d4bed-fd3c-450b-96eb-bd6a6c34b548 req-addc571b-591d-4263-938a-986d35554557 service nova] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] No waiting events found dispatching network-vif-plugged-b59d70eb-7df2-4e1b-aec8-d36a721e2151 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.556785] env[69411]: WARNING nova.compute.manager [req-847d4bed-fd3c-450b-96eb-bd6a6c34b548 req-addc571b-591d-4263-938a-986d35554557 service nova] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Received unexpected event network-vif-plugged-b59d70eb-7df2-4e1b-aec8-d36a721e2151 for instance with vm_state building and task_state spawning. [ 888.658515] env[69411]: INFO nova.compute.claims [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.681635] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60c8210f-93bd-4aab-a596-81ef7b570850 tempest-ImagesOneServerTestJSON-810901414 tempest-ImagesOneServerTestJSON-810901414-project-member] Lock "e5a8697d-2a72-4768-8bae-8536f9d2f4f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.294s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.728294] env[69411]: DEBUG nova.network.neutron [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Successfully updated port: b59d70eb-7df2-4e1b-aec8-d36a721e2151 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.167020] env[69411]: INFO nova.compute.resource_tracker [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updating resource usage from migration ba108991-e1bc-4802-9c51-db14c5781674 [ 889.230025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "refresh_cache-c1f94147-d4d0-403a-b62d-c83cf6c41ef2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.230114] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquired lock "refresh_cache-c1f94147-d4d0-403a-b62d-c83cf6c41ef2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.230208] env[69411]: DEBUG nova.network.neutron [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.447892] env[69411]: DEBUG nova.network.neutron [-] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.706974] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658fe7e9-ddd9-4fb5-a098-81cf23a403ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.715872] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3451f14-d4c8-43f2-916b-d22c0181d94b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.758938] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c9c83f-81fe-4c94-8404-10a9cafe4181 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.767761] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a657e2dd-8bee-4556-b906-98bde9897db0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.783220] env[69411]: DEBUG nova.compute.provider_tree [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.840906] env[69411]: DEBUG nova.network.neutron [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.951127] env[69411]: INFO nova.compute.manager [-] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Took 1.71 seconds to deallocate network for instance. [ 890.285964] env[69411]: DEBUG nova.scheduler.client.report [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.341329] env[69411]: DEBUG nova.network.neutron [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Updating instance_info_cache with network_info: [{"id": "b59d70eb-7df2-4e1b-aec8-d36a721e2151", "address": "fa:16:3e:4a:d3:1c", "network": {"id": "3c60be1f-2030-4eb8-a84c-5ca504f6de7a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-339236847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c9c2fcfd7e446a815f5420276db646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb59d70eb-7d", "ovs_interfaceid": "b59d70eb-7df2-4e1b-aec8-d36a721e2151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.458739] env[69411]: DEBUG oslo_concurrency.lockutils [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.634441] env[69411]: DEBUG nova.compute.manager [req-c8270cfb-1cc8-49c9-9494-f30b124dac6e req-9212a12b-a9b3-4196-a14b-ed40ec114e39 service nova] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Received event network-changed-b59d70eb-7df2-4e1b-aec8-d36a721e2151 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.634482] env[69411]: DEBUG nova.compute.manager [req-c8270cfb-1cc8-49c9-9494-f30b124dac6e req-9212a12b-a9b3-4196-a14b-ed40ec114e39 service nova] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Refreshing instance network info cache due to event network-changed-b59d70eb-7df2-4e1b-aec8-d36a721e2151. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.635082] env[69411]: DEBUG oslo_concurrency.lockutils [req-c8270cfb-1cc8-49c9-9494-f30b124dac6e req-9212a12b-a9b3-4196-a14b-ed40ec114e39 service nova] Acquiring lock "refresh_cache-c1f94147-d4d0-403a-b62d-c83cf6c41ef2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.793117] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.642s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.793203] env[69411]: INFO nova.compute.manager [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Migrating [ 890.800312] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.289s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.800502] env[69411]: DEBUG nova.objects.instance [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 890.843809] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Releasing lock "refresh_cache-c1f94147-d4d0-403a-b62d-c83cf6c41ef2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.844239] env[69411]: DEBUG nova.compute.manager [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Instance network_info: |[{"id": "b59d70eb-7df2-4e1b-aec8-d36a721e2151", "address": "fa:16:3e:4a:d3:1c", "network": {"id": "3c60be1f-2030-4eb8-a84c-5ca504f6de7a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-339236847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c9c2fcfd7e446a815f5420276db646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb59d70eb-7d", "ovs_interfaceid": "b59d70eb-7df2-4e1b-aec8-d36a721e2151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.844555] env[69411]: DEBUG oslo_concurrency.lockutils [req-c8270cfb-1cc8-49c9-9494-f30b124dac6e req-9212a12b-a9b3-4196-a14b-ed40ec114e39 service nova] Acquired lock "refresh_cache-c1f94147-d4d0-403a-b62d-c83cf6c41ef2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.844740] env[69411]: DEBUG nova.network.neutron [req-c8270cfb-1cc8-49c9-9494-f30b124dac6e req-9212a12b-a9b3-4196-a14b-ed40ec114e39 service nova] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Refreshing network info cache for port b59d70eb-7df2-4e1b-aec8-d36a721e2151 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.846236] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:d3:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b59d70eb-7df2-4e1b-aec8-d36a721e2151', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.854373] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.857485] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.858662] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cd1dc5f-d8ca-4824-82bc-89505d057575 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.883185] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.883185] env[69411]: value = "task-3323099" [ 890.883185] env[69411]: _type = "Task" [ 890.883185] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.890490] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323099, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.254557] env[69411]: DEBUG nova.network.neutron [req-c8270cfb-1cc8-49c9-9494-f30b124dac6e req-9212a12b-a9b3-4196-a14b-ed40ec114e39 service nova] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Updated VIF entry in instance network info cache for port b59d70eb-7df2-4e1b-aec8-d36a721e2151. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.254935] env[69411]: DEBUG nova.network.neutron [req-c8270cfb-1cc8-49c9-9494-f30b124dac6e req-9212a12b-a9b3-4196-a14b-ed40ec114e39 service nova] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Updating instance_info_cache with network_info: [{"id": "b59d70eb-7df2-4e1b-aec8-d36a721e2151", "address": "fa:16:3e:4a:d3:1c", "network": {"id": "3c60be1f-2030-4eb8-a84c-5ca504f6de7a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-339236847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c9c2fcfd7e446a815f5420276db646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb59d70eb-7d", "ovs_interfaceid": "b59d70eb-7df2-4e1b-aec8-d36a721e2151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.312273] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "refresh_cache-939d7944-3e09-45c9-8201-fd9edcdbca11" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.312616] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "refresh_cache-939d7944-3e09-45c9-8201-fd9edcdbca11" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.312865] env[69411]: DEBUG nova.network.neutron [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.393421] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323099, 'name': CreateVM_Task, 'duration_secs': 0.309207} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.393603] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.394851] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.394851] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.394851] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.395247] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a487fbfd-24d3-48bc-bfe6-6217b96c446b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.399777] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 891.399777] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52968a9a-9691-9d85-aef6-38838a6fc240" [ 891.399777] env[69411]: _type = "Task" [ 891.399777] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.409024] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52968a9a-9691-9d85-aef6-38838a6fc240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.683197] env[69411]: DEBUG oslo_concurrency.lockutils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "0a5ac446-533c-4508-922f-29696689abe2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.683507] env[69411]: DEBUG oslo_concurrency.lockutils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "0a5ac446-533c-4508-922f-29696689abe2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.757911] env[69411]: DEBUG oslo_concurrency.lockutils [req-c8270cfb-1cc8-49c9-9494-f30b124dac6e req-9212a12b-a9b3-4196-a14b-ed40ec114e39 service nova] Releasing lock "refresh_cache-c1f94147-d4d0-403a-b62d-c83cf6c41ef2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.758302] env[69411]: DEBUG nova.compute.manager [req-c8270cfb-1cc8-49c9-9494-f30b124dac6e req-9212a12b-a9b3-4196-a14b-ed40ec114e39 service nova] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Received event network-vif-deleted-a50f85f6-ea90-4869-850f-b2e76005f7dd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.812826] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9d7d0e7c-e2b3-44c2-bb5a-71bc59bc80ac tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.814311] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.578s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.815727] env[69411]: INFO nova.compute.claims [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.909562] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52968a9a-9691-9d85-aef6-38838a6fc240, 'name': SearchDatastore_Task, 'duration_secs': 0.009307} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.909881] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.910135] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.910378] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.910523] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.910699] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.910959] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17ab2546-6673-4ef4-ae90-641f46fba5f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.919438] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.919617] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.920329] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd6f703c-a4a8-41fd-98e9-99b06e8cd131 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.925565] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 891.925565] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5288a36a-076d-7adb-aaa8-5859de65aadf" [ 891.925565] env[69411]: _type = "Task" [ 891.925565] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.933193] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5288a36a-076d-7adb-aaa8-5859de65aadf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.092612] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Acquiring lock "cdbb693a-23bc-49cb-87ba-c8b11be3fb65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.093228] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Lock "cdbb693a-23bc-49cb-87ba-c8b11be3fb65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.137343] env[69411]: DEBUG nova.network.neutron [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updating instance_info_cache with network_info: [{"id": "c6392698-674b-415a-a632-c62229a98697", "address": "fa:16:3e:3d:04:84", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6392698-67", "ovs_interfaceid": "c6392698-674b-415a-a632-c62229a98697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.438958] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5288a36a-076d-7adb-aaa8-5859de65aadf, 'name': SearchDatastore_Task, 'duration_secs': 0.007753} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.440148] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0d1633-e0b4-4826-9cc5-41b9f666fbde {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.446243] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 892.446243] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529465b0-962f-c129-ddba-8361fd777c1d" [ 892.446243] env[69411]: _type = "Task" [ 892.446243] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.458268] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529465b0-962f-c129-ddba-8361fd777c1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009337} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.458558] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.458818] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] c1f94147-d4d0-403a-b62d-c83cf6c41ef2/c1f94147-d4d0-403a-b62d-c83cf6c41ef2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.459094] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9e0351c-736b-4044-9eed-99d56fea2705 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.466445] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 892.466445] env[69411]: value = "task-3323100" [ 892.466445] env[69411]: _type = "Task" [ 892.466445] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.474250] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.642476] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "refresh_cache-939d7944-3e09-45c9-8201-fd9edcdbca11" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.979961] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469493} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.980695] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] c1f94147-d4d0-403a-b62d-c83cf6c41ef2/c1f94147-d4d0-403a-b62d-c83cf6c41ef2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.981730] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.982015] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f0c3519-0bc9-4d21-a2fe-d956d3fffbc7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.989119] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 892.989119] env[69411]: value = "task-3323101" [ 892.989119] env[69411]: _type = "Task" [ 892.989119] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.996670] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.351789] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cac0b92-69de-42f8-b35e-de9c5dae6cec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.360368] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a79b2c-a1f7-42e4-91d4-3f898c6ee6ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.391159] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886d6b0c-a150-4746-911a-7b0e23a3bf47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.399264] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea0391f-67fb-4036-b320-778c3f8d970a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.418878] env[69411]: DEBUG nova.compute.provider_tree [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.499651] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.923501] env[69411]: DEBUG nova.scheduler.client.report [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.004208] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.75971} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.004494] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.005304] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f597bb-3ff8-43b5-adee-db56087326b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.030617] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] c1f94147-d4d0-403a-b62d-c83cf6c41ef2/c1f94147-d4d0-403a-b62d-c83cf6c41ef2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.032405] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28873eb4-3e9e-4f80-8cad-e16d6ac0323f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.057410] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 894.057410] env[69411]: value = "task-3323102" [ 894.057410] env[69411]: _type = "Task" [ 894.057410] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.065908] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.162140] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a49ee9f-4154-4bfc-97e6-4052b02629fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.182792] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updating instance '939d7944-3e09-45c9-8201-fd9edcdbca11' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.433996] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.434903] env[69411]: DEBUG nova.compute.manager [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.437422] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.053s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.438061] env[69411]: DEBUG nova.objects.instance [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lazy-loading 'resources' on Instance uuid 5f96f0fe-c2b1-490a-95b2-8f29b0fec254 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.569467] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323102, 'name': ReconfigVM_Task, 'duration_secs': 0.277757} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.569762] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Reconfigured VM instance instance-0000003a to attach disk [datastore1] c1f94147-d4d0-403a-b62d-c83cf6c41ef2/c1f94147-d4d0-403a-b62d-c83cf6c41ef2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.570426] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e51c72a3-b85f-45a0-9b79-a617efa9332f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.577397] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 894.577397] env[69411]: value = "task-3323103" [ 894.577397] env[69411]: _type = "Task" [ 894.577397] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.585316] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323103, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.690473] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.690473] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac570715-5596-4307-8818-77e074914475 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.697323] env[69411]: DEBUG oslo_vmware.api [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 894.697323] env[69411]: value = "task-3323104" [ 894.697323] env[69411]: _type = "Task" [ 894.697323] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.706196] env[69411]: DEBUG oslo_vmware.api [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.794529] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Acquiring lock "536d2e2b-65e4-4e3a-924c-535e4e262eb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.795034] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Lock "536d2e2b-65e4-4e3a-924c-535e4e262eb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.943589] env[69411]: DEBUG nova.compute.utils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.945144] env[69411]: DEBUG nova.compute.manager [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.945244] env[69411]: DEBUG nova.network.neutron [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.002172] env[69411]: DEBUG nova.policy [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43ab792cb7fc437082f2d430799901a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6d96e09699a4790943441a76d729182', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.087337] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323103, 'name': Rename_Task, 'duration_secs': 0.1414} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.090286] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.090744] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-333983ed-1904-451d-ac10-391abeab40f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.097446] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 895.097446] env[69411]: value = "task-3323105" [ 895.097446] env[69411]: _type = "Task" [ 895.097446] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.107969] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.214106] env[69411]: DEBUG oslo_vmware.api [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323104, 'name': PowerOffVM_Task, 'duration_secs': 0.17859} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.214787] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.214855] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updating instance '939d7944-3e09-45c9-8201-fd9edcdbca11' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.338891] env[69411]: DEBUG nova.network.neutron [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Successfully created port: f87bddeb-346a-4032-9363-9b2a8a2bce7c {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.448833] env[69411]: DEBUG nova.compute.manager [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.545733] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1518774-d03c-43a0-9860-0bdb8f4b05f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.556521] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66499f1-6632-40d6-8292-de05e369ae7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.593110] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c22aaa-9d94-4966-9482-ce313ff19095 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.606921] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da21b2cc-5e1b-4c42-9b6f-39e054e969bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.617149] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323105, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.625661] env[69411]: DEBUG nova.compute.provider_tree [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.728021] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.728257] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.728432] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.728610] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.728903] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.728903] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.729111] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.729269] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.729431] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.729589] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.729871] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.734858] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ff2f301-bb29-4b15-86a5-db85498fa857 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.753921] env[69411]: DEBUG oslo_vmware.api [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 895.753921] env[69411]: value = "task-3323106" [ 895.753921] env[69411]: _type = "Task" [ 895.753921] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.763970] env[69411]: DEBUG oslo_vmware.api [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.111930] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323105, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.129210] env[69411]: DEBUG nova.scheduler.client.report [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.264393] env[69411]: DEBUG oslo_vmware.api [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323106, 'name': ReconfigVM_Task, 'duration_secs': 0.326816} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.264829] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updating instance '939d7944-3e09-45c9-8201-fd9edcdbca11' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.467972] env[69411]: DEBUG nova.compute.manager [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.495362] env[69411]: DEBUG nova.virt.hardware [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.495615] env[69411]: DEBUG nova.virt.hardware [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.495769] env[69411]: DEBUG nova.virt.hardware [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.495947] env[69411]: DEBUG nova.virt.hardware [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.496139] env[69411]: DEBUG nova.virt.hardware [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.496304] env[69411]: DEBUG nova.virt.hardware [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.496507] env[69411]: DEBUG nova.virt.hardware [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.496666] env[69411]: DEBUG nova.virt.hardware [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.496829] env[69411]: DEBUG nova.virt.hardware [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.496987] env[69411]: DEBUG nova.virt.hardware [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.498697] env[69411]: DEBUG nova.virt.hardware [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.501012] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192972b7-f23a-4879-9c6d-b422bc3e93c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.510568] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2074af26-ba47-4462-8451-7684500abbc6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.611962] env[69411]: DEBUG oslo_vmware.api [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323105, 'name': PowerOnVM_Task, 'duration_secs': 1.021337} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.612257] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.612465] env[69411]: INFO nova.compute.manager [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Took 8.58 seconds to spawn the instance on the hypervisor. [ 896.612646] env[69411]: DEBUG nova.compute.manager [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.613439] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9c7a38-2cf6-4639-8ed6-fa861810aced {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.634144] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.636492] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.516s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.637446] env[69411]: DEBUG nova.objects.instance [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lazy-loading 'resources' on Instance uuid c308feda-6772-4f9f-8db4-85eebcef8d95 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.657379] env[69411]: INFO nova.scheduler.client.report [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleted allocations for instance 5f96f0fe-c2b1-490a-95b2-8f29b0fec254 [ 896.771067] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.771067] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.771245] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.771461] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.771640] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.771819] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.772064] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.772266] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.772484] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.772661] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.772837] env[69411]: DEBUG nova.virt.hardware [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.778310] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 896.778948] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac0a87f-0069-480e-a40b-8dfe44781e0f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.797251] env[69411]: DEBUG oslo_vmware.api [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 896.797251] env[69411]: value = "task-3323107" [ 896.797251] env[69411]: _type = "Task" [ 896.797251] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.805170] env[69411]: DEBUG oslo_vmware.api [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.979314] env[69411]: DEBUG nova.compute.manager [req-57709ddc-0f30-4e4a-b017-32695e220943 req-168c2987-2dbb-4558-b1c1-ef67cf0c525b service nova] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Received event network-vif-plugged-f87bddeb-346a-4032-9363-9b2a8a2bce7c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.979641] env[69411]: DEBUG oslo_concurrency.lockutils [req-57709ddc-0f30-4e4a-b017-32695e220943 req-168c2987-2dbb-4558-b1c1-ef67cf0c525b service nova] Acquiring lock "a640f79b-0b60-4c7a-9dd4-3a6074397f8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.979912] env[69411]: DEBUG oslo_concurrency.lockutils [req-57709ddc-0f30-4e4a-b017-32695e220943 req-168c2987-2dbb-4558-b1c1-ef67cf0c525b service nova] Lock "a640f79b-0b60-4c7a-9dd4-3a6074397f8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.980232] env[69411]: DEBUG oslo_concurrency.lockutils [req-57709ddc-0f30-4e4a-b017-32695e220943 req-168c2987-2dbb-4558-b1c1-ef67cf0c525b service nova] Lock "a640f79b-0b60-4c7a-9dd4-3a6074397f8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.980297] env[69411]: DEBUG nova.compute.manager [req-57709ddc-0f30-4e4a-b017-32695e220943 req-168c2987-2dbb-4558-b1c1-ef67cf0c525b service nova] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] No waiting events found dispatching network-vif-plugged-f87bddeb-346a-4032-9363-9b2a8a2bce7c {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.980515] env[69411]: WARNING nova.compute.manager [req-57709ddc-0f30-4e4a-b017-32695e220943 req-168c2987-2dbb-4558-b1c1-ef67cf0c525b service nova] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Received unexpected event network-vif-plugged-f87bddeb-346a-4032-9363-9b2a8a2bce7c for instance with vm_state building and task_state spawning. [ 897.060104] env[69411]: DEBUG nova.network.neutron [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Successfully updated port: f87bddeb-346a-4032-9363-9b2a8a2bce7c {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.129059] env[69411]: INFO nova.compute.manager [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Took 44.48 seconds to build instance. [ 897.165118] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4511ed0d-d756-440c-8beb-631b5c7af743 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "5f96f0fe-c2b1-490a-95b2-8f29b0fec254" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.733s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.308775] env[69411]: DEBUG oslo_vmware.api [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323107, 'name': ReconfigVM_Task, 'duration_secs': 0.160767} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.309062] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 897.309833] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c13422-e03d-4205-a779-501ed149eca6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.335838] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 939d7944-3e09-45c9-8201-fd9edcdbca11/939d7944-3e09-45c9-8201-fd9edcdbca11.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.338464] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-388a9bd7-84c6-4303-af5c-653ae09e3cd7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.357492] env[69411]: DEBUG oslo_vmware.api [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 897.357492] env[69411]: value = "task-3323108" [ 897.357492] env[69411]: _type = "Task" [ 897.357492] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.369262] env[69411]: DEBUG oslo_vmware.api [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.560485] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cad671a-dd45-45e0-b5e2-c49ba0f2660f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.563476] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "refresh_cache-a640f79b-0b60-4c7a-9dd4-3a6074397f8e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.563632] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired lock "refresh_cache-a640f79b-0b60-4c7a-9dd4-3a6074397f8e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.563780] env[69411]: DEBUG nova.network.neutron [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.569974] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115cd2f1-c1c2-462e-bc9d-d8bf5d5b84b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.605579] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf6746e-37e1-40e4-82a1-9986e601944c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.608889] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a29188-dea3-4f19-8b56-09ed5fd3bc2f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.623575] env[69411]: DEBUG nova.compute.provider_tree [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.631492] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac19d02-5d98-41f0-8b89-ca720ba7fd8e tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "c1f94147-d4d0-403a-b62d-c83cf6c41ef2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.986s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.867112] env[69411]: DEBUG oslo_vmware.api [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323108, 'name': ReconfigVM_Task, 'duration_secs': 0.260632} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.867417] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 939d7944-3e09-45c9-8201-fd9edcdbca11/939d7944-3e09-45c9-8201-fd9edcdbca11.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.867690] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updating instance '939d7944-3e09-45c9-8201-fd9edcdbca11' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.106054] env[69411]: DEBUG nova.network.neutron [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.128274] env[69411]: DEBUG nova.scheduler.client.report [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.139357] env[69411]: DEBUG nova.compute.manager [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.276118] env[69411]: DEBUG nova.network.neutron [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Updating instance_info_cache with network_info: [{"id": "f87bddeb-346a-4032-9363-9b2a8a2bce7c", "address": "fa:16:3e:5f:fd:a3", "network": {"id": "f915803d-8906-4ea8-b107-9fb7369f108f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1224282245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d96e09699a4790943441a76d729182", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87bddeb-34", "ovs_interfaceid": "f87bddeb-346a-4032-9363-9b2a8a2bce7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.375075] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e87395-6c66-44c5-b0d7-d08c0542a4eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.394384] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4aa1202-03b5-4c3e-8aa6-a6cdabeecf1f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.412401] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updating instance '939d7944-3e09-45c9-8201-fd9edcdbca11' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.553798] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "c1f94147-d4d0-403a-b62d-c83cf6c41ef2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.554126] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "c1f94147-d4d0-403a-b62d-c83cf6c41ef2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.554522] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "c1f94147-d4d0-403a-b62d-c83cf6c41ef2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.554744] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "c1f94147-d4d0-403a-b62d-c83cf6c41ef2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.554927] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "c1f94147-d4d0-403a-b62d-c83cf6c41ef2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.557184] env[69411]: INFO nova.compute.manager [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Terminating instance [ 898.632839] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.635487] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.769s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.635718] env[69411]: DEBUG nova.objects.instance [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lazy-loading 'resources' on Instance uuid 4c913a06-f251-470f-a712-09e21768ecc2 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.655744] env[69411]: INFO nova.scheduler.client.report [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleted allocations for instance c308feda-6772-4f9f-8db4-85eebcef8d95 [ 898.657024] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.778711] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Releasing lock "refresh_cache-a640f79b-0b60-4c7a-9dd4-3a6074397f8e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.779069] env[69411]: DEBUG nova.compute.manager [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Instance network_info: |[{"id": "f87bddeb-346a-4032-9363-9b2a8a2bce7c", "address": "fa:16:3e:5f:fd:a3", "network": {"id": "f915803d-8906-4ea8-b107-9fb7369f108f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1224282245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d96e09699a4790943441a76d729182", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87bddeb-34", "ovs_interfaceid": "f87bddeb-346a-4032-9363-9b2a8a2bce7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.779504] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:fd:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f87bddeb-346a-4032-9363-9b2a8a2bce7c', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.787118] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.787353] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.787584] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-645e028a-cf44-4ff1-ba06-32fba24295ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.807898] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.807898] env[69411]: value = "task-3323109" [ 898.807898] env[69411]: _type = "Task" [ 898.807898] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.815216] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323109, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.950715] env[69411]: DEBUG nova.network.neutron [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Port c6392698-674b-415a-a632-c62229a98697 binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 899.024138] env[69411]: DEBUG nova.compute.manager [req-1c81f1e0-04b4-432a-9124-e65beb611c83 req-ddb19366-493f-4fe1-9bf7-b979ad3f9315 service nova] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Received event network-changed-f87bddeb-346a-4032-9363-9b2a8a2bce7c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.024366] env[69411]: DEBUG nova.compute.manager [req-1c81f1e0-04b4-432a-9124-e65beb611c83 req-ddb19366-493f-4fe1-9bf7-b979ad3f9315 service nova] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Refreshing instance network info cache due to event network-changed-f87bddeb-346a-4032-9363-9b2a8a2bce7c. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.024593] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c81f1e0-04b4-432a-9124-e65beb611c83 req-ddb19366-493f-4fe1-9bf7-b979ad3f9315 service nova] Acquiring lock "refresh_cache-a640f79b-0b60-4c7a-9dd4-3a6074397f8e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.024741] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c81f1e0-04b4-432a-9124-e65beb611c83 req-ddb19366-493f-4fe1-9bf7-b979ad3f9315 service nova] Acquired lock "refresh_cache-a640f79b-0b60-4c7a-9dd4-3a6074397f8e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.024901] env[69411]: DEBUG nova.network.neutron [req-1c81f1e0-04b4-432a-9124-e65beb611c83 req-ddb19366-493f-4fe1-9bf7-b979ad3f9315 service nova] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Refreshing network info cache for port f87bddeb-346a-4032-9363-9b2a8a2bce7c {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.061189] env[69411]: DEBUG nova.compute.manager [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.061442] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.062368] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bdfa26-93ae-4611-b5bc-ba2b3e907086 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.071611] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.071899] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bd9c969-ed14-40e6-8d70-25f89100f7aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.077871] env[69411]: DEBUG oslo_vmware.api [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 899.077871] env[69411]: value = "task-3323110" [ 899.077871] env[69411]: _type = "Task" [ 899.077871] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.085841] env[69411]: DEBUG oslo_vmware.api [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.164927] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0350b6e8-27bc-47bd-88ff-cb517eda9ef4 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c308feda-6772-4f9f-8db4-85eebcef8d95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.812s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.324227] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323109, 'name': CreateVM_Task, 'duration_secs': 0.313289} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.324434] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.325184] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.325356] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.325674] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.330153] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73bb73b3-af09-4b30-b572-73d0f87d40db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.335103] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 899.335103] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f67a18-711c-b3e8-e9af-273d7ed7cc99" [ 899.335103] env[69411]: _type = "Task" [ 899.335103] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.347478] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f67a18-711c-b3e8-e9af-273d7ed7cc99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.590816] env[69411]: DEBUG oslo_vmware.api [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323110, 'name': PowerOffVM_Task, 'duration_secs': 0.248478} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.591016] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.591310] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.591427] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a914d05a-c13e-4a27-b6f8-504af367c15c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.594568] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9f9a2a-5444-4d59-83ef-3d92d196a2dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.603264] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb0547b-3d4a-4ee9-bbee-7d83925fa6ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.636466] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d871123-65da-4bd4-b121-5ad632b8e337 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.644123] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a363b0f3-39e2-4c1f-9d64-f1c91c4d535e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.659743] env[69411]: DEBUG nova.compute.provider_tree [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.664059] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.664272] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.664449] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Deleting the datastore file [datastore1] c1f94147-d4d0-403a-b62d-c83cf6c41ef2 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.665029] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d721a6b-69db-4beb-aa67-428cc012cd7c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.670752] env[69411]: DEBUG oslo_vmware.api [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for the task: (returnval){ [ 899.670752] env[69411]: value = "task-3323112" [ 899.670752] env[69411]: _type = "Task" [ 899.670752] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.679099] env[69411]: DEBUG oslo_vmware.api [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.772970] env[69411]: DEBUG nova.network.neutron [req-1c81f1e0-04b4-432a-9124-e65beb611c83 req-ddb19366-493f-4fe1-9bf7-b979ad3f9315 service nova] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Updated VIF entry in instance network info cache for port f87bddeb-346a-4032-9363-9b2a8a2bce7c. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.773356] env[69411]: DEBUG nova.network.neutron [req-1c81f1e0-04b4-432a-9124-e65beb611c83 req-ddb19366-493f-4fe1-9bf7-b979ad3f9315 service nova] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Updating instance_info_cache with network_info: [{"id": "f87bddeb-346a-4032-9363-9b2a8a2bce7c", "address": "fa:16:3e:5f:fd:a3", "network": {"id": "f915803d-8906-4ea8-b107-9fb7369f108f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1224282245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d96e09699a4790943441a76d729182", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87bddeb-34", "ovs_interfaceid": "f87bddeb-346a-4032-9363-9b2a8a2bce7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.847854] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f67a18-711c-b3e8-e9af-273d7ed7cc99, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.848229] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.848485] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.848789] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.848969] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.849277] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.850076] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c9250ad-3091-4b9c-a69c-35d9c3893ec5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.859600] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.859600] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.860495] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bda02a-a387-406c-b06d-8fbe67c20b9d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.865684] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 899.865684] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52218641-cb03-3b70-e6e7-7921420c11a7" [ 899.865684] env[69411]: _type = "Task" [ 899.865684] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.873783] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52218641-cb03-3b70-e6e7-7921420c11a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.972810] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "939d7944-3e09-45c9-8201-fd9edcdbca11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.972810] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "939d7944-3e09-45c9-8201-fd9edcdbca11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.973119] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "939d7944-3e09-45c9-8201-fd9edcdbca11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.166401] env[69411]: DEBUG nova.scheduler.client.report [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.181283] env[69411]: DEBUG oslo_vmware.api [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Task: {'id': task-3323112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148455} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.183130] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.183130] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.183130] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.183130] env[69411]: INFO nova.compute.manager [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 900.183130] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.183130] env[69411]: DEBUG nova.compute.manager [-] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.183130] env[69411]: DEBUG nova.network.neutron [-] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.277315] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c81f1e0-04b4-432a-9124-e65beb611c83 req-ddb19366-493f-4fe1-9bf7-b979ad3f9315 service nova] Releasing lock "refresh_cache-a640f79b-0b60-4c7a-9dd4-3a6074397f8e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.332011] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "c9bfaa5b-683b-4d56-9413-e4a4af19680f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.332419] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c9bfaa5b-683b-4d56-9413-e4a4af19680f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.376746] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52218641-cb03-3b70-e6e7-7921420c11a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008419} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.377736] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca711ac7-816a-4d72-a695-771024ff9431 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.383250] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 900.383250] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52afe838-e2ac-67d7-9e39-ad4c942d6527" [ 900.383250] env[69411]: _type = "Task" [ 900.383250] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.390437] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52afe838-e2ac-67d7-9e39-ad4c942d6527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.671653] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.675048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.421s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.676414] env[69411]: INFO nova.compute.claims [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.698192] env[69411]: INFO nova.scheduler.client.report [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Deleted allocations for instance 4c913a06-f251-470f-a712-09e21768ecc2 [ 900.894207] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52afe838-e2ac-67d7-9e39-ad4c942d6527, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.894475] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.894732] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] a640f79b-0b60-4c7a-9dd4-3a6074397f8e/a640f79b-0b60-4c7a-9dd4-3a6074397f8e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.894990] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1ace095-a70b-4bc5-8585-ab76b6b1cfbe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.900760] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 900.900760] env[69411]: value = "task-3323113" [ 900.900760] env[69411]: _type = "Task" [ 900.900760] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.908080] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.954938] env[69411]: DEBUG nova.network.neutron [-] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.007942] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "refresh_cache-939d7944-3e09-45c9-8201-fd9edcdbca11" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.008142] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "refresh_cache-939d7944-3e09-45c9-8201-fd9edcdbca11" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.008318] env[69411]: DEBUG nova.network.neutron [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.049555] env[69411]: DEBUG nova.compute.manager [req-ac94bd7f-ac03-4266-b93d-4cfbf5be70c4 req-6443e2f2-5bb8-49c0-abaa-450fb8ad0814 service nova] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Received event network-vif-deleted-b59d70eb-7df2-4e1b-aec8-d36a721e2151 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.205966] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9540df95-17e2-456f-87dd-cf319b32e90d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "4c913a06-f251-470f-a712-09e21768ecc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.867s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.412148] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462956} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.412148] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] a640f79b-0b60-4c7a-9dd4-3a6074397f8e/a640f79b-0b60-4c7a-9dd4-3a6074397f8e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.412148] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.412148] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c59dc68d-de87-49f0-b9b9-bfa32f479880 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.418436] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 901.418436] env[69411]: value = "task-3323114" [ 901.418436] env[69411]: _type = "Task" [ 901.418436] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.426860] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.457550] env[69411]: INFO nova.compute.manager [-] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Took 1.27 seconds to deallocate network for instance. [ 901.639371] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "76f4d3eb-3401-4033-95f4-45a7998854de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.639624] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "76f4d3eb-3401-4033-95f4-45a7998854de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.639828] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "76f4d3eb-3401-4033-95f4-45a7998854de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.640010] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "76f4d3eb-3401-4033-95f4-45a7998854de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.640183] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "76f4d3eb-3401-4033-95f4-45a7998854de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.642245] env[69411]: INFO nova.compute.manager [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Terminating instance [ 901.722728] env[69411]: DEBUG nova.network.neutron [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updating instance_info_cache with network_info: [{"id": "c6392698-674b-415a-a632-c62229a98697", "address": "fa:16:3e:3d:04:84", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6392698-67", "ovs_interfaceid": "c6392698-674b-415a-a632-c62229a98697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.928657] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072286} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.928929] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.929717] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed343413-d3e8-46e6-99c4-b2f274d1d467 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.951603] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] a640f79b-0b60-4c7a-9dd4-3a6074397f8e/a640f79b-0b60-4c7a-9dd4-3a6074397f8e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.953745] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25eee5f2-e245-44d1-ab6b-0763646d706b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.968409] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.973983] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 901.973983] env[69411]: value = "task-3323115" [ 901.973983] env[69411]: _type = "Task" [ 901.973983] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.983958] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.118598] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875e1be1-23f7-47e5-9099-109aee6b2677 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.126488] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d78688d-560a-445d-a114-42ec51718c86 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.156039] env[69411]: DEBUG nova.compute.manager [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.156316] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.157248] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83662990-1949-4c16-b67a-fbe164ca0c93 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.160354] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7306d1-47dc-4314-88ef-d47e132564d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.168690] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.169295] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6cd2d9d-a13d-4b99-9f63-7c08aec20db3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.171526] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789604af-04fc-48f7-8536-37cf6af38828 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.186882] env[69411]: DEBUG nova.compute.provider_tree [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.189414] env[69411]: DEBUG oslo_vmware.api [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 902.189414] env[69411]: value = "task-3323116" [ 902.189414] env[69411]: _type = "Task" [ 902.189414] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.197249] env[69411]: DEBUG oslo_vmware.api [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.227227] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "refresh_cache-939d7944-3e09-45c9-8201-fd9edcdbca11" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.484520] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323115, 'name': ReconfigVM_Task, 'duration_secs': 0.305469} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.484790] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Reconfigured VM instance instance-0000003b to attach disk [datastore1] a640f79b-0b60-4c7a-9dd4-3a6074397f8e/a640f79b-0b60-4c7a-9dd4-3a6074397f8e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.485558] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-439e25b8-cf07-4e76-bcc9-c3b3723789c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.491515] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 902.491515] env[69411]: value = "task-3323117" [ 902.491515] env[69411]: _type = "Task" [ 902.491515] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.500060] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323117, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.692119] env[69411]: DEBUG nova.scheduler.client.report [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.704893] env[69411]: DEBUG oslo_vmware.api [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323116, 'name': PowerOffVM_Task, 'duration_secs': 0.31437} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.705287] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.705490] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.705741] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b58dfd10-b430-4b3e-ab84-195ac860592d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.748747] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb3cd53-c43d-49cd-a568-e79832efeae2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.772540] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28ddfd6-4367-40b9-91db-3ad5f232f603 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.775471] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.775680] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.775855] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Deleting the datastore file [datastore1] 76f4d3eb-3401-4033-95f4-45a7998854de {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.776468] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f96140e9-7832-4489-9720-9bb3e8a2fc4e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.783494] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updating instance '939d7944-3e09-45c9-8201-fd9edcdbca11' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.787446] env[69411]: DEBUG oslo_vmware.api [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 902.787446] env[69411]: value = "task-3323119" [ 902.787446] env[69411]: _type = "Task" [ 902.787446] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.001655] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323117, 'name': Rename_Task, 'duration_secs': 0.165112} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.002098] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.002200] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68e59a49-14fb-4896-8759-a419a661865c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.007990] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 903.007990] env[69411]: value = "task-3323120" [ 903.007990] env[69411]: _type = "Task" [ 903.007990] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.019500] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.200773] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.201339] env[69411]: DEBUG nova.compute.manager [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.203954] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.781s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.206120] env[69411]: INFO nova.compute.claims [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.290555] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.290949] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd8deec4-b75f-43c5-baa9-bc957dee4aa9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.303456] env[69411]: DEBUG oslo_vmware.api [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159448} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.304834] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.305071] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.305263] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.305443] env[69411]: INFO nova.compute.manager [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Took 1.15 seconds to destroy the instance on the hypervisor. [ 903.305691] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.305955] env[69411]: DEBUG oslo_vmware.api [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 903.305955] env[69411]: value = "task-3323121" [ 903.305955] env[69411]: _type = "Task" [ 903.305955] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.306235] env[69411]: DEBUG nova.compute.manager [-] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.306381] env[69411]: DEBUG nova.network.neutron [-] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.316812] env[69411]: DEBUG oslo_vmware.api [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.519074] env[69411]: DEBUG oslo_vmware.api [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323120, 'name': PowerOnVM_Task, 'duration_secs': 0.503196} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.519441] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.519658] env[69411]: INFO nova.compute.manager [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Took 7.05 seconds to spawn the instance on the hypervisor. [ 903.519855] env[69411]: DEBUG nova.compute.manager [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.520737] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65c560b-9c70-421c-93a5-6ed6eb4474fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.634907] env[69411]: DEBUG nova.compute.manager [req-d07e2682-5fd0-4b96-90d3-214a541b5778 req-2e6d9d14-f64c-428a-b5ca-3791c91a6734 service nova] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Received event network-vif-deleted-e07d1265-dee4-4739-a86f-d13008ddea68 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.635144] env[69411]: INFO nova.compute.manager [req-d07e2682-5fd0-4b96-90d3-214a541b5778 req-2e6d9d14-f64c-428a-b5ca-3791c91a6734 service nova] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Neutron deleted interface e07d1265-dee4-4739-a86f-d13008ddea68; detaching it from the instance and deleting it from the info cache [ 903.635410] env[69411]: DEBUG nova.network.neutron [req-d07e2682-5fd0-4b96-90d3-214a541b5778 req-2e6d9d14-f64c-428a-b5ca-3791c91a6734 service nova] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.714877] env[69411]: DEBUG nova.compute.utils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.718106] env[69411]: DEBUG nova.compute.manager [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.718294] env[69411]: DEBUG nova.network.neutron [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.775442] env[69411]: DEBUG nova.policy [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7284c660f23841d3b48fcadf8276a4a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69b793e828be4b708c0a7353eeeb6329', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.818700] env[69411]: DEBUG oslo_vmware.api [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323121, 'name': PowerOnVM_Task, 'duration_secs': 0.415235} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.818700] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.818700] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83a69c-0ce2-4033-a8fa-00697d876f73 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updating instance '939d7944-3e09-45c9-8201-fd9edcdbca11' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 904.029900] env[69411]: DEBUG nova.network.neutron [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Successfully created port: 0430f893-b347-44cb-9df0-5ed10f3a632b {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.038146] env[69411]: INFO nova.compute.manager [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Took 48.82 seconds to build instance. [ 904.116570] env[69411]: DEBUG nova.network.neutron [-] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.137995] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08bc0d07-bd39-4e99-9f2a-8f75cbef4df2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.152796] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d07ead2-7880-414d-828d-0807aa8fcb08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.190836] env[69411]: DEBUG nova.compute.manager [req-d07e2682-5fd0-4b96-90d3-214a541b5778 req-2e6d9d14-f64c-428a-b5ca-3791c91a6734 service nova] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Detach interface failed, port_id=e07d1265-dee4-4739-a86f-d13008ddea68, reason: Instance 76f4d3eb-3401-4033-95f4-45a7998854de could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 904.224504] env[69411]: DEBUG nova.compute.manager [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.540369] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9584cc9-5bf0-41a5-a73f-5780ae5cbc9f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "a640f79b-0b60-4c7a-9dd4-3a6074397f8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.341s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.618853] env[69411]: INFO nova.compute.manager [-] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Took 1.31 seconds to deallocate network for instance. [ 904.653526] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d34140-acb3-4010-bb30-b1f4428d160b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.662925] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b048e2bc-4b39-43c6-9131-bfb0a0b6f64d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.693178] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166d6b85-4220-4d99-92a0-804a6a5141b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.700898] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f190a6d-9e3f-4ffd-b2ba-d38380ebf755 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.721764] env[69411]: DEBUG nova.compute.provider_tree [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.044108] env[69411]: DEBUG nova.compute.manager [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.125016] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.223365] env[69411]: DEBUG nova.compute.manager [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.224247] env[69411]: DEBUG nova.scheduler.client.report [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.228074] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0437728c-ddff-417c-a3c0-1d760f09b404 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.233477] env[69411]: DEBUG nova.compute.manager [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.261428] env[69411]: DEBUG nova.virt.hardware [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.261673] env[69411]: DEBUG nova.virt.hardware [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.261828] env[69411]: DEBUG nova.virt.hardware [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.262024] env[69411]: DEBUG nova.virt.hardware [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.262186] env[69411]: DEBUG nova.virt.hardware [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.262335] env[69411]: DEBUG nova.virt.hardware [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.262542] env[69411]: DEBUG nova.virt.hardware [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.262701] env[69411]: DEBUG nova.virt.hardware [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.262870] env[69411]: DEBUG nova.virt.hardware [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.263040] env[69411]: DEBUG nova.virt.hardware [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.263502] env[69411]: DEBUG nova.virt.hardware [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.264065] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20437946-9918-446f-bc9f-3d7707d7dfd2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.272407] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f796bd-e4d8-4811-b457-ed57e67d76fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.572411] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.575149] env[69411]: DEBUG nova.network.neutron [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Successfully updated port: 0430f893-b347-44cb-9df0-5ed10f3a632b {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.718838] env[69411]: DEBUG nova.compute.manager [req-87b63b40-058c-4a5b-9087-e9ce77bcd1ae req-f554cc06-04d6-4140-9326-c38a5be962f8 service nova] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Received event network-vif-plugged-0430f893-b347-44cb-9df0-5ed10f3a632b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.718838] env[69411]: DEBUG oslo_concurrency.lockutils [req-87b63b40-058c-4a5b-9087-e9ce77bcd1ae req-f554cc06-04d6-4140-9326-c38a5be962f8 service nova] Acquiring lock "41dd55dd-81f9-414d-8985-7b3280d45509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.719137] env[69411]: DEBUG oslo_concurrency.lockutils [req-87b63b40-058c-4a5b-9087-e9ce77bcd1ae req-f554cc06-04d6-4140-9326-c38a5be962f8 service nova] Lock "41dd55dd-81f9-414d-8985-7b3280d45509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.719137] env[69411]: DEBUG oslo_concurrency.lockutils [req-87b63b40-058c-4a5b-9087-e9ce77bcd1ae req-f554cc06-04d6-4140-9326-c38a5be962f8 service nova] Lock "41dd55dd-81f9-414d-8985-7b3280d45509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.719597] env[69411]: DEBUG nova.compute.manager [req-87b63b40-058c-4a5b-9087-e9ce77bcd1ae req-f554cc06-04d6-4140-9326-c38a5be962f8 service nova] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] No waiting events found dispatching network-vif-plugged-0430f893-b347-44cb-9df0-5ed10f3a632b {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.719597] env[69411]: WARNING nova.compute.manager [req-87b63b40-058c-4a5b-9087-e9ce77bcd1ae req-f554cc06-04d6-4140-9326-c38a5be962f8 service nova] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Received unexpected event network-vif-plugged-0430f893-b347-44cb-9df0-5ed10f3a632b for instance with vm_state building and task_state spawning. [ 905.719597] env[69411]: DEBUG nova.compute.manager [req-87b63b40-058c-4a5b-9087-e9ce77bcd1ae req-f554cc06-04d6-4140-9326-c38a5be962f8 service nova] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Received event network-changed-0430f893-b347-44cb-9df0-5ed10f3a632b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.719742] env[69411]: DEBUG nova.compute.manager [req-87b63b40-058c-4a5b-9087-e9ce77bcd1ae req-f554cc06-04d6-4140-9326-c38a5be962f8 service nova] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Refreshing instance network info cache due to event network-changed-0430f893-b347-44cb-9df0-5ed10f3a632b. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.719860] env[69411]: DEBUG oslo_concurrency.lockutils [req-87b63b40-058c-4a5b-9087-e9ce77bcd1ae req-f554cc06-04d6-4140-9326-c38a5be962f8 service nova] Acquiring lock "refresh_cache-41dd55dd-81f9-414d-8985-7b3280d45509" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.719995] env[69411]: DEBUG oslo_concurrency.lockutils [req-87b63b40-058c-4a5b-9087-e9ce77bcd1ae req-f554cc06-04d6-4140-9326-c38a5be962f8 service nova] Acquired lock "refresh_cache-41dd55dd-81f9-414d-8985-7b3280d45509" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.720161] env[69411]: DEBUG nova.network.neutron [req-87b63b40-058c-4a5b-9087-e9ce77bcd1ae req-f554cc06-04d6-4140-9326-c38a5be962f8 service nova] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Refreshing network info cache for port 0430f893-b347-44cb-9df0-5ed10f3a632b {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.731913] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.732449] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.736122] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.261s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.736993] env[69411]: INFO nova.compute.claims [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.741807] env[69411]: INFO nova.compute.manager [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] instance snapshotting [ 905.744282] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbb708b-e134-4e7c-9ed8-c2ddfcfede7c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.767500] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe27b88-a752-4bde-9f0e-09f427a25d8f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.041864] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "939d7944-3e09-45c9-8201-fd9edcdbca11" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.042500] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "939d7944-3e09-45c9-8201-fd9edcdbca11" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.042500] env[69411]: DEBUG nova.compute.manager [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Going to confirm migration 4 {{(pid=69411) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 906.078116] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Acquiring lock "refresh_cache-41dd55dd-81f9-414d-8985-7b3280d45509" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.243518] env[69411]: DEBUG nova.compute.utils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.244940] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.245122] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.273903] env[69411]: DEBUG nova.network.neutron [req-87b63b40-058c-4a5b-9087-e9ce77bcd1ae req-f554cc06-04d6-4140-9326-c38a5be962f8 service nova] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.278259] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 906.278556] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-db1ec8ad-5308-42bf-99b0-258394bf77d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.287051] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 906.287051] env[69411]: value = "task-3323122" [ 906.287051] env[69411]: _type = "Task" [ 906.287051] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.295697] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323122, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.314781] env[69411]: DEBUG nova.policy [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f68c9b44e378413e9e72e1177543cc51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd782dc806ac243b484de5e84a9917012', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.387349] env[69411]: DEBUG nova.network.neutron [req-87b63b40-058c-4a5b-9087-e9ce77bcd1ae req-f554cc06-04d6-4140-9326-c38a5be962f8 service nova] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.751901] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.800888] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323122, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.808852] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "refresh_cache-939d7944-3e09-45c9-8201-fd9edcdbca11" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.809042] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "refresh_cache-939d7944-3e09-45c9-8201-fd9edcdbca11" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.809216] env[69411]: DEBUG nova.network.neutron [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.809400] env[69411]: DEBUG nova.objects.instance [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lazy-loading 'info_cache' on Instance uuid 939d7944-3e09-45c9-8201-fd9edcdbca11 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.889521] env[69411]: DEBUG oslo_concurrency.lockutils [req-87b63b40-058c-4a5b-9087-e9ce77bcd1ae req-f554cc06-04d6-4140-9326-c38a5be962f8 service nova] Releasing lock "refresh_cache-41dd55dd-81f9-414d-8985-7b3280d45509" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.889885] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Acquired lock "refresh_cache-41dd55dd-81f9-414d-8985-7b3280d45509" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.892016] env[69411]: DEBUG nova.network.neutron [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.934034] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Successfully created port: 430e5685-4447-46c3-bb29-4da918ffa18d {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.262467] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4949d33a-4ae1-4594-bb79-8c12cb1cbd4b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.270587] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb2ea8f-a294-45d4-a8ab-c6366f8602f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.307281] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca538c2d-03f0-4d16-931e-b91959065e73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.317395] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323122, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.320890] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9071d522-5464-4e31-a429-31081ac78b33 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.335755] env[69411]: DEBUG nova.compute.provider_tree [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.429468] env[69411]: DEBUG nova.network.neutron [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.559444] env[69411]: DEBUG nova.network.neutron [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Updating instance_info_cache with network_info: [{"id": "0430f893-b347-44cb-9df0-5ed10f3a632b", "address": "fa:16:3e:14:0d:90", "network": {"id": "ef82de05-38ad-471c-975c-768245d0340e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-600242405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69b793e828be4b708c0a7353eeeb6329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0430f893-b3", "ovs_interfaceid": "0430f893-b347-44cb-9df0-5ed10f3a632b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.767106] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.791537] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.791777] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.791933] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.792131] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.792280] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.792425] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.792630] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.792786] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.792950] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.793122] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.793290] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.794495] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c66aba-fc32-4dce-936a-a8adc1d3f0da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.803150] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c026aa-f8b8-4270-925e-5bbfd753673e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.824644] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323122, 'name': CreateSnapshot_Task, 'duration_secs': 1.230403} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.825205] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 907.825922] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e661011-223b-4b79-8d3c-93c8f79fbb5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.838967] env[69411]: DEBUG nova.scheduler.client.report [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.061734] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Releasing lock "refresh_cache-41dd55dd-81f9-414d-8985-7b3280d45509" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.062089] env[69411]: DEBUG nova.compute.manager [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Instance network_info: |[{"id": "0430f893-b347-44cb-9df0-5ed10f3a632b", "address": "fa:16:3e:14:0d:90", "network": {"id": "ef82de05-38ad-471c-975c-768245d0340e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-600242405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69b793e828be4b708c0a7353eeeb6329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0430f893-b3", "ovs_interfaceid": "0430f893-b347-44cb-9df0-5ed10f3a632b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.062530] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:0d:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0430f893-b347-44cb-9df0-5ed10f3a632b', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.071200] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Creating folder: Project (69b793e828be4b708c0a7353eeeb6329). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.071509] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-049e6ff0-8ab1-4fe8-9191-78ed3bbb33f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.077132] env[69411]: DEBUG nova.network.neutron [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updating instance_info_cache with network_info: [{"id": "c6392698-674b-415a-a632-c62229a98697", "address": "fa:16:3e:3d:04:84", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6392698-67", "ovs_interfaceid": "c6392698-674b-415a-a632-c62229a98697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.082968] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Created folder: Project (69b793e828be4b708c0a7353eeeb6329) in parent group-v663248. [ 908.083177] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Creating folder: Instances. Parent ref: group-v663421. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.083416] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88c8845d-c4a9-4d8f-9704-f62a81c1d75c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.093064] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Created folder: Instances in parent group-v663421. [ 908.093157] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.093342] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.093541] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0a9e6ce-c116-443d-8cc8-b92993efe3e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.112283] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.112283] env[69411]: value = "task-3323125" [ 908.112283] env[69411]: _type = "Task" [ 908.112283] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.119692] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323125, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.344421] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 908.345130] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-98279df7-6b6d-446e-a239-bb0e44dfdb90 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.348418] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.348921] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.351778] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.856s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.353517] env[69411]: INFO nova.compute.claims [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.361820] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 908.361820] env[69411]: value = "task-3323126" [ 908.361820] env[69411]: _type = "Task" [ 908.361820] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.371024] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323126, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.409866] env[69411]: DEBUG nova.compute.manager [req-05496f90-0722-4f90-b6cf-f3db7c35d875 req-bc0dfa35-5737-4701-b0a6-a95090b2ac13 service nova] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Received event network-vif-plugged-430e5685-4447-46c3-bb29-4da918ffa18d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.410063] env[69411]: DEBUG oslo_concurrency.lockutils [req-05496f90-0722-4f90-b6cf-f3db7c35d875 req-bc0dfa35-5737-4701-b0a6-a95090b2ac13 service nova] Acquiring lock "bc2d41f9-3166-4ae8-bbc9-b58558603368-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.410300] env[69411]: DEBUG oslo_concurrency.lockutils [req-05496f90-0722-4f90-b6cf-f3db7c35d875 req-bc0dfa35-5737-4701-b0a6-a95090b2ac13 service nova] Lock "bc2d41f9-3166-4ae8-bbc9-b58558603368-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.410474] env[69411]: DEBUG oslo_concurrency.lockutils [req-05496f90-0722-4f90-b6cf-f3db7c35d875 req-bc0dfa35-5737-4701-b0a6-a95090b2ac13 service nova] Lock "bc2d41f9-3166-4ae8-bbc9-b58558603368-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.410965] env[69411]: DEBUG nova.compute.manager [req-05496f90-0722-4f90-b6cf-f3db7c35d875 req-bc0dfa35-5737-4701-b0a6-a95090b2ac13 service nova] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] No waiting events found dispatching network-vif-plugged-430e5685-4447-46c3-bb29-4da918ffa18d {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.410965] env[69411]: WARNING nova.compute.manager [req-05496f90-0722-4f90-b6cf-f3db7c35d875 req-bc0dfa35-5737-4701-b0a6-a95090b2ac13 service nova] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Received unexpected event network-vif-plugged-430e5685-4447-46c3-bb29-4da918ffa18d for instance with vm_state building and task_state spawning. [ 908.539772] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Successfully updated port: 430e5685-4447-46c3-bb29-4da918ffa18d {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.580067] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "refresh_cache-939d7944-3e09-45c9-8201-fd9edcdbca11" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.580401] env[69411]: DEBUG nova.objects.instance [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lazy-loading 'migration_context' on Instance uuid 939d7944-3e09-45c9-8201-fd9edcdbca11 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.622283] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323125, 'name': CreateVM_Task, 'duration_secs': 0.408884} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.622482] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.623176] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.623351] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.623732] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.624032] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7742e2de-3a7e-468d-aaa5-e598b59e42cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.628523] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Waiting for the task: (returnval){ [ 908.628523] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f7f7af-362a-ac4c-e072-df8717abfde8" [ 908.628523] env[69411]: _type = "Task" [ 908.628523] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.636184] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f7f7af-362a-ac4c-e072-df8717abfde8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.858801] env[69411]: DEBUG nova.compute.utils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.862209] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.863028] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.874641] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323126, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.905260] env[69411]: DEBUG nova.policy [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f68c9b44e378413e9e72e1177543cc51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd782dc806ac243b484de5e84a9917012', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.042393] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "refresh_cache-bc2d41f9-3166-4ae8-bbc9-b58558603368" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.042563] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquired lock "refresh_cache-bc2d41f9-3166-4ae8-bbc9-b58558603368" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.042716] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.083445] env[69411]: DEBUG nova.objects.base [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Object Instance<939d7944-3e09-45c9-8201-fd9edcdbca11> lazy-loaded attributes: info_cache,migration_context {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 909.084169] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b37779-4af9-4781-93c3-6ba770673e3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.107464] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b7c3c2-1d07-4f93-ad0e-256fb89dcd3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.112990] env[69411]: DEBUG oslo_vmware.api [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 909.112990] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cf203b-c050-3c2d-d84c-ac5deeaa1463" [ 909.112990] env[69411]: _type = "Task" [ 909.112990] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.120972] env[69411]: DEBUG oslo_vmware.api [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cf203b-c050-3c2d-d84c-ac5deeaa1463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.138561] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f7f7af-362a-ac4c-e072-df8717abfde8, 'name': SearchDatastore_Task, 'duration_secs': 0.009634} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.138972] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.139118] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.139359] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.139539] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.143022] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.143022] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09f06f52-8f48-41c3-9512-74b333d15dd1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.148130] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.148313] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.149139] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d0c0a12-8cf5-47d6-bc3a-2ee4af79eff3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.154506] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Waiting for the task: (returnval){ [ 909.154506] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e444bd-92dc-5a7b-acab-d3cf97ce0a2b" [ 909.154506] env[69411]: _type = "Task" [ 909.154506] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.163100] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e444bd-92dc-5a7b-acab-d3cf97ce0a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.205079] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Successfully created port: bf33d27a-600e-437e-a15a-fa5321171072 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.363347] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.384814] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323126, 'name': CloneVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.574403] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.624994] env[69411]: DEBUG oslo_vmware.api [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cf203b-c050-3c2d-d84c-ac5deeaa1463, 'name': SearchDatastore_Task, 'duration_secs': 0.007906} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.625302] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.666532] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e444bd-92dc-5a7b-acab-d3cf97ce0a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.008998} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.667360] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ae2ab8-32be-41b2-ba42-7f5994ac302e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.674061] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Waiting for the task: (returnval){ [ 909.674061] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a73673-fa80-2ad7-4552-23e3030aed83" [ 909.674061] env[69411]: _type = "Task" [ 909.674061] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.681731] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a73673-fa80-2ad7-4552-23e3030aed83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.694363] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Updating instance_info_cache with network_info: [{"id": "430e5685-4447-46c3-bb29-4da918ffa18d", "address": "fa:16:3e:92:dd:75", "network": {"id": "49841394-8fd8-4af0-a5ac-0c7203d68592", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-338921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d782dc806ac243b484de5e84a9917012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430e5685-44", "ovs_interfaceid": "430e5685-4447-46c3-bb29-4da918ffa18d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.781827] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2354342e-8423-43c6-acc1-19d694be7ae5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.789885] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b779f2-6e66-4a40-a567-2d5f584c997b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.821133] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b98d04-2d0b-4716-8e05-45f9641ff832 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.828198] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1888a11f-3199-469b-8a31-896abab8d041 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.841241] env[69411]: DEBUG nova.compute.provider_tree [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.877286] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323126, 'name': CloneVM_Task, 'duration_secs': 1.132068} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.877740] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Created linked-clone VM from snapshot [ 909.878483] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d58b4f-e34c-4ccd-97d9-d329967ab699 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.885587] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Uploading image 7c372ff5-494e-42a0-abb6-f79af8e38110 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 909.905765] env[69411]: DEBUG oslo_vmware.rw_handles [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 909.905765] env[69411]: value = "vm-663424" [ 909.905765] env[69411]: _type = "VirtualMachine" [ 909.905765] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 909.906242] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-711492a7-49e9-4652-88bc-211924083bf5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.913525] env[69411]: DEBUG oslo_vmware.rw_handles [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lease: (returnval){ [ 909.913525] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e65a63-f2fc-3c66-1185-faa45090e0e1" [ 909.913525] env[69411]: _type = "HttpNfcLease" [ 909.913525] env[69411]: } obtained for exporting VM: (result){ [ 909.913525] env[69411]: value = "vm-663424" [ 909.913525] env[69411]: _type = "VirtualMachine" [ 909.913525] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 909.913800] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the lease: (returnval){ [ 909.913800] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e65a63-f2fc-3c66-1185-faa45090e0e1" [ 909.913800] env[69411]: _type = "HttpNfcLease" [ 909.913800] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 909.919970] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 909.919970] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e65a63-f2fc-3c66-1185-faa45090e0e1" [ 909.919970] env[69411]: _type = "HttpNfcLease" [ 909.919970] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 910.184692] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a73673-fa80-2ad7-4552-23e3030aed83, 'name': SearchDatastore_Task, 'duration_secs': 0.011708} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.185681] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.185681] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 41dd55dd-81f9-414d-8985-7b3280d45509/41dd55dd-81f9-414d-8985-7b3280d45509.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.185681] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4767713c-b863-4cc1-8f05-0c636dbbd79d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.192864] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Waiting for the task: (returnval){ [ 910.192864] env[69411]: value = "task-3323128" [ 910.192864] env[69411]: _type = "Task" [ 910.192864] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.196293] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Releasing lock "refresh_cache-bc2d41f9-3166-4ae8-bbc9-b58558603368" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.196497] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Instance network_info: |[{"id": "430e5685-4447-46c3-bb29-4da918ffa18d", "address": "fa:16:3e:92:dd:75", "network": {"id": "49841394-8fd8-4af0-a5ac-0c7203d68592", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-338921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d782dc806ac243b484de5e84a9917012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430e5685-44", "ovs_interfaceid": "430e5685-4447-46c3-bb29-4da918ffa18d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.197208] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:dd:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '430e5685-4447-46c3-bb29-4da918ffa18d', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.204641] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Creating folder: Project (d782dc806ac243b484de5e84a9917012). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.207676] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3707dc1-b50d-4f15-8d56-bcfa578f077c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.209216] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': task-3323128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.217213] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Created folder: Project (d782dc806ac243b484de5e84a9917012) in parent group-v663248. [ 910.217420] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Creating folder: Instances. Parent ref: group-v663425. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.217681] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5d5eacc-fc4c-45cb-a31b-15534528c7d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.226715] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Created folder: Instances in parent group-v663425. [ 910.226994] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.227222] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.227387] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fa2d3ca-0226-43d0-9387-30b8c360c4c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.249057] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.249057] env[69411]: value = "task-3323131" [ 910.249057] env[69411]: _type = "Task" [ 910.249057] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.257667] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323131, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.345174] env[69411]: DEBUG nova.scheduler.client.report [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.379685] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.404939] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.405250] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.405415] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.405599] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.405748] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.405897] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.406122] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.406294] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.406465] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.406702] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.406955] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.408022] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50d6d63-9c0b-4b70-b3f0-71e116b3247f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.421983] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088b5d92-4d6d-454f-a935-704ceb676beb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.430671] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.430671] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e65a63-f2fc-3c66-1185-faa45090e0e1" [ 910.430671] env[69411]: _type = "HttpNfcLease" [ 910.430671] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 910.440785] env[69411]: DEBUG oslo_vmware.rw_handles [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 910.440785] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e65a63-f2fc-3c66-1185-faa45090e0e1" [ 910.440785] env[69411]: _type = "HttpNfcLease" [ 910.440785] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 910.443234] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286fd0c5-85a9-4a6a-84f2-17420c7c4851 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.447883] env[69411]: DEBUG nova.compute.manager [req-35cd98a0-d949-48f5-be07-5d703b922ec3 req-b46c34b2-b4ef-4b5a-bd93-110b6861582a service nova] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Received event network-changed-430e5685-4447-46c3-bb29-4da918ffa18d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.448093] env[69411]: DEBUG nova.compute.manager [req-35cd98a0-d949-48f5-be07-5d703b922ec3 req-b46c34b2-b4ef-4b5a-bd93-110b6861582a service nova] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Refreshing instance network info cache due to event network-changed-430e5685-4447-46c3-bb29-4da918ffa18d. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.448285] env[69411]: DEBUG oslo_concurrency.lockutils [req-35cd98a0-d949-48f5-be07-5d703b922ec3 req-b46c34b2-b4ef-4b5a-bd93-110b6861582a service nova] Acquiring lock "refresh_cache-bc2d41f9-3166-4ae8-bbc9-b58558603368" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.448548] env[69411]: DEBUG oslo_concurrency.lockutils [req-35cd98a0-d949-48f5-be07-5d703b922ec3 req-b46c34b2-b4ef-4b5a-bd93-110b6861582a service nova] Acquired lock "refresh_cache-bc2d41f9-3166-4ae8-bbc9-b58558603368" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.448714] env[69411]: DEBUG nova.network.neutron [req-35cd98a0-d949-48f5-be07-5d703b922ec3 req-b46c34b2-b4ef-4b5a-bd93-110b6861582a service nova] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Refreshing network info cache for port 430e5685-4447-46c3-bb29-4da918ffa18d {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.456739] env[69411]: DEBUG oslo_vmware.rw_handles [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e9103-1ee2-9339-ccc4-623fb9add9ce/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 910.457557] env[69411]: DEBUG oslo_vmware.rw_handles [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e9103-1ee2-9339-ccc4-623fb9add9ce/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 910.563715] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f39d28b-d49a-4dee-a1f3-93f3a8cf481d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.702007] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': task-3323128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486896} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.702308] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 41dd55dd-81f9-414d-8985-7b3280d45509/41dd55dd-81f9-414d-8985-7b3280d45509.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.702526] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.702772] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb4fb26e-3a1e-4a04-a1a6-dcb9b2ebaeaf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.709613] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Waiting for the task: (returnval){ [ 910.709613] env[69411]: value = "task-3323132" [ 910.709613] env[69411]: _type = "Task" [ 910.709613] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.717670] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': task-3323132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.758589] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323131, 'name': CreateVM_Task, 'duration_secs': 0.357112} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.758799] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.759547] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.759726] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.760074] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.760408] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0731ecc4-65c9-4c6a-90c0-7562f89972e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.768403] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 910.768403] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522f398f-759d-467c-7744-bb2d9b4a630a" [ 910.768403] env[69411]: _type = "Task" [ 910.768403] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.776682] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522f398f-759d-467c-7744-bb2d9b4a630a, 'name': SearchDatastore_Task, 'duration_secs': 0.008101} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.777410] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.777410] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.777516] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.777629] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.777813] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.778095] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39930db2-0618-40c7-9bd6-f0f7fea36eaf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.785755] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.786090] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.787031] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ed47e4-9ac7-4e24-90c3-17efe922d9b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.792792] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 910.792792] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5223e43c-1b83-45c2-1889-771243b28c17" [ 910.792792] env[69411]: _type = "Task" [ 910.792792] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.801266] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5223e43c-1b83-45c2-1889-771243b28c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.822855] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Successfully updated port: bf33d27a-600e-437e-a15a-fa5321171072 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.850798] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.851411] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.857236] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.471s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.857530] env[69411]: DEBUG nova.objects.instance [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Lazy-loading 'resources' on Instance uuid 2bdfcae6-520b-42f8-9127-f58cb3f9e57d {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.217926] env[69411]: DEBUG nova.network.neutron [req-35cd98a0-d949-48f5-be07-5d703b922ec3 req-b46c34b2-b4ef-4b5a-bd93-110b6861582a service nova] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Updated VIF entry in instance network info cache for port 430e5685-4447-46c3-bb29-4da918ffa18d. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.218621] env[69411]: DEBUG nova.network.neutron [req-35cd98a0-d949-48f5-be07-5d703b922ec3 req-b46c34b2-b4ef-4b5a-bd93-110b6861582a service nova] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Updating instance_info_cache with network_info: [{"id": "430e5685-4447-46c3-bb29-4da918ffa18d", "address": "fa:16:3e:92:dd:75", "network": {"id": "49841394-8fd8-4af0-a5ac-0c7203d68592", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-338921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d782dc806ac243b484de5e84a9917012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430e5685-44", "ovs_interfaceid": "430e5685-4447-46c3-bb29-4da918ffa18d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.223366] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': task-3323132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060638} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.224106] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.225317] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a202081-8801-44f7-b32c-56bd684cb514 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.249896] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 41dd55dd-81f9-414d-8985-7b3280d45509/41dd55dd-81f9-414d-8985-7b3280d45509.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.251049] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf3945b7-ab0c-45bd-87c1-f15c97140c4e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.277277] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Waiting for the task: (returnval){ [ 911.277277] env[69411]: value = "task-3323133" [ 911.277277] env[69411]: _type = "Task" [ 911.277277] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.286900] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': task-3323133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.307136] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5223e43c-1b83-45c2-1889-771243b28c17, 'name': SearchDatastore_Task, 'duration_secs': 0.008645} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.308593] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7671ee98-7d3f-4ab2-9993-8f9c07a76363 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.314465] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 911.314465] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52069233-98ad-9a98-7774-03cfc4b1b81e" [ 911.314465] env[69411]: _type = "Task" [ 911.314465] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.322741] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52069233-98ad-9a98-7774-03cfc4b1b81e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.326731] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "refresh_cache-ade7ce14-f11a-467d-9b12-05acd5ac76fc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.326731] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquired lock "refresh_cache-ade7ce14-f11a-467d-9b12-05acd5ac76fc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.328200] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.363662] env[69411]: DEBUG nova.compute.utils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.365829] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.365829] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.427273] env[69411]: DEBUG nova.policy [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f68c9b44e378413e9e72e1177543cc51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd782dc806ac243b484de5e84a9917012', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.724613] env[69411]: DEBUG oslo_concurrency.lockutils [req-35cd98a0-d949-48f5-be07-5d703b922ec3 req-b46c34b2-b4ef-4b5a-bd93-110b6861582a service nova] Releasing lock "refresh_cache-bc2d41f9-3166-4ae8-bbc9-b58558603368" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.786872] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': task-3323133, 'name': ReconfigVM_Task, 'duration_secs': 0.33416} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.789772] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 41dd55dd-81f9-414d-8985-7b3280d45509/41dd55dd-81f9-414d-8985-7b3280d45509.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.791309] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fb1ae11-4c61-4569-b98c-8fe53980f5ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.797779] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Waiting for the task: (returnval){ [ 911.797779] env[69411]: value = "task-3323134" [ 911.797779] env[69411]: _type = "Task" [ 911.797779] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.808454] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': task-3323134, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.809233] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Successfully created port: b278a50a-586a-47b4-9e57-a57d7c4dd67a {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.824872] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52069233-98ad-9a98-7774-03cfc4b1b81e, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.827567] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.827828] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] bc2d41f9-3166-4ae8-bbc9-b58558603368/bc2d41f9-3166-4ae8-bbc9-b58558603368.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.828298] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f4b402d-638b-45f3-a503-35cf5add02b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.836867] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 911.836867] env[69411]: value = "task-3323135" [ 911.836867] env[69411]: _type = "Task" [ 911.836867] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.848567] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.870689] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.885947] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.950382] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16e5c20-df27-456c-8134-be337ee5645f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.959077] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be34667-28d2-4e93-8b2c-c2e320a7fe8a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.994325] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec077c59-072f-4ab1-97b8-927d375dd39a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.002400] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c6691e-7d46-494d-96f3-98fe0009e11c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.016576] env[69411]: DEBUG nova.compute.provider_tree [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.205564] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Updating instance_info_cache with network_info: [{"id": "bf33d27a-600e-437e-a15a-fa5321171072", "address": "fa:16:3e:79:2a:ad", "network": {"id": "49841394-8fd8-4af0-a5ac-0c7203d68592", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-338921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d782dc806ac243b484de5e84a9917012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf33d27a-60", "ovs_interfaceid": "bf33d27a-600e-437e-a15a-fa5321171072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.309608] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': task-3323134, 'name': Rename_Task, 'duration_secs': 0.152803} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.310048] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.310331] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fb8b5ab-c815-4e92-848d-cb354dd1fbf8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.318064] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Waiting for the task: (returnval){ [ 912.318064] env[69411]: value = "task-3323136" [ 912.318064] env[69411]: _type = "Task" [ 912.318064] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.328042] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': task-3323136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.347493] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323135, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.487848] env[69411]: DEBUG nova.compute.manager [req-85b0a5de-cf16-40a8-a9c4-93b076d6000e req-7ed17287-3874-41fd-990c-fcab1a52b3a9 service nova] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Received event network-vif-plugged-bf33d27a-600e-437e-a15a-fa5321171072 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.487848] env[69411]: DEBUG oslo_concurrency.lockutils [req-85b0a5de-cf16-40a8-a9c4-93b076d6000e req-7ed17287-3874-41fd-990c-fcab1a52b3a9 service nova] Acquiring lock "ade7ce14-f11a-467d-9b12-05acd5ac76fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.487848] env[69411]: DEBUG oslo_concurrency.lockutils [req-85b0a5de-cf16-40a8-a9c4-93b076d6000e req-7ed17287-3874-41fd-990c-fcab1a52b3a9 service nova] Lock "ade7ce14-f11a-467d-9b12-05acd5ac76fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.487848] env[69411]: DEBUG oslo_concurrency.lockutils [req-85b0a5de-cf16-40a8-a9c4-93b076d6000e req-7ed17287-3874-41fd-990c-fcab1a52b3a9 service nova] Lock "ade7ce14-f11a-467d-9b12-05acd5ac76fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.488538] env[69411]: DEBUG nova.compute.manager [req-85b0a5de-cf16-40a8-a9c4-93b076d6000e req-7ed17287-3874-41fd-990c-fcab1a52b3a9 service nova] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] No waiting events found dispatching network-vif-plugged-bf33d27a-600e-437e-a15a-fa5321171072 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.488538] env[69411]: WARNING nova.compute.manager [req-85b0a5de-cf16-40a8-a9c4-93b076d6000e req-7ed17287-3874-41fd-990c-fcab1a52b3a9 service nova] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Received unexpected event network-vif-plugged-bf33d27a-600e-437e-a15a-fa5321171072 for instance with vm_state building and task_state spawning. [ 912.488538] env[69411]: DEBUG nova.compute.manager [req-85b0a5de-cf16-40a8-a9c4-93b076d6000e req-7ed17287-3874-41fd-990c-fcab1a52b3a9 service nova] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Received event network-changed-bf33d27a-600e-437e-a15a-fa5321171072 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.488538] env[69411]: DEBUG nova.compute.manager [req-85b0a5de-cf16-40a8-a9c4-93b076d6000e req-7ed17287-3874-41fd-990c-fcab1a52b3a9 service nova] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Refreshing instance network info cache due to event network-changed-bf33d27a-600e-437e-a15a-fa5321171072. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.488766] env[69411]: DEBUG oslo_concurrency.lockutils [req-85b0a5de-cf16-40a8-a9c4-93b076d6000e req-7ed17287-3874-41fd-990c-fcab1a52b3a9 service nova] Acquiring lock "refresh_cache-ade7ce14-f11a-467d-9b12-05acd5ac76fc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.521012] env[69411]: DEBUG nova.scheduler.client.report [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.708135] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Releasing lock "refresh_cache-ade7ce14-f11a-467d-9b12-05acd5ac76fc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.708720] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Instance network_info: |[{"id": "bf33d27a-600e-437e-a15a-fa5321171072", "address": "fa:16:3e:79:2a:ad", "network": {"id": "49841394-8fd8-4af0-a5ac-0c7203d68592", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-338921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d782dc806ac243b484de5e84a9917012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf33d27a-60", "ovs_interfaceid": "bf33d27a-600e-437e-a15a-fa5321171072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.710066] env[69411]: DEBUG oslo_concurrency.lockutils [req-85b0a5de-cf16-40a8-a9c4-93b076d6000e req-7ed17287-3874-41fd-990c-fcab1a52b3a9 service nova] Acquired lock "refresh_cache-ade7ce14-f11a-467d-9b12-05acd5ac76fc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.710066] env[69411]: DEBUG nova.network.neutron [req-85b0a5de-cf16-40a8-a9c4-93b076d6000e req-7ed17287-3874-41fd-990c-fcab1a52b3a9 service nova] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Refreshing network info cache for port bf33d27a-600e-437e-a15a-fa5321171072 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.710496] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:2a:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf33d27a-600e-437e-a15a-fa5321171072', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.722732] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.723870] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.724410] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7fd8592-556e-4c02-a257-3b6f345aef2a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.748114] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.748114] env[69411]: value = "task-3323137" [ 912.748114] env[69411]: _type = "Task" [ 912.748114] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.757330] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323137, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.828064] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': task-3323136, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.847900] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520846} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.848265] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] bc2d41f9-3166-4ae8-bbc9-b58558603368/bc2d41f9-3166-4ae8-bbc9-b58558603368.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.848508] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.848806] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f69e0550-de0c-4e9a-b114-3fcc0e90e0b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.856643] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 912.856643] env[69411]: value = "task-3323138" [ 912.856643] env[69411]: _type = "Task" [ 912.856643] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.866048] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.882073] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.970288] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.970606] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.970836] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.971061] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.971223] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.971390] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.971625] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.971810] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.972029] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.972238] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.972413] env[69411]: DEBUG nova.virt.hardware [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.973436] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c02d6f-ae7a-46fe-8faa-6a9b5373f3f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.982926] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afbb305-3305-4187-a6c1-3b75993c34cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.027021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.030236] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.922s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.031895] env[69411]: INFO nova.compute.claims [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.055597] env[69411]: INFO nova.scheduler.client.report [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Deleted allocations for instance 2bdfcae6-520b-42f8-9127-f58cb3f9e57d [ 913.259094] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323137, 'name': CreateVM_Task, 'duration_secs': 0.447667} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.261467] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.262185] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.262361] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.262671] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.263293] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaaaf6dc-a3d7-4913-a08c-09dc087fad8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.268042] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 913.268042] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521b9c56-2ae7-e472-f6cb-e37106a6aad4" [ 913.268042] env[69411]: _type = "Task" [ 913.268042] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.276394] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521b9c56-2ae7-e472-f6cb-e37106a6aad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.330356] env[69411]: DEBUG oslo_vmware.api [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': task-3323136, 'name': PowerOnVM_Task, 'duration_secs': 0.519921} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.330706] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.330929] env[69411]: INFO nova.compute.manager [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Took 8.10 seconds to spawn the instance on the hypervisor. [ 913.331184] env[69411]: DEBUG nova.compute.manager [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.332070] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54932489-8951-4c3e-ad3b-bfa1a82bf74e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.369308] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068618} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.369653] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.370430] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a86697-adba-4148-8f25-e4d9e32f1201 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.398646] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] bc2d41f9-3166-4ae8-bbc9-b58558603368/bc2d41f9-3166-4ae8-bbc9-b58558603368.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.398796] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53d0c422-5a61-4f31-9da6-4d5b94da77f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.423183] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 913.423183] env[69411]: value = "task-3323139" [ 913.423183] env[69411]: _type = "Task" [ 913.423183] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.431194] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.565043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5a8a58f1-1924-4991-8ef6-b30c3087e229 tempest-ServersWithSpecificFlavorTestJSON-1867393508 tempest-ServersWithSpecificFlavorTestJSON-1867393508-project-member] Lock "2bdfcae6-520b-42f8-9127-f58cb3f9e57d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.941s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.616216] env[69411]: DEBUG nova.network.neutron [req-85b0a5de-cf16-40a8-a9c4-93b076d6000e req-7ed17287-3874-41fd-990c-fcab1a52b3a9 service nova] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Updated VIF entry in instance network info cache for port bf33d27a-600e-437e-a15a-fa5321171072. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.616216] env[69411]: DEBUG nova.network.neutron [req-85b0a5de-cf16-40a8-a9c4-93b076d6000e req-7ed17287-3874-41fd-990c-fcab1a52b3a9 service nova] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Updating instance_info_cache with network_info: [{"id": "bf33d27a-600e-437e-a15a-fa5321171072", "address": "fa:16:3e:79:2a:ad", "network": {"id": "49841394-8fd8-4af0-a5ac-0c7203d68592", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-338921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d782dc806ac243b484de5e84a9917012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf33d27a-60", "ovs_interfaceid": "bf33d27a-600e-437e-a15a-fa5321171072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.751325] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Successfully updated port: b278a50a-586a-47b4-9e57-a57d7c4dd67a {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.780688] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521b9c56-2ae7-e472-f6cb-e37106a6aad4, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.780688] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.780688] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.780688] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.780688] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.780688] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.780972] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c98dfe4c-0a00-459e-bb5c-eecfafe0e07d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.790767] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.790987] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.791747] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef820b5-8026-4e1c-a168-8b60d394b696 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.797335] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 913.797335] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52edc03d-8a71-65e2-d5f7-909e758ace36" [ 913.797335] env[69411]: _type = "Task" [ 913.797335] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.807201] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52edc03d-8a71-65e2-d5f7-909e758ace36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.849357] env[69411]: INFO nova.compute.manager [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Took 52.61 seconds to build instance. [ 913.933699] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.119093] env[69411]: DEBUG oslo_concurrency.lockutils [req-85b0a5de-cf16-40a8-a9c4-93b076d6000e req-7ed17287-3874-41fd-990c-fcab1a52b3a9 service nova] Releasing lock "refresh_cache-ade7ce14-f11a-467d-9b12-05acd5ac76fc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.252849] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "refresh_cache-a777e80c-13a0-429c-ae7e-4d43702e9092" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.252891] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquired lock "refresh_cache-a777e80c-13a0-429c-ae7e-4d43702e9092" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.253066] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.309790] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52edc03d-8a71-65e2-d5f7-909e758ace36, 'name': SearchDatastore_Task, 'duration_secs': 0.008513} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.311114] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-343b5d3a-1090-43f3-85ec-7903151114d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.322231] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 914.322231] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b4c9f9-db07-d7cc-c718-78871e6149d0" [ 914.322231] env[69411]: _type = "Task" [ 914.322231] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.331623] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b4c9f9-db07-d7cc-c718-78871e6149d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.351289] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5b0fe87-0c1c-4513-9e87-bad1a93888f3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Lock "41dd55dd-81f9-414d-8985-7b3280d45509" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.125s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.435781] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323139, 'name': ReconfigVM_Task, 'duration_secs': 0.639135} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.438508] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Reconfigured VM instance instance-0000003d to attach disk [datastore1] bc2d41f9-3166-4ae8-bbc9-b58558603368/bc2d41f9-3166-4ae8-bbc9-b58558603368.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.440140] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71d8efdd-4368-4615-be88-d4085a5aca47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.445740] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 914.445740] env[69411]: value = "task-3323140" [ 914.445740] env[69411]: _type = "Task" [ 914.445740] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.456119] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323140, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.512201] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff8f862-0203-4453-a71b-f3ae6cb2fbb5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.520147] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252aeabe-970e-4525-b69b-d0cd041e5202 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.551812] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b875e0-c17a-4172-92c4-6a5b7ac05893 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.561495] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba1f60b-e981-441c-9478-70ea9dd3a783 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.566196] env[69411]: DEBUG nova.compute.manager [req-4898009b-5040-4162-be30-421d83415e42 req-dcc3b8d3-68ca-48dd-81e0-dccb6aaa8254 service nova] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Received event network-vif-plugged-b278a50a-586a-47b4-9e57-a57d7c4dd67a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.566568] env[69411]: DEBUG oslo_concurrency.lockutils [req-4898009b-5040-4162-be30-421d83415e42 req-dcc3b8d3-68ca-48dd-81e0-dccb6aaa8254 service nova] Acquiring lock "a777e80c-13a0-429c-ae7e-4d43702e9092-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.566702] env[69411]: DEBUG oslo_concurrency.lockutils [req-4898009b-5040-4162-be30-421d83415e42 req-dcc3b8d3-68ca-48dd-81e0-dccb6aaa8254 service nova] Lock "a777e80c-13a0-429c-ae7e-4d43702e9092-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.566784] env[69411]: DEBUG oslo_concurrency.lockutils [req-4898009b-5040-4162-be30-421d83415e42 req-dcc3b8d3-68ca-48dd-81e0-dccb6aaa8254 service nova] Lock "a777e80c-13a0-429c-ae7e-4d43702e9092-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.568111] env[69411]: DEBUG nova.compute.manager [req-4898009b-5040-4162-be30-421d83415e42 req-dcc3b8d3-68ca-48dd-81e0-dccb6aaa8254 service nova] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] No waiting events found dispatching network-vif-plugged-b278a50a-586a-47b4-9e57-a57d7c4dd67a {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.568111] env[69411]: WARNING nova.compute.manager [req-4898009b-5040-4162-be30-421d83415e42 req-dcc3b8d3-68ca-48dd-81e0-dccb6aaa8254 service nova] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Received unexpected event network-vif-plugged-b278a50a-586a-47b4-9e57-a57d7c4dd67a for instance with vm_state building and task_state spawning. [ 914.568111] env[69411]: DEBUG nova.compute.manager [req-4898009b-5040-4162-be30-421d83415e42 req-dcc3b8d3-68ca-48dd-81e0-dccb6aaa8254 service nova] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Received event network-changed-b278a50a-586a-47b4-9e57-a57d7c4dd67a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.568111] env[69411]: DEBUG nova.compute.manager [req-4898009b-5040-4162-be30-421d83415e42 req-dcc3b8d3-68ca-48dd-81e0-dccb6aaa8254 service nova] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Refreshing instance network info cache due to event network-changed-b278a50a-586a-47b4-9e57-a57d7c4dd67a. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.568111] env[69411]: DEBUG oslo_concurrency.lockutils [req-4898009b-5040-4162-be30-421d83415e42 req-dcc3b8d3-68ca-48dd-81e0-dccb6aaa8254 service nova] Acquiring lock "refresh_cache-a777e80c-13a0-429c-ae7e-4d43702e9092" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.579140] env[69411]: DEBUG nova.compute.provider_tree [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.788935] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.832617] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b4c9f9-db07-d7cc-c718-78871e6149d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.835181] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.835461] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] ade7ce14-f11a-467d-9b12-05acd5ac76fc/ade7ce14-f11a-467d-9b12-05acd5ac76fc.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.836198] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ba1dc5d-00a0-461b-8971-08905058a3b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.843896] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 914.843896] env[69411]: value = "task-3323141" [ 914.843896] env[69411]: _type = "Task" [ 914.843896] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.855023] env[69411]: DEBUG nova.compute.manager [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.858711] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.957850] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323140, 'name': Rename_Task, 'duration_secs': 0.186297} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.962367] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.962712] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-616fd62d-9347-4058-9a89-cd81309313c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.976021] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 914.976021] env[69411]: value = "task-3323142" [ 914.976021] env[69411]: _type = "Task" [ 914.976021] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.983738] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.031546] env[69411]: DEBUG nova.network.neutron [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Updating instance_info_cache with network_info: [{"id": "b278a50a-586a-47b4-9e57-a57d7c4dd67a", "address": "fa:16:3e:9b:42:f4", "network": {"id": "49841394-8fd8-4af0-a5ac-0c7203d68592", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-338921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d782dc806ac243b484de5e84a9917012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb278a50a-58", "ovs_interfaceid": "b278a50a-586a-47b4-9e57-a57d7c4dd67a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.082955] env[69411]: DEBUG nova.scheduler.client.report [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.355331] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469937} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.355667] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] ade7ce14-f11a-467d-9b12-05acd5ac76fc/ade7ce14-f11a-467d-9b12-05acd5ac76fc.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.355893] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.357220] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92d68729-84de-4cf4-b19b-c3c2151735bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.364547] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 915.364547] env[69411]: value = "task-3323143" [ 915.364547] env[69411]: _type = "Task" [ 915.364547] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.376732] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.383452] env[69411]: DEBUG oslo_concurrency.lockutils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.485550] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323142, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.536422] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Releasing lock "refresh_cache-a777e80c-13a0-429c-ae7e-4d43702e9092" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.536766] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Instance network_info: |[{"id": "b278a50a-586a-47b4-9e57-a57d7c4dd67a", "address": "fa:16:3e:9b:42:f4", "network": {"id": "49841394-8fd8-4af0-a5ac-0c7203d68592", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-338921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d782dc806ac243b484de5e84a9917012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb278a50a-58", "ovs_interfaceid": "b278a50a-586a-47b4-9e57-a57d7c4dd67a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.537704] env[69411]: DEBUG oslo_concurrency.lockutils [req-4898009b-5040-4162-be30-421d83415e42 req-dcc3b8d3-68ca-48dd-81e0-dccb6aaa8254 service nova] Acquired lock "refresh_cache-a777e80c-13a0-429c-ae7e-4d43702e9092" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.537704] env[69411]: DEBUG nova.network.neutron [req-4898009b-5040-4162-be30-421d83415e42 req-dcc3b8d3-68ca-48dd-81e0-dccb6aaa8254 service nova] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Refreshing network info cache for port b278a50a-586a-47b4-9e57-a57d7c4dd67a {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.539165] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:42:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b278a50a-586a-47b4-9e57-a57d7c4dd67a', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.547474] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.547852] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.548064] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd057dd0-8c27-4591-abf3-9f209f4d7784 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.570894] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.570894] env[69411]: value = "task-3323144" [ 915.570894] env[69411]: _type = "Task" [ 915.570894] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.579802] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323144, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.590521] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.590882] env[69411]: DEBUG nova.compute.manager [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.593427] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 44.477s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.877022] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078228} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.881022] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.881022] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc65fb03-0ec6-460a-95cc-2eea98d978a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.882278] env[69411]: DEBUG oslo_concurrency.lockutils [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Acquiring lock "41dd55dd-81f9-414d-8985-7b3280d45509" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.882668] env[69411]: DEBUG oslo_concurrency.lockutils [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Lock "41dd55dd-81f9-414d-8985-7b3280d45509" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.882994] env[69411]: DEBUG oslo_concurrency.lockutils [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Acquiring lock "41dd55dd-81f9-414d-8985-7b3280d45509-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.883293] env[69411]: DEBUG oslo_concurrency.lockutils [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Lock "41dd55dd-81f9-414d-8985-7b3280d45509-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.883576] env[69411]: DEBUG oslo_concurrency.lockutils [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Lock "41dd55dd-81f9-414d-8985-7b3280d45509-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.886458] env[69411]: INFO nova.compute.manager [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Terminating instance [ 915.913720] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] ade7ce14-f11a-467d-9b12-05acd5ac76fc/ade7ce14-f11a-467d-9b12-05acd5ac76fc.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.915133] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9030e407-ddc4-4bef-9864-5b3f18f1c463 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.936787] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 915.936787] env[69411]: value = "task-3323145" [ 915.936787] env[69411]: _type = "Task" [ 915.936787] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.945165] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.985058] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323142, 'name': PowerOnVM_Task, 'duration_secs': 0.621924} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.985058] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.986897] env[69411]: INFO nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Took 8.22 seconds to spawn the instance on the hypervisor. [ 915.986897] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.986897] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3982e16-43fc-479b-aca9-34245379f5d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.081909] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323144, 'name': CreateVM_Task, 'duration_secs': 0.353347} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.085023] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.085023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.085023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.085023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.085023] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca6c495-132d-4d02-8b4a-5dcc7117ed8d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.089800] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 916.089800] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525da3f7-6909-b06c-f154-d93d62342bcb" [ 916.089800] env[69411]: _type = "Task" [ 916.089800] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.099942] env[69411]: DEBUG nova.compute.utils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.115407] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525da3f7-6909-b06c-f154-d93d62342bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.118732] env[69411]: DEBUG nova.compute.manager [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.119130] env[69411]: DEBUG nova.network.neutron [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.191409] env[69411]: DEBUG nova.policy [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2304ae533f70464fae81f930c7eda265', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbb0e25ed14f4b56a9fdbc5f87cb40f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.411090] env[69411]: DEBUG nova.network.neutron [req-4898009b-5040-4162-be30-421d83415e42 req-dcc3b8d3-68ca-48dd-81e0-dccb6aaa8254 service nova] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Updated VIF entry in instance network info cache for port b278a50a-586a-47b4-9e57-a57d7c4dd67a. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.411692] env[69411]: DEBUG nova.network.neutron [req-4898009b-5040-4162-be30-421d83415e42 req-dcc3b8d3-68ca-48dd-81e0-dccb6aaa8254 service nova] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Updating instance_info_cache with network_info: [{"id": "b278a50a-586a-47b4-9e57-a57d7c4dd67a", "address": "fa:16:3e:9b:42:f4", "network": {"id": "49841394-8fd8-4af0-a5ac-0c7203d68592", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-338921867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d782dc806ac243b484de5e84a9917012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb278a50a-58", "ovs_interfaceid": "b278a50a-586a-47b4-9e57-a57d7c4dd67a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.415188] env[69411]: DEBUG nova.compute.manager [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.415431] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.416679] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29615140-3434-40d0-8425-82ccac4cbb33 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.429798] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.430081] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-548ed8d2-7fec-439a-bc07-df8f3fd1f1c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.437798] env[69411]: DEBUG oslo_vmware.api [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Waiting for the task: (returnval){ [ 916.437798] env[69411]: value = "task-3323146" [ 916.437798] env[69411]: _type = "Task" [ 916.437798] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.450296] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.453638] env[69411]: DEBUG oslo_vmware.api [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': task-3323146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.510388] env[69411]: INFO nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Took 52.11 seconds to build instance. [ 916.600439] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525da3f7-6909-b06c-f154-d93d62342bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010558} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.601211] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.601403] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.601643] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.601788] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.601963] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.602261] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b477f21f-69c2-4c8b-a35f-4b1535607b17 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.611757] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.611960] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.612725] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e072899a-c664-45dd-85b9-111219989f0a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.617790] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Applying migration context for instance f2e014b2-5984-40c5-b2b7-c52f03b08536 as it has an incoming, in-progress migration fa56bdea-bf9c-4a21-906a-346c6b8e80cb. Migration status is reverting {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 916.618175] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Applying migration context for instance 939d7944-3e09-45c9-8201-fd9edcdbca11 as it has an incoming, in-progress migration ba108991-e1bc-4802-9c51-db14c5781674. Migration status is confirming {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 916.620344] env[69411]: INFO nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating resource usage from migration fa56bdea-bf9c-4a21-906a-346c6b8e80cb [ 916.620766] env[69411]: INFO nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updating resource usage from migration ba108991-e1bc-4802-9c51-db14c5781674 [ 916.623967] env[69411]: DEBUG nova.compute.manager [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.628971] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 916.628971] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f396ce-8c56-c1af-d14f-7d402b0187c9" [ 916.628971] env[69411]: _type = "Task" [ 916.628971] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.639614] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f396ce-8c56-c1af-d14f-7d402b0187c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011475} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.639614] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02e7c11b-ce65-49a1-a6d6-c95e0c3f9cc0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.646505] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 916.646505] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ff959b-0e32-fd4e-d4f6-586670efd300" [ 916.646505] env[69411]: _type = "Task" [ 916.646505] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.655668] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ff959b-0e32-fd4e-d4f6-586670efd300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.669985] env[69411]: DEBUG nova.network.neutron [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Successfully created port: a86dec72-3236-4f17-80a4-95a07034ed01 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.705946] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 1603a151-7d9e-4914-89e3-38a1a9819ca2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.706137] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance eadfa105-5e1c-46c2-aead-d9e9af54b9e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.706250] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance c7eac186-dbcb-4d23-9ccd-269843702b00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.706368] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance e1dd4dda-25fc-4422-bccc-4e4cf4e30bce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.706506] env[69411]: WARNING nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 916.706622] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 9f55ba14-c3fe-45be-900f-19c0be0cf5ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.706749] env[69411]: WARNING nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 76f4d3eb-3401-4033-95f4-45a7998854de is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 916.706953] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2bb23ebd-70f2-4c82-9ca5-5a05319bda58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.707172] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance a9825baf-0ac3-47d9-a814-02a301c83a9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.707312] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance f550df5e-3fce-482d-8be8-ad9a3b46c912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.707444] env[69411]: WARNING nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2b24e5b7-178b-4044-aea2-4be99a5ca7bd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 1024, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 916.707558] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 37caffdb-52fd-40dc-9de9-2bd7930c4903 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.707668] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance e715a445-d4c6-48e0-b9ba-5e112f4588a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.709683] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Migration fa56bdea-bf9c-4a21-906a-346c6b8e80cb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 916.709683] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance f2e014b2-5984-40c5-b2b7-c52f03b08536 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.709683] env[69411]: WARNING nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 72616706-31a1-4408-8083-91391e927d91 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 916.709683] env[69411]: WARNING nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance c1f94147-d4d0-403a-b62d-c83cf6c41ef2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 916.709683] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Migration ba108991-e1bc-4802-9c51-db14c5781674 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 916.709683] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 939d7944-3e09-45c9-8201-fd9edcdbca11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.709683] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance a640f79b-0b60-4c7a-9dd4-3a6074397f8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.709683] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 41dd55dd-81f9-414d-8985-7b3280d45509 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.709683] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance bc2d41f9-3166-4ae8-bbc9-b58558603368 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.709683] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance ade7ce14-f11a-467d-9b12-05acd5ac76fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.709683] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance a777e80c-13a0-429c-ae7e-4d43702e9092 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.709683] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 9ce9578d-68d8-4e74-ae85-0962712c5088 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 916.915163] env[69411]: DEBUG oslo_concurrency.lockutils [req-4898009b-5040-4162-be30-421d83415e42 req-dcc3b8d3-68ca-48dd-81e0-dccb6aaa8254 service nova] Releasing lock "refresh_cache-a777e80c-13a0-429c-ae7e-4d43702e9092" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.950283] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323145, 'name': ReconfigVM_Task, 'duration_secs': 0.571416} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.953323] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Reconfigured VM instance instance-0000003e to attach disk [datastore1] ade7ce14-f11a-467d-9b12-05acd5ac76fc/ade7ce14-f11a-467d-9b12-05acd5ac76fc.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.954008] env[69411]: DEBUG oslo_vmware.api [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': task-3323146, 'name': PowerOffVM_Task, 'duration_secs': 0.207087} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.954230] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f78db42-3821-4055-971d-0c8328c4c8b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.958063] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.958063] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.958063] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca6ab41d-8194-477b-baff-496197596886 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.962450] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 916.962450] env[69411]: value = "task-3323147" [ 916.962450] env[69411]: _type = "Task" [ 916.962450] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.973278] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323147, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.013130] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "bc2d41f9-3166-4ae8-bbc9-b58558603368" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.627s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.024438] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.024672] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.025051] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Deleting the datastore file [datastore1] 41dd55dd-81f9-414d-8985-7b3280d45509 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.025917] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3d7bd55-3407-4b20-aae9-e6b8b3c12b3b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.035615] env[69411]: DEBUG oslo_vmware.api [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Waiting for the task: (returnval){ [ 917.035615] env[69411]: value = "task-3323149" [ 917.035615] env[69411]: _type = "Task" [ 917.035615] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.046029] env[69411]: DEBUG oslo_vmware.api [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': task-3323149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.162429] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ff959b-0e32-fd4e-d4f6-586670efd300, 'name': SearchDatastore_Task, 'duration_secs': 0.012207} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.163814] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.164292] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] a777e80c-13a0-429c-ae7e-4d43702e9092/a777e80c-13a0-429c-ae7e-4d43702e9092.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.164818] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1af9c8e-3b13-410a-81a0-36e9f2c8d5ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.172413] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 917.172413] env[69411]: value = "task-3323150" [ 917.172413] env[69411]: _type = "Task" [ 917.172413] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.183760] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.212949] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance b2b6aaaa-f831-4164-97ea-70744d7ce395 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 917.473690] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323147, 'name': Rename_Task, 'duration_secs': 0.16922} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.476573] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.476573] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14a64675-8371-4b65-8e18-438c916f8e00 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.482713] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 917.482713] env[69411]: value = "task-3323151" [ 917.482713] env[69411]: _type = "Task" [ 917.482713] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.492152] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.516662] env[69411]: DEBUG nova.compute.manager [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.548237] env[69411]: DEBUG oslo_vmware.api [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Task: {'id': task-3323149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152834} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.548442] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.548648] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.548825] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.549022] env[69411]: INFO nova.compute.manager [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Took 1.13 seconds to destroy the instance on the hypervisor. [ 917.549291] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.549495] env[69411]: DEBUG nova.compute.manager [-] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.550026] env[69411]: DEBUG nova.network.neutron [-] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.637302] env[69411]: DEBUG nova.compute.manager [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.672241] env[69411]: DEBUG nova.virt.hardware [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.672515] env[69411]: DEBUG nova.virt.hardware [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.672685] env[69411]: DEBUG nova.virt.hardware [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.672937] env[69411]: DEBUG nova.virt.hardware [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.673136] env[69411]: DEBUG nova.virt.hardware [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.673304] env[69411]: DEBUG nova.virt.hardware [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.673564] env[69411]: DEBUG nova.virt.hardware [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.673767] env[69411]: DEBUG nova.virt.hardware [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.674105] env[69411]: DEBUG nova.virt.hardware [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.674265] env[69411]: DEBUG nova.virt.hardware [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.674543] env[69411]: DEBUG nova.virt.hardware [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.675761] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c375f34-736b-42a7-95cf-a346961ef33f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.690441] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1daddb9-9a3d-4826-84c4-bca47e1e346a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.695301] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460348} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.695574] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] a777e80c-13a0-429c-ae7e-4d43702e9092/a777e80c-13a0-429c-ae7e-4d43702e9092.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.695836] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.696473] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-351a64ea-c00a-4cde-9eb3-eb28f67ce814 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.710780] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 917.710780] env[69411]: value = "task-3323152" [ 917.710780] env[69411]: _type = "Task" [ 917.710780] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.719033] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 917.720501] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.987532] env[69411]: DEBUG nova.compute.manager [req-2d1903f0-61de-4876-a6ae-f1482c7c9c2b req-f7333c1d-64ad-4a3c-822a-7b7ea825abd3 service nova] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Received event network-vif-deleted-0430f893-b347-44cb-9df0-5ed10f3a632b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.987731] env[69411]: INFO nova.compute.manager [req-2d1903f0-61de-4876-a6ae-f1482c7c9c2b req-f7333c1d-64ad-4a3c-822a-7b7ea825abd3 service nova] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Neutron deleted interface 0430f893-b347-44cb-9df0-5ed10f3a632b; detaching it from the instance and deleting it from the info cache [ 917.987936] env[69411]: DEBUG nova.network.neutron [req-2d1903f0-61de-4876-a6ae-f1482c7c9c2b req-f7333c1d-64ad-4a3c-822a-7b7ea825abd3 service nova] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.000640] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323151, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.048040] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.224592] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2ad3e82d-281e-4065-b1fa-77686bf5a6f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 918.226171] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142208} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.226723] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.227653] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d478748-22a3-4e58-b38f-345a1e995410 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.256581] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] a777e80c-13a0-429c-ae7e-4d43702e9092/a777e80c-13a0-429c-ae7e-4d43702e9092.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.258884] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e34d98a-5138-480d-bc73-5776c6711226 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.281573] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 918.281573] env[69411]: value = "task-3323153" [ 918.281573] env[69411]: _type = "Task" [ 918.281573] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.295351] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.432485] env[69411]: DEBUG nova.network.neutron [-] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.498428] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323151, 'name': PowerOnVM_Task, 'duration_secs': 0.736923} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.498723] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebb9e7b3-e5ec-4910-b276-f44f3403ac4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.500746] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.500968] env[69411]: INFO nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Took 8.12 seconds to spawn the instance on the hypervisor. [ 918.502183] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.502183] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1c4895-84b9-452a-913a-2c86f88d5242 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.516295] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bf172c-d258-49af-93e4-a7ae1438c618 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.562284] env[69411]: DEBUG nova.compute.manager [req-2d1903f0-61de-4876-a6ae-f1482c7c9c2b req-f7333c1d-64ad-4a3c-822a-7b7ea825abd3 service nova] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Detach interface failed, port_id=0430f893-b347-44cb-9df0-5ed10f3a632b, reason: Instance 41dd55dd-81f9-414d-8985-7b3280d45509 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 918.639362] env[69411]: DEBUG nova.network.neutron [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Successfully updated port: a86dec72-3236-4f17-80a4-95a07034ed01 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.727998] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 51712e65-a788-4f72-9697-e5d1fcbe10b5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 918.791474] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323153, 'name': ReconfigVM_Task, 'duration_secs': 0.337193} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.791713] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Reconfigured VM instance instance-0000003f to attach disk [datastore2] a777e80c-13a0-429c-ae7e-4d43702e9092/a777e80c-13a0-429c-ae7e-4d43702e9092.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.792364] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaec0199-2d93-4b6f-9a37-859a25635058 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.798429] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 918.798429] env[69411]: value = "task-3323154" [ 918.798429] env[69411]: _type = "Task" [ 918.798429] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.808103] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323154, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.935676] env[69411]: INFO nova.compute.manager [-] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Took 1.39 seconds to deallocate network for instance. [ 919.020671] env[69411]: INFO nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Took 54.59 seconds to build instance. [ 919.142702] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "refresh_cache-9ce9578d-68d8-4e74-ae85-0962712c5088" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.142862] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquired lock "refresh_cache-9ce9578d-68d8-4e74-ae85-0962712c5088" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.143028] env[69411]: DEBUG nova.network.neutron [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.230904] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 919.309493] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323154, 'name': Rename_Task, 'duration_secs': 0.149295} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.310250] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.310250] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba2c122d-a0cc-4461-88ef-ab8ccf8c07c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.316844] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 919.316844] env[69411]: value = "task-3323155" [ 919.316844] env[69411]: _type = "Task" [ 919.316844] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.324935] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.443670] env[69411]: DEBUG oslo_concurrency.lockutils [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.465927] env[69411]: DEBUG oslo_vmware.rw_handles [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e9103-1ee2-9339-ccc4-623fb9add9ce/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 919.467095] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571bfc4b-af03-44a8-b7a6-b9c4c0125b09 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.473950] env[69411]: DEBUG oslo_vmware.rw_handles [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e9103-1ee2-9339-ccc4-623fb9add9ce/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 919.474207] env[69411]: ERROR oslo_vmware.rw_handles [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e9103-1ee2-9339-ccc4-623fb9add9ce/disk-0.vmdk due to incomplete transfer. [ 919.474482] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aac2513b-2c1a-4175-9eec-a94ba4b8423e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.481446] env[69411]: DEBUG oslo_vmware.rw_handles [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e9103-1ee2-9339-ccc4-623fb9add9ce/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 919.481658] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Uploaded image 7c372ff5-494e-42a0-abb6-f79af8e38110 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 919.484010] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 919.484272] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0ea078bc-4a89-49b8-8a29-9a8cb04f19c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.489889] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 919.489889] env[69411]: value = "task-3323156" [ 919.489889] env[69411]: _type = "Task" [ 919.489889] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.500639] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323156, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.522845] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "ade7ce14-f11a-467d-9b12-05acd5ac76fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.099s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.678511] env[69411]: DEBUG nova.network.neutron [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.733863] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 0a5ac446-533c-4508-922f-29696689abe2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 919.827285] env[69411]: DEBUG oslo_vmware.api [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323155, 'name': PowerOnVM_Task, 'duration_secs': 0.493815} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.827442] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.831017] env[69411]: INFO nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Took 6.95 seconds to spawn the instance on the hypervisor. [ 919.831017] env[69411]: DEBUG nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.831017] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fec3fd-6fac-42c1-9540-3cffe21b593a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.842848] env[69411]: DEBUG nova.network.neutron [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Updating instance_info_cache with network_info: [{"id": "a86dec72-3236-4f17-80a4-95a07034ed01", "address": "fa:16:3e:d2:41:e4", "network": {"id": "f004a282-9808-4a6e-9773-edd24cabd0df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-421441858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbb0e25ed14f4b56a9fdbc5f87cb40f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa86dec72-32", "ovs_interfaceid": "a86dec72-3236-4f17-80a4-95a07034ed01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.999647] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323156, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.025681] env[69411]: DEBUG nova.compute.manager [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.135064] env[69411]: DEBUG nova.compute.manager [req-fe1c5e99-8812-4f73-adab-6eb620f27bab req-690d1a8b-ed35-4f6f-b624-35bd2ff24157 service nova] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Received event network-vif-plugged-a86dec72-3236-4f17-80a4-95a07034ed01 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.135064] env[69411]: DEBUG oslo_concurrency.lockutils [req-fe1c5e99-8812-4f73-adab-6eb620f27bab req-690d1a8b-ed35-4f6f-b624-35bd2ff24157 service nova] Acquiring lock "9ce9578d-68d8-4e74-ae85-0962712c5088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.135064] env[69411]: DEBUG oslo_concurrency.lockutils [req-fe1c5e99-8812-4f73-adab-6eb620f27bab req-690d1a8b-ed35-4f6f-b624-35bd2ff24157 service nova] Lock "9ce9578d-68d8-4e74-ae85-0962712c5088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.135228] env[69411]: DEBUG oslo_concurrency.lockutils [req-fe1c5e99-8812-4f73-adab-6eb620f27bab req-690d1a8b-ed35-4f6f-b624-35bd2ff24157 service nova] Lock "9ce9578d-68d8-4e74-ae85-0962712c5088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.135991] env[69411]: DEBUG nova.compute.manager [req-fe1c5e99-8812-4f73-adab-6eb620f27bab req-690d1a8b-ed35-4f6f-b624-35bd2ff24157 service nova] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] No waiting events found dispatching network-vif-plugged-a86dec72-3236-4f17-80a4-95a07034ed01 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.135991] env[69411]: WARNING nova.compute.manager [req-fe1c5e99-8812-4f73-adab-6eb620f27bab req-690d1a8b-ed35-4f6f-b624-35bd2ff24157 service nova] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Received unexpected event network-vif-plugged-a86dec72-3236-4f17-80a4-95a07034ed01 for instance with vm_state building and task_state spawning. [ 920.135991] env[69411]: DEBUG nova.compute.manager [req-fe1c5e99-8812-4f73-adab-6eb620f27bab req-690d1a8b-ed35-4f6f-b624-35bd2ff24157 service nova] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Received event network-changed-a86dec72-3236-4f17-80a4-95a07034ed01 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.135991] env[69411]: DEBUG nova.compute.manager [req-fe1c5e99-8812-4f73-adab-6eb620f27bab req-690d1a8b-ed35-4f6f-b624-35bd2ff24157 service nova] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Refreshing instance network info cache due to event network-changed-a86dec72-3236-4f17-80a4-95a07034ed01. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.136245] env[69411]: DEBUG oslo_concurrency.lockutils [req-fe1c5e99-8812-4f73-adab-6eb620f27bab req-690d1a8b-ed35-4f6f-b624-35bd2ff24157 service nova] Acquiring lock "refresh_cache-9ce9578d-68d8-4e74-ae85-0962712c5088" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.237868] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance cdbb693a-23bc-49cb-87ba-c8b11be3fb65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 920.345304] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Releasing lock "refresh_cache-9ce9578d-68d8-4e74-ae85-0962712c5088" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.345583] env[69411]: DEBUG nova.compute.manager [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Instance network_info: |[{"id": "a86dec72-3236-4f17-80a4-95a07034ed01", "address": "fa:16:3e:d2:41:e4", "network": {"id": "f004a282-9808-4a6e-9773-edd24cabd0df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-421441858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbb0e25ed14f4b56a9fdbc5f87cb40f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa86dec72-32", "ovs_interfaceid": "a86dec72-3236-4f17-80a4-95a07034ed01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.346238] env[69411]: DEBUG oslo_concurrency.lockutils [req-fe1c5e99-8812-4f73-adab-6eb620f27bab req-690d1a8b-ed35-4f6f-b624-35bd2ff24157 service nova] Acquired lock "refresh_cache-9ce9578d-68d8-4e74-ae85-0962712c5088" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.346238] env[69411]: DEBUG nova.network.neutron [req-fe1c5e99-8812-4f73-adab-6eb620f27bab req-690d1a8b-ed35-4f6f-b624-35bd2ff24157 service nova] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Refreshing network info cache for port a86dec72-3236-4f17-80a4-95a07034ed01 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.347365] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:41:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a86dec72-3236-4f17-80a4-95a07034ed01', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.357110] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.358488] env[69411]: INFO nova.compute.manager [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Took 55.88 seconds to build instance. [ 920.359458] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.361440] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bd39eb2-0401-4c36-a325-f90c7f86ec70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.117578] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 536d2e2b-65e4-4e3a-924c-535e4e262eb5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 921.121278] env[69411]: DEBUG oslo_concurrency.lockutils [None req-968d31c9-923c-4554-b416-ade4c6418df8 tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "a777e80c-13a0-429c-ae7e-4d43702e9092" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.651s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.130634] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "6ebc7666-bdda-429e-b8e9-32d9b444d9b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.130870] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "6ebc7666-bdda-429e-b8e9-32d9b444d9b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.136041] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.136041] env[69411]: value = "task-3323157" [ 921.136041] env[69411]: _type = "Task" [ 921.136041] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.142635] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323156, 'name': Destroy_Task, 'duration_secs': 1.017151} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.146014] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Destroyed the VM [ 921.146280] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 921.146516] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323157, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.146706] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-46ff07f6-b232-403b-854b-c897f92422cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.149521] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.158261] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 921.158261] env[69411]: value = "task-3323158" [ 921.158261] env[69411]: _type = "Task" [ 921.158261] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.170460] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323158, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.369774] env[69411]: DEBUG nova.network.neutron [req-fe1c5e99-8812-4f73-adab-6eb620f27bab req-690d1a8b-ed35-4f6f-b624-35bd2ff24157 service nova] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Updated VIF entry in instance network info cache for port a86dec72-3236-4f17-80a4-95a07034ed01. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.369774] env[69411]: DEBUG nova.network.neutron [req-fe1c5e99-8812-4f73-adab-6eb620f27bab req-690d1a8b-ed35-4f6f-b624-35bd2ff24157 service nova] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Updating instance_info_cache with network_info: [{"id": "a86dec72-3236-4f17-80a4-95a07034ed01", "address": "fa:16:3e:d2:41:e4", "network": {"id": "f004a282-9808-4a6e-9773-edd24cabd0df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-421441858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbb0e25ed14f4b56a9fdbc5f87cb40f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa86dec72-32", "ovs_interfaceid": "a86dec72-3236-4f17-80a4-95a07034ed01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.620391] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance c9bfaa5b-683b-4d56-9413-e4a4af19680f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 921.620723] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 921.620867] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4544MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 921.634393] env[69411]: DEBUG nova.compute.manager [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.650349] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323157, 'name': CreateVM_Task, 'duration_secs': 0.411476} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.650528] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.651202] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.651380] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.651669] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.651924] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555e013a-e32c-428e-b4bb-005ef3f69a56 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.658503] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 921.658503] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521afcaf-f61c-9dae-c5c5-fb26b96a4801" [ 921.658503] env[69411]: _type = "Task" [ 921.658503] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.676633] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323158, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.681494] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "bc2d41f9-3166-4ae8-bbc9-b58558603368" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.681494] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "bc2d41f9-3166-4ae8-bbc9-b58558603368" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.681494] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "bc2d41f9-3166-4ae8-bbc9-b58558603368-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.681494] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "bc2d41f9-3166-4ae8-bbc9-b58558603368-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.681645] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "bc2d41f9-3166-4ae8-bbc9-b58558603368-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.683064] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521afcaf-f61c-9dae-c5c5-fb26b96a4801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.683727] env[69411]: INFO nova.compute.manager [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Terminating instance [ 921.872690] env[69411]: DEBUG oslo_concurrency.lockutils [req-fe1c5e99-8812-4f73-adab-6eb620f27bab req-690d1a8b-ed35-4f6f-b624-35bd2ff24157 service nova] Releasing lock "refresh_cache-9ce9578d-68d8-4e74-ae85-0962712c5088" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.066399] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644df587-a477-4ac3-b2d8-335cce608ba4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.075131] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227aba01-3c39-4cbc-bedf-74b2a433b00d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.109428] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d98cdf-062b-4b62-ae55-88571f49c092 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.118345] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36c1f12-a55b-42d0-8359-1d2a39702a71 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.134701] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.155563] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.175691] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521afcaf-f61c-9dae-c5c5-fb26b96a4801, 'name': SearchDatastore_Task, 'duration_secs': 0.029142} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.175923] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323158, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.177039] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.177039] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.177039] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.177039] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.177438] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.177502] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34908e63-ee71-416e-8622-be8eaa68e16b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.188268] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.188408] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.189218] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f85a856-ea13-4791-891f-f0afc81fab4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.192086] env[69411]: DEBUG nova.compute.manager [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.192290] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.193061] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f584983-983e-46f6-a089-dc5ac0be31be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.200891] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.201858] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30f2e71a-4c3e-4d83-98d1-4eec42db2e36 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.207149] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 922.207149] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5247d89b-7d5a-3236-1f7d-e42149ee5204" [ 922.207149] env[69411]: _type = "Task" [ 922.207149] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.209115] env[69411]: DEBUG oslo_vmware.api [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 922.209115] env[69411]: value = "task-3323159" [ 922.209115] env[69411]: _type = "Task" [ 922.209115] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.216061] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5247d89b-7d5a-3236-1f7d-e42149ee5204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.221036] env[69411]: DEBUG oslo_vmware.api [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.657601] env[69411]: ERROR nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [req-ea7cd9d9-1add-4a02-81da-9d535ff81272] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ea7cd9d9-1add-4a02-81da-9d535ff81272"}]} [ 922.669521] env[69411]: DEBUG oslo_vmware.api [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323158, 'name': RemoveSnapshot_Task, 'duration_secs': 1.199741} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.669813] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 922.670095] env[69411]: INFO nova.compute.manager [None req-63df7138-657e-4084-9af7-2f3aefb3c239 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Took 16.93 seconds to snapshot the instance on the hypervisor. [ 922.674506] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 922.689552] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 922.689746] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.702417] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 922.719900] env[69411]: DEBUG oslo_vmware.api [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323159, 'name': PowerOffVM_Task, 'duration_secs': 0.236983} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.723716] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.723919] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.726250] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5247d89b-7d5a-3236-1f7d-e42149ee5204, 'name': SearchDatastore_Task, 'duration_secs': 0.022157} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.726250] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 922.727849] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-964cdc95-01bd-4df2-8fd1-1ec9ab556eca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.729967] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1067b718-676b-48e7-ad64-730f5fd8b702 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.737324] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 922.737324] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525371ce-62f9-18a5-0c46-d2e407c8d2b4" [ 922.737324] env[69411]: _type = "Task" [ 922.737324] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.746658] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525371ce-62f9-18a5-0c46-d2e407c8d2b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.809556] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.809816] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.810026] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Deleting the datastore file [datastore1] bc2d41f9-3166-4ae8-bbc9-b58558603368 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.810307] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf5e8c53-e218-404d-adba-e74986b5b297 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.823497] env[69411]: DEBUG oslo_vmware.api [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 922.823497] env[69411]: value = "task-3323161" [ 922.823497] env[69411]: _type = "Task" [ 922.823497] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.839249] env[69411]: DEBUG oslo_vmware.api [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.216075] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d534fd9-5953-4d8f-a41f-585bc4f055eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.224528] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c71318f-f49f-419c-be17-5d13d5b33a3b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.260302] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7590b22b-abc7-4b05-b456-a35964648838 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.272714] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525371ce-62f9-18a5-0c46-d2e407c8d2b4, 'name': SearchDatastore_Task, 'duration_secs': 0.022159} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.275812] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d60f4ac-f789-4f1b-846d-3dcb98dbf7bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.278035] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.278231] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 9ce9578d-68d8-4e74-ae85-0962712c5088/9ce9578d-68d8-4e74-ae85-0962712c5088.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.278494] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90318e87-f0cf-4567-94ba-78470daf4f7f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.293883] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.296672] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 923.296672] env[69411]: value = "task-3323162" [ 923.296672] env[69411]: _type = "Task" [ 923.296672] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.307192] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.333279] env[69411]: DEBUG oslo_vmware.api [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50321} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.333441] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.333736] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.333840] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.333941] env[69411]: INFO nova.compute.manager [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Took 1.14 seconds to destroy the instance on the hypervisor. [ 923.334206] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.334385] env[69411]: DEBUG nova.compute.manager [-] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.334594] env[69411]: DEBUG nova.network.neutron [-] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.735434] env[69411]: DEBUG nova.compute.manager [req-b08aec7d-3b70-4a26-b4b4-e66079de0547 req-055df36f-8931-463d-b39d-6d42e453cc6f service nova] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Received event network-vif-deleted-430e5685-4447-46c3-bb29-4da918ffa18d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.735799] env[69411]: INFO nova.compute.manager [req-b08aec7d-3b70-4a26-b4b4-e66079de0547 req-055df36f-8931-463d-b39d-6d42e453cc6f service nova] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Neutron deleted interface 430e5685-4447-46c3-bb29-4da918ffa18d; detaching it from the instance and deleting it from the info cache [ 923.736139] env[69411]: DEBUG nova.network.neutron [req-b08aec7d-3b70-4a26-b4b4-e66079de0547 req-055df36f-8931-463d-b39d-6d42e453cc6f service nova] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.817034] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323162, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.836712] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 923.836897] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 104 to 105 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 923.837067] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 924.136524] env[69411]: DEBUG nova.network.neutron [-] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.239437] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fec398dd-b096-4eff-8f65-29396f4a95dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.251052] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b859644b-b4ea-4379-8a50-e09fad533e38 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.294587] env[69411]: DEBUG nova.compute.manager [req-b08aec7d-3b70-4a26-b4b4-e66079de0547 req-055df36f-8931-463d-b39d-6d42e453cc6f service nova] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Detach interface failed, port_id=430e5685-4447-46c3-bb29-4da918ffa18d, reason: Instance bc2d41f9-3166-4ae8-bbc9-b58558603368 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 924.310249] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750627} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.310546] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 9ce9578d-68d8-4e74-ae85-0962712c5088/9ce9578d-68d8-4e74-ae85-0962712c5088.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.310727] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.310996] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-321b6ef0-880d-49c1-b8f8-354364a96d4b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.321491] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 924.321491] env[69411]: value = "task-3323163" [ 924.321491] env[69411]: _type = "Task" [ 924.321491] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.330649] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.342905] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 924.343354] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.750s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.344161] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.772s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.346241] env[69411]: INFO nova.compute.claims [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.352033] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.352033] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Cleaning up deleted instances {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 924.641727] env[69411]: INFO nova.compute.manager [-] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Took 1.31 seconds to deallocate network for instance. [ 924.831125] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067401} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.831403] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.832186] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7737d561-8715-46a8-8f97-11cc77ae26e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.855803] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 9ce9578d-68d8-4e74-ae85-0962712c5088/9ce9578d-68d8-4e74-ae85-0962712c5088.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.875096] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] There are 40 instances to clean {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 924.875413] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: c308feda-6772-4f9f-8db4-85eebcef8d95] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.881021] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2226be63-7920-4d7a-a353-48f3bf3385be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.905396] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 924.905396] env[69411]: value = "task-3323164" [ 924.905396] env[69411]: _type = "Task" [ 924.905396] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.914874] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.149076] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.398316] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 0e8301c3-6735-4f69-93e8-214aa6b7e03a] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.411354] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f79c06e-edac-4a25-a3ee-5faf5aec07aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.422614] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323164, 'name': ReconfigVM_Task, 'duration_secs': 0.416187} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.423522] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6e36ab-32ee-4193-b3f5-5e9e2a8587eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.427747] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 9ce9578d-68d8-4e74-ae85-0962712c5088/9ce9578d-68d8-4e74-ae85-0962712c5088.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.427747] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8866624-5dbb-4cb5-b901-2fd40709d772 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.462288] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5c78f7-2719-4e7e-b7d0-eee3c507a4c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.467952] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 925.467952] env[69411]: value = "task-3323165" [ 925.467952] env[69411]: _type = "Task" [ 925.467952] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.472840] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebc32ca-5539-4a7d-81fd-53dc0122620b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.480158] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323165, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.490880] env[69411]: DEBUG nova.compute.provider_tree [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.901680] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 5f96f0fe-c2b1-490a-95b2-8f29b0fec254] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.976180] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323165, 'name': Rename_Task, 'duration_secs': 0.153597} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.976562] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.976872] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7276b697-6ac7-4f6c-8532-4dc6d9899a75 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.985729] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 925.985729] env[69411]: value = "task-3323166" [ 925.985729] env[69411]: _type = "Task" [ 925.985729] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.997561] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.015640] env[69411]: ERROR nova.scheduler.client.report [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [req-7dac5ae6-5cfb-4ad1-b024-f7374fff65e8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7dac5ae6-5cfb-4ad1-b024-f7374fff65e8"}]} [ 926.035360] env[69411]: DEBUG nova.scheduler.client.report [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 926.050524] env[69411]: DEBUG nova.scheduler.client.report [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 926.050770] env[69411]: DEBUG nova.compute.provider_tree [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 926.063714] env[69411]: DEBUG nova.scheduler.client.report [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 926.094452] env[69411]: DEBUG nova.scheduler.client.report [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 926.409412] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 4c913a06-f251-470f-a712-09e21768ecc2] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.448905] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Acquiring lock "54657ddb-ed08-4e68-953f-021f44f9537b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.449309] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Lock "54657ddb-ed08-4e68-953f-021f44f9537b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.500347] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323166, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.689708] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a2c88e-230b-40d6-9514-d5d37baa6361 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.697724] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60af374e-227b-444d-857c-183969dae495 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.728894] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1173c45-edc1-45df-9584-cbdffe21b239 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.737928] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041932de-4ecf-400d-bbef-eb6d7ef718e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.752011] env[69411]: DEBUG nova.compute.provider_tree [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 926.910667] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 1a3db32e-e2c8-4ba5-88e7-7856c64099cf] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.995842] env[69411]: DEBUG oslo_vmware.api [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323166, 'name': PowerOnVM_Task, 'duration_secs': 0.52619} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.996677] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.996677] env[69411]: INFO nova.compute.manager [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Took 9.36 seconds to spawn the instance on the hypervisor. [ 926.996677] env[69411]: DEBUG nova.compute.manager [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.997283] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377aa3a2-84ea-4b3b-bfb8-83ad3f909457 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.293406] env[69411]: DEBUG nova.scheduler.client.report [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 927.293719] env[69411]: DEBUG nova.compute.provider_tree [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 106 to 107 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 927.293902] env[69411]: DEBUG nova.compute.provider_tree [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 927.414431] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: e5a8697d-2a72-4768-8bae-8536f9d2f4f8] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.513640] env[69411]: INFO nova.compute.manager [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Took 57.42 seconds to build instance. [ 927.802132] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.458s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.802752] env[69411]: DEBUG nova.compute.manager [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.805851] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.633s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.807316] env[69411]: INFO nova.compute.claims [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.924028] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: f6139cf8-37f2-487a-920b-562f8ad60bc5] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.982701] env[69411]: INFO nova.compute.manager [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Rescuing [ 927.982943] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "refresh_cache-9ce9578d-68d8-4e74-ae85-0962712c5088" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.983108] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquired lock "refresh_cache-9ce9578d-68d8-4e74-ae85-0962712c5088" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.983277] env[69411]: DEBUG nova.network.neutron [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.015765] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4af57ae2-df2d-4f79-bbe5-eb43d2a35a10 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "9ce9578d-68d8-4e74-ae85-0962712c5088" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.933s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.312251] env[69411]: DEBUG nova.compute.utils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.316701] env[69411]: DEBUG nova.compute.manager [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.316882] env[69411]: DEBUG nova.network.neutron [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.356833] env[69411]: DEBUG nova.policy [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0b733bad29846d08246f565b35ef671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c27b844cbf041b9a605a3fcaa88b038', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.426481] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: c338199b-875b-43e2-9221-6d071e981d9e] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.517604] env[69411]: DEBUG nova.compute.manager [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.819669] env[69411]: DEBUG nova.network.neutron [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Updating instance_info_cache with network_info: [{"id": "a86dec72-3236-4f17-80a4-95a07034ed01", "address": "fa:16:3e:d2:41:e4", "network": {"id": "f004a282-9808-4a6e-9773-edd24cabd0df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-421441858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbb0e25ed14f4b56a9fdbc5f87cb40f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa86dec72-32", "ovs_interfaceid": "a86dec72-3236-4f17-80a4-95a07034ed01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.822024] env[69411]: DEBUG nova.compute.manager [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.829405] env[69411]: DEBUG nova.network.neutron [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Successfully created port: 6e89052e-2af5-4b91-a60e-e1b9e1205ebe {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.931122] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: fab9cb08-8bc3-4279-8d53-2efa933a1cab] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.036901] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.333341] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Releasing lock "refresh_cache-9ce9578d-68d8-4e74-ae85-0962712c5088" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.335897] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cd4f6c-5191-44da-8bef-a3e084ed919f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.346051] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfad740-2649-4784-8f48-d3a0d5aad6e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.381512] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c941c2c5-f91a-42c5-8a95-a9335f58e34e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.393161] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2a3892-5c3b-4d01-8175-361284f5f29b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.408018] env[69411]: DEBUG nova.compute.provider_tree [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.435312] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 7a4f3457-86cf-458a-b7e0-306123475b9d] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.841082] env[69411]: DEBUG nova.compute.manager [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.862331] env[69411]: DEBUG nova.virt.hardware [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.862610] env[69411]: DEBUG nova.virt.hardware [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.862771] env[69411]: DEBUG nova.virt.hardware [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.862951] env[69411]: DEBUG nova.virt.hardware [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.865024] env[69411]: DEBUG nova.virt.hardware [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.865024] env[69411]: DEBUG nova.virt.hardware [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.865024] env[69411]: DEBUG nova.virt.hardware [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.865024] env[69411]: DEBUG nova.virt.hardware [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.865024] env[69411]: DEBUG nova.virt.hardware [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.865024] env[69411]: DEBUG nova.virt.hardware [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.865024] env[69411]: DEBUG nova.virt.hardware [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.865335] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83693159-0097-4001-80da-196ad41f2f1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.874958] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce254cdf-b49a-43f6-a58c-d5f7126b5a4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.911025] env[69411]: DEBUG nova.scheduler.client.report [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.938559] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 492f265b-9e26-4952-be23-13608abf4be0] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.387181] env[69411]: DEBUG nova.compute.manager [req-dacb3a72-ac14-429e-9141-e6f6c8d18afd req-46b6806e-11ec-4c8d-b493-f1f69c6f8a62 service nova] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Received event network-vif-plugged-6e89052e-2af5-4b91-a60e-e1b9e1205ebe {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.387472] env[69411]: DEBUG oslo_concurrency.lockutils [req-dacb3a72-ac14-429e-9141-e6f6c8d18afd req-46b6806e-11ec-4c8d-b493-f1f69c6f8a62 service nova] Acquiring lock "b2b6aaaa-f831-4164-97ea-70744d7ce395-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.387749] env[69411]: DEBUG oslo_concurrency.lockutils [req-dacb3a72-ac14-429e-9141-e6f6c8d18afd req-46b6806e-11ec-4c8d-b493-f1f69c6f8a62 service nova] Lock "b2b6aaaa-f831-4164-97ea-70744d7ce395-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.387929] env[69411]: DEBUG oslo_concurrency.lockutils [req-dacb3a72-ac14-429e-9141-e6f6c8d18afd req-46b6806e-11ec-4c8d-b493-f1f69c6f8a62 service nova] Lock "b2b6aaaa-f831-4164-97ea-70744d7ce395-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.388119] env[69411]: DEBUG nova.compute.manager [req-dacb3a72-ac14-429e-9141-e6f6c8d18afd req-46b6806e-11ec-4c8d-b493-f1f69c6f8a62 service nova] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] No waiting events found dispatching network-vif-plugged-6e89052e-2af5-4b91-a60e-e1b9e1205ebe {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.388288] env[69411]: WARNING nova.compute.manager [req-dacb3a72-ac14-429e-9141-e6f6c8d18afd req-46b6806e-11ec-4c8d-b493-f1f69c6f8a62 service nova] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Received unexpected event network-vif-plugged-6e89052e-2af5-4b91-a60e-e1b9e1205ebe for instance with vm_state building and task_state spawning. [ 930.416401] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.416892] env[69411]: DEBUG nova.compute.manager [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.419568] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 52.915s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.420939] env[69411]: INFO nova.compute.claims [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.442545] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 904ec972-17de-4a45-813a-61643501d6d9] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.444968] env[69411]: DEBUG nova.network.neutron [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Successfully updated port: 6e89052e-2af5-4b91-a60e-e1b9e1205ebe {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.905577] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.905992] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b45c7c7b-2f0d-497a-92f8-e1795aee5f60 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.914958] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 930.914958] env[69411]: value = "task-3323167" [ 930.914958] env[69411]: _type = "Task" [ 930.914958] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.928542] env[69411]: DEBUG nova.compute.utils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.932606] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.934103] env[69411]: DEBUG nova.compute.manager [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.934103] env[69411]: DEBUG nova.network.neutron [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.947628] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: b39842e5-cbe0-4c62-8919-d10799d9a0e9] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.952651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "refresh_cache-b2b6aaaa-f831-4164-97ea-70744d7ce395" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.952651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "refresh_cache-b2b6aaaa-f831-4164-97ea-70744d7ce395" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.952651] env[69411]: DEBUG nova.network.neutron [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.974914] env[69411]: DEBUG nova.policy [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abb9ac11516e446faf33421a7163ddcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '942d4be6e5e24bb58738805d96d9d2f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.369257] env[69411]: DEBUG nova.network.neutron [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Successfully created port: b5ac587f-9e02-40eb-a840-a85a7dd71246 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.425728] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323167, 'name': PowerOffVM_Task, 'duration_secs': 0.22103} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.426020] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.426848] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5615fc16-bb15-4a60-9ef6-70bc0e4a1548 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.453974] env[69411]: DEBUG nova.compute.manager [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.462914] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 4c0edbab-da9a-41f7-b444-973634e652d9] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.472893] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbd8288-5e57-42fa-bfc5-f601f09bcc32 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.513021] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.514028] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0bb4e0e-6ab3-4053-9049-387104e7eeec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.515698] env[69411]: DEBUG nova.network.neutron [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.529524] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 931.529524] env[69411]: value = "task-3323168" [ 931.529524] env[69411]: _type = "Task" [ 931.529524] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.543446] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 931.543668] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.543906] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.544074] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.544250] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.547161] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-406fca99-67a4-4132-9b32-cbe88a5a8e1a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.559716] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.559957] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.563904] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b49ba1f-dc6e-44d5-ae54-b3e8c3cca931 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.570890] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 931.570890] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52942639-2914-8374-8b8c-aa07b692d6c0" [ 931.570890] env[69411]: _type = "Task" [ 931.570890] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.580851] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52942639-2914-8374-8b8c-aa07b692d6c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.757598] env[69411]: DEBUG nova.network.neutron [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Updating instance_info_cache with network_info: [{"id": "6e89052e-2af5-4b91-a60e-e1b9e1205ebe", "address": "fa:16:3e:e1:3d:df", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e89052e-2a", "ovs_interfaceid": "6e89052e-2af5-4b91-a60e-e1b9e1205ebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.914444] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2b56f6-2aa1-46c9-9e08-979119847fa8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.922913] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daea638-944e-45ad-87b5-d848ac64c175 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.953071] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ff7013-d47d-4869-a5d2-9ce77ff4cade {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.963421] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab7d9f4-fa47-478e-8ae3-dfe298392568 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.967872] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 6c1b83a5-d36f-4411-81b7-96eee6a14622] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.983690] env[69411]: DEBUG nova.compute.provider_tree [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.083384] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52942639-2914-8374-8b8c-aa07b692d6c0, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.084215] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7896ddb6-1b8a-4a1a-be46-977521047793 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.090518] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 932.090518] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525ba017-c111-4d02-8ae0-2a49b6936f82" [ 932.090518] env[69411]: _type = "Task" [ 932.090518] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.098546] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525ba017-c111-4d02-8ae0-2a49b6936f82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.260604] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "refresh_cache-b2b6aaaa-f831-4164-97ea-70744d7ce395" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.260814] env[69411]: DEBUG nova.compute.manager [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Instance network_info: |[{"id": "6e89052e-2af5-4b91-a60e-e1b9e1205ebe", "address": "fa:16:3e:e1:3d:df", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e89052e-2a", "ovs_interfaceid": "6e89052e-2af5-4b91-a60e-e1b9e1205ebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.261176] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:3d:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e89052e-2af5-4b91-a60e-e1b9e1205ebe', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.268832] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Creating folder: Project (7c27b844cbf041b9a605a3fcaa88b038). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.269150] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94b5475e-76cb-46bc-af80-e041f87e98ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.283459] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Created folder: Project (7c27b844cbf041b9a605a3fcaa88b038) in parent group-v663248. [ 932.283670] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Creating folder: Instances. Parent ref: group-v663431. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.283993] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22e590f3-b576-4dc0-b685-12eeb5aa0082 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.294985] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Created folder: Instances in parent group-v663431. [ 932.295256] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.296034] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.296034] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-003ec12d-f7ca-4507-8c07-746530516f78 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.315014] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.315014] env[69411]: value = "task-3323171" [ 932.315014] env[69411]: _type = "Task" [ 932.315014] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.323731] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323171, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.438359] env[69411]: DEBUG nova.compute.manager [req-3b4b1cc5-764d-4ffb-b0b1-cfa88cb0c4da req-f511df8a-bbe0-436f-8cb4-d6def9c00251 service nova] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Received event network-changed-6e89052e-2af5-4b91-a60e-e1b9e1205ebe {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.438359] env[69411]: DEBUG nova.compute.manager [req-3b4b1cc5-764d-4ffb-b0b1-cfa88cb0c4da req-f511df8a-bbe0-436f-8cb4-d6def9c00251 service nova] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Refreshing instance network info cache due to event network-changed-6e89052e-2af5-4b91-a60e-e1b9e1205ebe. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.438359] env[69411]: DEBUG oslo_concurrency.lockutils [req-3b4b1cc5-764d-4ffb-b0b1-cfa88cb0c4da req-f511df8a-bbe0-436f-8cb4-d6def9c00251 service nova] Acquiring lock "refresh_cache-b2b6aaaa-f831-4164-97ea-70744d7ce395" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.438548] env[69411]: DEBUG oslo_concurrency.lockutils [req-3b4b1cc5-764d-4ffb-b0b1-cfa88cb0c4da req-f511df8a-bbe0-436f-8cb4-d6def9c00251 service nova] Acquired lock "refresh_cache-b2b6aaaa-f831-4164-97ea-70744d7ce395" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.438661] env[69411]: DEBUG nova.network.neutron [req-3b4b1cc5-764d-4ffb-b0b1-cfa88cb0c4da req-f511df8a-bbe0-436f-8cb4-d6def9c00251 service nova] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Refreshing network info cache for port 6e89052e-2af5-4b91-a60e-e1b9e1205ebe {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.474451] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: eca4b01f-e5aa-4cd2-b30e-4631d95f93e0] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.477664] env[69411]: DEBUG nova.compute.manager [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.486647] env[69411]: DEBUG nova.scheduler.client.report [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.510649] env[69411]: DEBUG nova.virt.hardware [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.511069] env[69411]: DEBUG nova.virt.hardware [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.511377] env[69411]: DEBUG nova.virt.hardware [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.511729] env[69411]: DEBUG nova.virt.hardware [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.512311] env[69411]: DEBUG nova.virt.hardware [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.512384] env[69411]: DEBUG nova.virt.hardware [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.512713] env[69411]: DEBUG nova.virt.hardware [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.512999] env[69411]: DEBUG nova.virt.hardware [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.513351] env[69411]: DEBUG nova.virt.hardware [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.513669] env[69411]: DEBUG nova.virt.hardware [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.513991] env[69411]: DEBUG nova.virt.hardware [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.516976] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6056c92-a171-4d6f-a8c6-8887fa1c34d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.530509] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62690b41-42eb-4692-9957-4a1de9a51635 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.601731] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525ba017-c111-4d02-8ae0-2a49b6936f82, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.602117] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.602474] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 9ce9578d-68d8-4e74-ae85-0962712c5088/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk. {{(pid=69411) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 932.603162] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e96a505e-d485-4992-849c-05aec8c94564 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.612497] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 932.612497] env[69411]: value = "task-3323172" [ 932.612497] env[69411]: _type = "Task" [ 932.612497] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.621878] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.826350] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323171, 'name': CreateVM_Task, 'duration_secs': 0.357073} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.826637] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.827351] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.827558] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.827987] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.828280] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b415496c-0f09-44b4-8c27-43971f57e14a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.834280] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 932.834280] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ab3c83-887a-2800-40a6-0d0a48a70060" [ 932.834280] env[69411]: _type = "Task" [ 932.834280] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.845541] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ab3c83-887a-2800-40a6-0d0a48a70060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.981157] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: d397d6ae-d701-417e-998d-12efe5d81872] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.993752] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.995109] env[69411]: DEBUG nova.compute.manager [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.000184] env[69411]: DEBUG oslo_concurrency.lockutils [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 53.972s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.122929] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465385} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.123457] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 9ce9578d-68d8-4e74-ae85-0962712c5088/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk. [ 933.124251] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d24ec85-d250-402f-850b-a29be1ef37e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.149998] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 9ce9578d-68d8-4e74-ae85-0962712c5088/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.150274] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e8f6448-d859-4f1d-850c-7085ea119444 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.171893] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 933.171893] env[69411]: value = "task-3323173" [ 933.171893] env[69411]: _type = "Task" [ 933.171893] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.181577] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.348562] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ab3c83-887a-2800-40a6-0d0a48a70060, 'name': SearchDatastore_Task, 'duration_secs': 0.023712} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.349112] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.349211] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.349461] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.349615] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.349793] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.350081] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3833ef52-f33a-431e-a15a-06874ddd1f3e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.361817] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.361995] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.364990] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5360c4-54a3-4027-83e2-7ab4de7040ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.371557] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 933.371557] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5200b4ef-09bc-e4a1-f9d7-0e46dbe48e98" [ 933.371557] env[69411]: _type = "Task" [ 933.371557] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.380890] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5200b4ef-09bc-e4a1-f9d7-0e46dbe48e98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.456394] env[69411]: DEBUG nova.network.neutron [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Successfully updated port: b5ac587f-9e02-40eb-a840-a85a7dd71246 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.484809] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 50ceb30c-9c08-47ea-9ea8-9732c594342e] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.502678] env[69411]: DEBUG nova.objects.instance [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lazy-loading 'migration_context' on Instance uuid f2e014b2-5984-40c5-b2b7-c52f03b08536 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.506341] env[69411]: DEBUG nova.compute.utils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.508997] env[69411]: DEBUG nova.network.neutron [req-3b4b1cc5-764d-4ffb-b0b1-cfa88cb0c4da req-f511df8a-bbe0-436f-8cb4-d6def9c00251 service nova] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Updated VIF entry in instance network info cache for port 6e89052e-2af5-4b91-a60e-e1b9e1205ebe. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.510626] env[69411]: DEBUG nova.network.neutron [req-3b4b1cc5-764d-4ffb-b0b1-cfa88cb0c4da req-f511df8a-bbe0-436f-8cb4-d6def9c00251 service nova] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Updating instance_info_cache with network_info: [{"id": "6e89052e-2af5-4b91-a60e-e1b9e1205ebe", "address": "fa:16:3e:e1:3d:df", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e89052e-2a", "ovs_interfaceid": "6e89052e-2af5-4b91-a60e-e1b9e1205ebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.510750] env[69411]: DEBUG nova.compute.manager [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.510895] env[69411]: DEBUG nova.network.neutron [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.557641] env[69411]: DEBUG nova.policy [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0b733bad29846d08246f565b35ef671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c27b844cbf041b9a605a3fcaa88b038', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.684314] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.884782] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5200b4ef-09bc-e4a1-f9d7-0e46dbe48e98, 'name': SearchDatastore_Task, 'duration_secs': 0.023512} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.885856] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca64fa3-a87c-49e4-b4da-584bbf041e33 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.891811] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 933.891811] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526bc58e-8b9a-45fd-9e1f-676e6bc6eb6c" [ 933.891811] env[69411]: _type = "Task" [ 933.891811] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.902119] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526bc58e-8b9a-45fd-9e1f-676e6bc6eb6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.932802] env[69411]: DEBUG nova.network.neutron [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Successfully created port: 3fb39e17-03e9-4825-aa04-534f6412e77e {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.959560] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.959707] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.959865] env[69411]: DEBUG nova.network.neutron [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.988405] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 67f6dadc-42fc-4fba-b706-d6b5ac01ded8] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.010077] env[69411]: DEBUG nova.compute.manager [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.017503] env[69411]: DEBUG oslo_concurrency.lockutils [req-3b4b1cc5-764d-4ffb-b0b1-cfa88cb0c4da req-f511df8a-bbe0-436f-8cb4-d6def9c00251 service nova] Releasing lock "refresh_cache-b2b6aaaa-f831-4164-97ea-70744d7ce395" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.189269] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.405140] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526bc58e-8b9a-45fd-9e1f-676e6bc6eb6c, 'name': SearchDatastore_Task, 'duration_secs': 0.091489} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.405424] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.405704] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] b2b6aaaa-f831-4164-97ea-70744d7ce395/b2b6aaaa-f831-4164-97ea-70744d7ce395.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.405970] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-078d9e11-b3b6-4f06-b44d-7760026604b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.415473] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 934.415473] env[69411]: value = "task-3323174" [ 934.415473] env[69411]: _type = "Task" [ 934.415473] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.424410] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.476339] env[69411]: DEBUG nova.compute.manager [req-1c5b1161-2cff-4dd3-9d29-b30a830a6049 req-3a306322-1088-4cda-840b-741d4d5e21e2 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Received event network-vif-plugged-b5ac587f-9e02-40eb-a840-a85a7dd71246 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.476605] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c5b1161-2cff-4dd3-9d29-b30a830a6049 req-3a306322-1088-4cda-840b-741d4d5e21e2 service nova] Acquiring lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.477550] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c5b1161-2cff-4dd3-9d29-b30a830a6049 req-3a306322-1088-4cda-840b-741d4d5e21e2 service nova] Lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.477550] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c5b1161-2cff-4dd3-9d29-b30a830a6049 req-3a306322-1088-4cda-840b-741d4d5e21e2 service nova] Lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.477732] env[69411]: DEBUG nova.compute.manager [req-1c5b1161-2cff-4dd3-9d29-b30a830a6049 req-3a306322-1088-4cda-840b-741d4d5e21e2 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] No waiting events found dispatching network-vif-plugged-b5ac587f-9e02-40eb-a840-a85a7dd71246 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.477961] env[69411]: WARNING nova.compute.manager [req-1c5b1161-2cff-4dd3-9d29-b30a830a6049 req-3a306322-1088-4cda-840b-741d4d5e21e2 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Received unexpected event network-vif-plugged-b5ac587f-9e02-40eb-a840-a85a7dd71246 for instance with vm_state building and task_state spawning. [ 934.478148] env[69411]: DEBUG nova.compute.manager [req-1c5b1161-2cff-4dd3-9d29-b30a830a6049 req-3a306322-1088-4cda-840b-741d4d5e21e2 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Received event network-changed-b5ac587f-9e02-40eb-a840-a85a7dd71246 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.478306] env[69411]: DEBUG nova.compute.manager [req-1c5b1161-2cff-4dd3-9d29-b30a830a6049 req-3a306322-1088-4cda-840b-741d4d5e21e2 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Refreshing instance network info cache due to event network-changed-b5ac587f-9e02-40eb-a840-a85a7dd71246. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.478532] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c5b1161-2cff-4dd3-9d29-b30a830a6049 req-3a306322-1088-4cda-840b-741d4d5e21e2 service nova] Acquiring lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.492017] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 20e7ab64-d149-4a3a-8ce9-81ab7c8a9e9a] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.495035] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180d1ddd-ae5b-4b73-a0b3-f1c57887297f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.504547] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e4d57e-0a82-45e8-b19e-c01eb8397334 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.544962] env[69411]: DEBUG nova.network.neutron [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.548399] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ca2cba-5ea7-43e8-8c13-9bce22b6ec3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.557269] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d990550-c5be-46e2-995a-2c31c2dcf26b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.575861] env[69411]: DEBUG nova.compute.provider_tree [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.688862] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323173, 'name': ReconfigVM_Task, 'duration_secs': 1.106281} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.691777] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 9ce9578d-68d8-4e74-ae85-0962712c5088/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.692553] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72016ddc-2114-4e80-ac68-9a5a057fb10b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.721362] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e56baf68-e7a9-4de3-82fc-69f2b8a48cd3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.742311] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 934.742311] env[69411]: value = "task-3323175" [ 934.742311] env[69411]: _type = "Task" [ 934.742311] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.748380] env[69411]: DEBUG nova.network.neutron [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Updating instance_info_cache with network_info: [{"id": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "address": "fa:16:3e:bd:f3:f9", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ac587f-9e", "ovs_interfaceid": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.758317] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.930030] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461684} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.931263] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] b2b6aaaa-f831-4164-97ea-70744d7ce395/b2b6aaaa-f831-4164-97ea-70744d7ce395.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.931607] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.931959] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-302dec2e-f5ac-4125-a2c2-a5f345d79eff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.941317] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 934.941317] env[69411]: value = "task-3323176" [ 934.941317] env[69411]: _type = "Task" [ 934.941317] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.952160] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.998894] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 6dc414d6-e5db-43af-ace6-6306ee8582cd] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.045640] env[69411]: DEBUG nova.compute.manager [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.071634] env[69411]: DEBUG nova.virt.hardware [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.071882] env[69411]: DEBUG nova.virt.hardware [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.072056] env[69411]: DEBUG nova.virt.hardware [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.072244] env[69411]: DEBUG nova.virt.hardware [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.072583] env[69411]: DEBUG nova.virt.hardware [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.072583] env[69411]: DEBUG nova.virt.hardware [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.072772] env[69411]: DEBUG nova.virt.hardware [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.072902] env[69411]: DEBUG nova.virt.hardware [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.073113] env[69411]: DEBUG nova.virt.hardware [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.073286] env[69411]: DEBUG nova.virt.hardware [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.073459] env[69411]: DEBUG nova.virt.hardware [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.074330] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7552db1a-405a-488d-9870-71e60ece5237 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.079609] env[69411]: DEBUG nova.scheduler.client.report [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.086393] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90959264-e943-4b34-b9c5-a80619f03c8c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.251012] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.251394] env[69411]: DEBUG nova.compute.manager [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Instance network_info: |[{"id": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "address": "fa:16:3e:bd:f3:f9", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ac587f-9e", "ovs_interfaceid": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.254730] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c5b1161-2cff-4dd3-9d29-b30a830a6049 req-3a306322-1088-4cda-840b-741d4d5e21e2 service nova] Acquired lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.254855] env[69411]: DEBUG nova.network.neutron [req-1c5b1161-2cff-4dd3-9d29-b30a830a6049 req-3a306322-1088-4cda-840b-741d4d5e21e2 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Refreshing network info cache for port b5ac587f-9e02-40eb-a840-a85a7dd71246 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.256063] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:f3:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5ac587f-9e02-40eb-a840-a85a7dd71246', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.263441] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.263669] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323175, 'name': ReconfigVM_Task, 'duration_secs': 0.228544} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.264614] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.264874] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.265095] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbf75801-a1e9-461c-b964-c5c98ba6ab80 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.279672] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5ca2a52-7020-47d6-865b-78b0138c4346 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.287764] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 935.287764] env[69411]: value = "task-3323177" [ 935.287764] env[69411]: _type = "Task" [ 935.287764] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.289691] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.289691] env[69411]: value = "task-3323178" [ 935.289691] env[69411]: _type = "Task" [ 935.289691] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.303154] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323178, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.303442] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.404262] env[69411]: DEBUG nova.network.neutron [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Successfully updated port: 3fb39e17-03e9-4825-aa04-534f6412e77e {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.451379] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071106} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.451674] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.452453] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a74522-7b79-42cc-80c6-c148daf1197a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.475196] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] b2b6aaaa-f831-4164-97ea-70744d7ce395/b2b6aaaa-f831-4164-97ea-70744d7ce395.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.475491] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3740e34-f4e6-4dc6-a928-1cf1afb3b408 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.496983] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 935.496983] env[69411]: value = "task-3323179" [ 935.496983] env[69411]: _type = "Task" [ 935.496983] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.505864] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: f8741d92-4d28-43b5-a7fa-519acd5aa94f] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.507723] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.802098] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323178, 'name': CreateVM_Task, 'duration_secs': 0.349532} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.807337] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.807588] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.808269] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.808447] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.808797] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.809328] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-493fb203-b13e-4eca-8e68-de08c6749920 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.814458] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 935.814458] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522a35c6-e93f-32af-8ffc-81f72dd84a9c" [ 935.814458] env[69411]: _type = "Task" [ 935.814458] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.823028] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522a35c6-e93f-32af-8ffc-81f72dd84a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.907847] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "refresh_cache-2ad3e82d-281e-4065-b1fa-77686bf5a6f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.907847] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "refresh_cache-2ad3e82d-281e-4065-b1fa-77686bf5a6f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.908322] env[69411]: DEBUG nova.network.neutron [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.008459] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.011043] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: a81f023f-4bc6-4ad7-8d56-70d2a091f874] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.085740] env[69411]: DEBUG nova.network.neutron [req-1c5b1161-2cff-4dd3-9d29-b30a830a6049 req-3a306322-1088-4cda-840b-741d4d5e21e2 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Updated VIF entry in instance network info cache for port b5ac587f-9e02-40eb-a840-a85a7dd71246. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.086153] env[69411]: DEBUG nova.network.neutron [req-1c5b1161-2cff-4dd3-9d29-b30a830a6049 req-3a306322-1088-4cda-840b-741d4d5e21e2 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Updating instance_info_cache with network_info: [{"id": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "address": "fa:16:3e:bd:f3:f9", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ac587f-9e", "ovs_interfaceid": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.092561] env[69411]: DEBUG oslo_concurrency.lockutils [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.095s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.100276] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 55.399s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.100480] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.102530] env[69411]: DEBUG oslo_concurrency.lockutils [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 53.808s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.102651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.104358] env[69411]: DEBUG oslo_concurrency.lockutils [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.646s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.104540] env[69411]: DEBUG oslo_concurrency.lockutils [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.107046] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.449s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.107574] env[69411]: INFO nova.compute.claims [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.179481] env[69411]: INFO nova.scheduler.client.report [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Deleted allocations for instance 72616706-31a1-4408-8083-91391e927d91 [ 936.179481] env[69411]: INFO nova.scheduler.client.report [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Deleted allocations for instance 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa [ 936.206840] env[69411]: INFO nova.scheduler.client.report [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Deleted allocations for instance 2b24e5b7-178b-4044-aea2-4be99a5ca7bd [ 936.300557] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.324744] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522a35c6-e93f-32af-8ffc-81f72dd84a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.016833} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.324989] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.325246] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.325485] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.325674] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.325858] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.326135] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63ed7438-bbe3-46fa-afde-b383cb61bd6a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.334477] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.334650] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.335371] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b69a301c-8d0f-403b-beba-b524e179a73b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.341248] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 936.341248] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fc9e45-e4c1-8811-6603-78110f104807" [ 936.341248] env[69411]: _type = "Task" [ 936.341248] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.349582] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fc9e45-e4c1-8811-6603-78110f104807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.457583] env[69411]: DEBUG nova.network.neutron [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.508779] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323179, 'name': ReconfigVM_Task, 'duration_secs': 0.836548} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.509076] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Reconfigured VM instance instance-00000041 to attach disk [datastore1] b2b6aaaa-f831-4164-97ea-70744d7ce395/b2b6aaaa-f831-4164-97ea-70744d7ce395.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.509705] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-785cec89-c75b-4357-a77f-335c4935e461 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.518041] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 87a204b4-119e-42e7-b5af-3816e908120d] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.519672] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 936.519672] env[69411]: value = "task-3323180" [ 936.519672] env[69411]: _type = "Task" [ 936.519672] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.530903] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323180, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.589056] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c5b1161-2cff-4dd3-9d29-b30a830a6049 req-3a306322-1088-4cda-840b-741d4d5e21e2 service nova] Releasing lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.678206] env[69411]: DEBUG nova.compute.manager [req-167744f9-1b1c-43f5-83f8-57ce1e785cb0 req-874fc3eb-4acf-4826-80b2-cd69c59bacb3 service nova] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Received event network-vif-plugged-3fb39e17-03e9-4825-aa04-534f6412e77e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.679168] env[69411]: DEBUG oslo_concurrency.lockutils [req-167744f9-1b1c-43f5-83f8-57ce1e785cb0 req-874fc3eb-4acf-4826-80b2-cd69c59bacb3 service nova] Acquiring lock "2ad3e82d-281e-4065-b1fa-77686bf5a6f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.679251] env[69411]: DEBUG oslo_concurrency.lockutils [req-167744f9-1b1c-43f5-83f8-57ce1e785cb0 req-874fc3eb-4acf-4826-80b2-cd69c59bacb3 service nova] Lock "2ad3e82d-281e-4065-b1fa-77686bf5a6f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.679462] env[69411]: DEBUG oslo_concurrency.lockutils [req-167744f9-1b1c-43f5-83f8-57ce1e785cb0 req-874fc3eb-4acf-4826-80b2-cd69c59bacb3 service nova] Lock "2ad3e82d-281e-4065-b1fa-77686bf5a6f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.679708] env[69411]: DEBUG nova.compute.manager [req-167744f9-1b1c-43f5-83f8-57ce1e785cb0 req-874fc3eb-4acf-4826-80b2-cd69c59bacb3 service nova] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] No waiting events found dispatching network-vif-plugged-3fb39e17-03e9-4825-aa04-534f6412e77e {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.679968] env[69411]: WARNING nova.compute.manager [req-167744f9-1b1c-43f5-83f8-57ce1e785cb0 req-874fc3eb-4acf-4826-80b2-cd69c59bacb3 service nova] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Received unexpected event network-vif-plugged-3fb39e17-03e9-4825-aa04-534f6412e77e for instance with vm_state building and task_state spawning. [ 936.680226] env[69411]: DEBUG nova.compute.manager [req-167744f9-1b1c-43f5-83f8-57ce1e785cb0 req-874fc3eb-4acf-4826-80b2-cd69c59bacb3 service nova] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Received event network-changed-3fb39e17-03e9-4825-aa04-534f6412e77e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.680451] env[69411]: DEBUG nova.compute.manager [req-167744f9-1b1c-43f5-83f8-57ce1e785cb0 req-874fc3eb-4acf-4826-80b2-cd69c59bacb3 service nova] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Refreshing instance network info cache due to event network-changed-3fb39e17-03e9-4825-aa04-534f6412e77e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.680693] env[69411]: DEBUG oslo_concurrency.lockutils [req-167744f9-1b1c-43f5-83f8-57ce1e785cb0 req-874fc3eb-4acf-4826-80b2-cd69c59bacb3 service nova] Acquiring lock "refresh_cache-2ad3e82d-281e-4065-b1fa-77686bf5a6f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.693363] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff9ea5d2-c04b-44c5-90ec-6c58ed33e8a1 tempest-SecurityGroupsTestJSON-674876035 tempest-SecurityGroupsTestJSON-674876035-project-member] Lock "185823e6-b1e3-4e59-a4ca-35ebd6b07cfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.398s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.694232] env[69411]: DEBUG oslo_concurrency.lockutils [None req-af3473c0-ff84-4f2e-98ec-469a2ed825d1 tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "72616706-31a1-4408-8083-91391e927d91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.788s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.719232] env[69411]: DEBUG oslo_concurrency.lockutils [None req-930bbb0a-e1c1-4037-a8ac-0a568933e186 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "2b24e5b7-178b-4044-aea2-4be99a5ca7bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.134s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.754197] env[69411]: DEBUG nova.network.neutron [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Updating instance_info_cache with network_info: [{"id": "3fb39e17-03e9-4825-aa04-534f6412e77e", "address": "fa:16:3e:81:b7:8a", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb39e17-03", "ovs_interfaceid": "3fb39e17-03e9-4825-aa04-534f6412e77e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.801416] env[69411]: DEBUG oslo_vmware.api [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323177, 'name': PowerOnVM_Task, 'duration_secs': 1.12621} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.801627] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.804297] env[69411]: DEBUG nova.compute.manager [None req-66d57d43-7242-41a5-bfa9-783aa293ac80 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.805087] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6973a347-b3c7-457e-8f7f-0bc223642942 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.852568] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fc9e45-e4c1-8811-6603-78110f104807, 'name': SearchDatastore_Task, 'duration_secs': 0.00832} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.853706] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b864f92-10f2-417e-96a2-2e30b4525a83 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.859418] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 936.859418] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525d76fa-5f3a-a4c5-bb84-45c4d848ce53" [ 936.859418] env[69411]: _type = "Task" [ 936.859418] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.868993] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525d76fa-5f3a-a4c5-bb84-45c4d848ce53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.027086] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: bb654b91-7b58-4709-8a04-d8716e503d1d] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.039950] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323180, 'name': Rename_Task, 'duration_secs': 0.159885} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.040682] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.040682] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7e6e98b-4662-4f71-9b4b-c042d32d9e12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.049038] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 937.049038] env[69411]: value = "task-3323181" [ 937.049038] env[69411]: _type = "Task" [ 937.049038] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.057272] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.258386] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "refresh_cache-2ad3e82d-281e-4065-b1fa-77686bf5a6f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.259064] env[69411]: DEBUG nova.compute.manager [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Instance network_info: |[{"id": "3fb39e17-03e9-4825-aa04-534f6412e77e", "address": "fa:16:3e:81:b7:8a", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb39e17-03", "ovs_interfaceid": "3fb39e17-03e9-4825-aa04-534f6412e77e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.260132] env[69411]: DEBUG oslo_concurrency.lockutils [req-167744f9-1b1c-43f5-83f8-57ce1e785cb0 req-874fc3eb-4acf-4826-80b2-cd69c59bacb3 service nova] Acquired lock "refresh_cache-2ad3e82d-281e-4065-b1fa-77686bf5a6f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.261129] env[69411]: DEBUG nova.network.neutron [req-167744f9-1b1c-43f5-83f8-57ce1e785cb0 req-874fc3eb-4acf-4826-80b2-cd69c59bacb3 service nova] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Refreshing network info cache for port 3fb39e17-03e9-4825-aa04-534f6412e77e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.261737] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:b7:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fb39e17-03e9-4825-aa04-534f6412e77e', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.269511] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.270630] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.270630] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51eed5eb-fb30-49d4-8e94-4d01eb040e63 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.301218] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.301218] env[69411]: value = "task-3323182" [ 937.301218] env[69411]: _type = "Task" [ 937.301218] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.315094] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323182, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.371802] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525d76fa-5f3a-a4c5-bb84-45c4d848ce53, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.375025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.375346] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4/cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.375881] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecef91fc-10a0-4570-adfd-e39a8dbfcac4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.385631] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 937.385631] env[69411]: value = "task-3323183" [ 937.385631] env[69411]: _type = "Task" [ 937.385631] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.399316] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.535028] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 7bf59d0f-d2ef-40ba-94e7-2311605cb2e0] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.567688] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323181, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.665872] env[69411]: INFO nova.compute.manager [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Swapping old allocation on dict_keys(['b10946ce-3a6e-47d0-962e-35fd25da5d6e']) held by migration fa56bdea-bf9c-4a21-906a-346c6b8e80cb for instance [ 937.703730] env[69411]: DEBUG nova.scheduler.client.report [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Overwriting current allocation {'allocations': {'b10946ce-3a6e-47d0-962e-35fd25da5d6e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 107}}, 'project_id': '0e58b7bd73ce40e49e67398d7db655bb', 'user_id': '83333f25d3064db690662ea80d053a3c', 'consumer_generation': 1} on consumer f2e014b2-5984-40c5-b2b7-c52f03b08536 {{(pid=69411) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 937.756433] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05a3f55-d71d-408e-9be2-6ad1b759414c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.768747] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52279f58-5c52-49ce-9ab9-07d1fc930903 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.823019] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee800216-b77f-4d48-b72f-0c6bb119febb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.835468] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323182, 'name': CreateVM_Task, 'duration_secs': 0.38649} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.842048] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.842048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.842048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.842048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.842048] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669a1827-c7f2-4770-b143-0db81eb50eb3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.844995] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcdd583c-774f-4d69-bc2e-96ed50616e3b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.851659] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 937.851659] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5289f1d0-97f1-9829-d279-8f8822aa9eac" [ 937.851659] env[69411]: _type = "Task" [ 937.851659] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.860063] env[69411]: DEBUG nova.compute.provider_tree [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.871865] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5289f1d0-97f1-9829-d279-8f8822aa9eac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.873044] env[69411]: DEBUG oslo_concurrency.lockutils [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.873228] env[69411]: DEBUG oslo_concurrency.lockutils [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquired lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.873401] env[69411]: DEBUG nova.network.neutron [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.901048] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323183, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.039695] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 1e662452-e43f-4789-97ac-e6dac28f3490] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.062027] env[69411]: DEBUG oslo_vmware.api [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323181, 'name': PowerOnVM_Task, 'duration_secs': 0.693245} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.064381] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.064596] env[69411]: INFO nova.compute.manager [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Took 8.22 seconds to spawn the instance on the hypervisor. [ 938.064800] env[69411]: DEBUG nova.compute.manager [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.065638] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a601642-9857-42f7-b313-4d56a17d5875 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.163244] env[69411]: DEBUG nova.network.neutron [req-167744f9-1b1c-43f5-83f8-57ce1e785cb0 req-874fc3eb-4acf-4826-80b2-cd69c59bacb3 service nova] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Updated VIF entry in instance network info cache for port 3fb39e17-03e9-4825-aa04-534f6412e77e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.163640] env[69411]: DEBUG nova.network.neutron [req-167744f9-1b1c-43f5-83f8-57ce1e785cb0 req-874fc3eb-4acf-4826-80b2-cd69c59bacb3 service nova] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Updating instance_info_cache with network_info: [{"id": "3fb39e17-03e9-4825-aa04-534f6412e77e", "address": "fa:16:3e:81:b7:8a", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb39e17-03", "ovs_interfaceid": "3fb39e17-03e9-4825-aa04-534f6412e77e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.365812] env[69411]: DEBUG nova.scheduler.client.report [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.374754] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5289f1d0-97f1-9829-d279-8f8822aa9eac, 'name': SearchDatastore_Task, 'duration_secs': 0.066293} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.374754] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.375039] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.375186] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.375327] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.375498] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.378438] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60ff1eb3-2a4a-47da-9347-40b80aa4e922 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.391566] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.391691] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.392458] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf3a48a-3a1c-4d1c-82dc-d54b2583a507 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.397814] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565984} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.398442] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4/cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.398664] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.398944] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f620e04-633c-4485-a882-72c74f5fec0f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.405159] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 938.405159] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52306f58-522a-b158-f00f-5664a79eeefa" [ 938.405159] env[69411]: _type = "Task" [ 938.405159] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.408849] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 938.408849] env[69411]: value = "task-3323185" [ 938.408849] env[69411]: _type = "Task" [ 938.408849] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.415392] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52306f58-522a-b158-f00f-5664a79eeefa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.420623] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.491041] env[69411]: INFO nova.compute.manager [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Unrescuing [ 938.491132] env[69411]: DEBUG oslo_concurrency.lockutils [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "refresh_cache-9ce9578d-68d8-4e74-ae85-0962712c5088" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.491406] env[69411]: DEBUG oslo_concurrency.lockutils [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquired lock "refresh_cache-9ce9578d-68d8-4e74-ae85-0962712c5088" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.491406] env[69411]: DEBUG nova.network.neutron [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.543567] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 37ceffed-a475-4dc3-928c-b0e7dd9e43ef] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.591294] env[69411]: INFO nova.compute.manager [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Took 62.04 seconds to build instance. [ 938.669504] env[69411]: DEBUG oslo_concurrency.lockutils [req-167744f9-1b1c-43f5-83f8-57ce1e785cb0 req-874fc3eb-4acf-4826-80b2-cd69c59bacb3 service nova] Releasing lock "refresh_cache-2ad3e82d-281e-4065-b1fa-77686bf5a6f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.753760] env[69411]: DEBUG nova.network.neutron [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating instance_info_cache with network_info: [{"id": "868ad831-e096-4fd6-8111-80d4e8ddd7c0", "address": "fa:16:3e:e3:57:5c", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868ad831-e0", "ovs_interfaceid": "868ad831-e096-4fd6-8111-80d4e8ddd7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.871901] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.871901] env[69411]: DEBUG nova.compute.manager [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.875366] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.907s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.875699] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.878204] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.753s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.878481] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.880424] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.308s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.882025] env[69411]: INFO nova.compute.claims [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.929726] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52306f58-522a-b158-f00f-5664a79eeefa, 'name': SearchDatastore_Task, 'duration_secs': 0.028093} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.929726] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.488125} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.931015] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.931015] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44598adb-fcb4-4a6f-8b9c-c803bb4ec0fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.934208] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecb2827-be89-4f49-ac3e-d0a8d5cb200e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.962639] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4/cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.965083] env[69411]: INFO nova.scheduler.client.report [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Deleted allocations for instance c1f94147-d4d0-403a-b62d-c83cf6c41ef2 [ 938.972025] env[69411]: INFO nova.scheduler.client.report [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Deleted allocations for instance 76f4d3eb-3401-4033-95f4-45a7998854de [ 938.972025] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db8fe28e-1f12-4489-aec6-481f31f300c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.995360] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 938.995360] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dba524-3165-873d-93e7-e61e45761413" [ 938.995360] env[69411]: _type = "Task" [ 938.995360] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.007646] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 939.007646] env[69411]: value = "task-3323186" [ 939.007646] env[69411]: _type = "Task" [ 939.007646] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.011836] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dba524-3165-873d-93e7-e61e45761413, 'name': SearchDatastore_Task, 'duration_secs': 0.024383} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.018267] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.018267] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 2ad3e82d-281e-4065-b1fa-77686bf5a6f4/2ad3e82d-281e-4065-b1fa-77686bf5a6f4.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.019232] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9099b65-db33-4fdd-aeb3-97f888c97237 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.029296] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.031013] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 939.031013] env[69411]: value = "task-3323187" [ 939.031013] env[69411]: _type = "Task" [ 939.031013] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.043345] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.050360] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: c10e93a5-b4eb-4f36-8988-c556ea271d0b] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.092270] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9adadfa-7dd7-43b5-b58b-2481b7f81854 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "b2b6aaaa-f831-4164-97ea-70744d7ce395" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.547s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.259185] env[69411]: DEBUG oslo_concurrency.lockutils [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Releasing lock "refresh_cache-f2e014b2-5984-40c5-b2b7-c52f03b08536" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.259814] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.259999] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2fca466-f9f8-4f51-89b3-afaac66d2c25 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.272378] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 939.272378] env[69411]: value = "task-3323188" [ 939.272378] env[69411]: _type = "Task" [ 939.272378] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.288276] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.351791] env[69411]: DEBUG nova.network.neutron [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Updating instance_info_cache with network_info: [{"id": "a86dec72-3236-4f17-80a4-95a07034ed01", "address": "fa:16:3e:d2:41:e4", "network": {"id": "f004a282-9808-4a6e-9773-edd24cabd0df", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-421441858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbb0e25ed14f4b56a9fdbc5f87cb40f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa86dec72-32", "ovs_interfaceid": "a86dec72-3236-4f17-80a4-95a07034ed01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.388255] env[69411]: DEBUG nova.compute.utils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.394553] env[69411]: DEBUG nova.compute.manager [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.394553] env[69411]: DEBUG nova.network.neutron [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.467492] env[69411]: DEBUG nova.policy [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e457bfe7532a42ea93094702df7d3628', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ad3320f9a304c7ca903bec6ba9ca533', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.509031] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd9e320-5975-4a97-b0ab-0798d335827d tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "76f4d3eb-3401-4033-95f4-45a7998854de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.868s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.510970] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2252fd0b-6ce9-4e6f-8a18-fd5ebed25600 tempest-ImagesOneServerNegativeTestJSON-1056242723 tempest-ImagesOneServerNegativeTestJSON-1056242723-project-member] Lock "c1f94147-d4d0-403a-b62d-c83cf6c41ef2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.956s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.525184] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323186, 'name': ReconfigVM_Task, 'duration_secs': 0.326291} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.525592] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Reconfigured VM instance instance-00000042 to attach disk [datastore1] cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4/cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.526426] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0f62e12-66ca-438e-b519-0e6a834c00af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.536932] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 939.536932] env[69411]: value = "task-3323189" [ 939.536932] env[69411]: _type = "Task" [ 939.536932] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.545217] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323187, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.555593] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 45a36b27-f562-4e2a-8d95-1956a9bd96d3] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.558523] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323189, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.595738] env[69411]: DEBUG nova.compute.manager [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.784165] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323188, 'name': PowerOffVM_Task, 'duration_secs': 0.342146} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.784492] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.785544] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3eb57fb0-c720-4394-94b3-dbadee6dfbca',id=28,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1021061432',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.785544] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.785544] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.785855] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.785855] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.785973] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.789862] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.789862] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.789862] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.789862] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.789862] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.794885] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5024d458-1bd3-4b4d-8073-d804ac19f4c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.814981] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 939.814981] env[69411]: value = "task-3323190" [ 939.814981] env[69411]: _type = "Task" [ 939.814981] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.824826] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.855125] env[69411]: DEBUG oslo_concurrency.lockutils [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Releasing lock "refresh_cache-9ce9578d-68d8-4e74-ae85-0962712c5088" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.855974] env[69411]: DEBUG nova.objects.instance [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lazy-loading 'flavor' on Instance uuid 9ce9578d-68d8-4e74-ae85-0962712c5088 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.896799] env[69411]: DEBUG nova.compute.manager [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.048816] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571532} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.050515] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 2ad3e82d-281e-4065-b1fa-77686bf5a6f4/2ad3e82d-281e-4065-b1fa-77686bf5a6f4.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.051163] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.052461] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ea39fce-2558-4693-b5a2-3fca12165f6b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.056805] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323189, 'name': Rename_Task, 'duration_secs': 0.191213} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.058035] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.058310] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51ceb993-58a1-4709-8cbf-a7361e5d8ac6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.060634] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: d131e908-dbcb-44e3-8768-71cc1a7fefa1] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.064397] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 940.064397] env[69411]: value = "task-3323191" [ 940.064397] env[69411]: _type = "Task" [ 940.064397] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.072121] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 940.072121] env[69411]: value = "task-3323192" [ 940.072121] env[69411]: _type = "Task" [ 940.072121] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.081041] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.088205] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.125127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.262908] env[69411]: DEBUG nova.network.neutron [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Successfully created port: 6f400b8f-97a6-40f2-bb64-ee3241b73dd8 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.327331] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323190, 'name': ReconfigVM_Task, 'duration_secs': 0.146529} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.328308] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1297e11-ca0d-4769-b97c-9721efc84e6e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.355625] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3eb57fb0-c720-4394-94b3-dbadee6dfbca',id=28,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1021061432',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.355895] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.356064] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.356253] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.356399] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.356545] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.356749] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.359161] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.359161] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.359161] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.359161] env[69411]: DEBUG nova.virt.hardware [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.363142] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ca3affd-8fc2-4260-b74d-4eed6051d3fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.366725] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7f73ec-1ee8-4066-baea-75b66b0dcad5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.373853] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 940.373853] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529ac8ca-1d8b-392c-3307-c7e65365416e" [ 940.373853] env[69411]: _type = "Task" [ 940.373853] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.391070] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.397613] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9521402-10d3-485f-9b0d-5ed184436b93 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.411801] env[69411]: DEBUG oslo_vmware.api [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 940.411801] env[69411]: value = "task-3323193" [ 940.411801] env[69411]: _type = "Task" [ 940.411801] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.412081] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529ac8ca-1d8b-392c-3307-c7e65365416e, 'name': SearchDatastore_Task, 'duration_secs': 0.012388} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.419878] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 940.427367] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-528b8ae6-ab1b-42a0-b6ab-fcb7c5205209 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.450867] env[69411]: DEBUG oslo_vmware.api [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.452035] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 940.452035] env[69411]: value = "task-3323194" [ 940.452035] env[69411]: _type = "Task" [ 940.452035] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.463337] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.535924] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3745a1c6-9ee3-4beb-a372-be1a1f0a0cfa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.544870] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0cedaf-0ef6-4962-82fb-870f86d48ed4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.581548] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 40176678-8725-4455-bf34-48274d2724ef] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.593567] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765e4041-3733-428d-a415-74e838ee1a64 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.605952] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323192, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.612281] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076874} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.612729] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.614402] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e1c9f5-e6f6-4399-b74a-dfe4ae0de7f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.621267] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fec0eac-a6a7-4158-94a7-54ecc79f48c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.651448] env[69411]: DEBUG nova.compute.provider_tree [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.659453] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 2ad3e82d-281e-4065-b1fa-77686bf5a6f4/2ad3e82d-281e-4065-b1fa-77686bf5a6f4.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.663139] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-637b7bfc-cc78-4fb3-9901-8a51b2ad2293 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.696100] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 940.696100] env[69411]: value = "task-3323195" [ 940.696100] env[69411]: _type = "Task" [ 940.696100] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.700943] env[69411]: ERROR nova.scheduler.client.report [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [req-16654da1-238a-43f6-8b84-b1afea0e0298] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-16654da1-238a-43f6-8b84-b1afea0e0298"}]} [ 940.710416] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.723512] env[69411]: DEBUG nova.scheduler.client.report [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 940.742039] env[69411]: DEBUG nova.scheduler.client.report [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 940.742372] env[69411]: DEBUG nova.compute.provider_tree [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.758423] env[69411]: DEBUG nova.scheduler.client.report [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 940.761914] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "eadfa105-5e1c-46c2-aead-d9e9af54b9e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.762197] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "eadfa105-5e1c-46c2-aead-d9e9af54b9e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.762407] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "eadfa105-5e1c-46c2-aead-d9e9af54b9e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.762664] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "eadfa105-5e1c-46c2-aead-d9e9af54b9e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.762754] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "eadfa105-5e1c-46c2-aead-d9e9af54b9e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.765181] env[69411]: INFO nova.compute.manager [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Terminating instance [ 940.779592] env[69411]: DEBUG nova.scheduler.client.report [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 940.914490] env[69411]: DEBUG nova.compute.manager [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.926137] env[69411]: DEBUG oslo_vmware.api [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323193, 'name': PowerOffVM_Task, 'duration_secs': 0.385037} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.930019] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.935123] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 940.937325] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ce209c-6f74-462c-8761-70a8944ad471 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.958222] env[69411]: DEBUG nova.virt.hardware [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.958484] env[69411]: DEBUG nova.virt.hardware [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.958658] env[69411]: DEBUG nova.virt.hardware [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.958848] env[69411]: DEBUG nova.virt.hardware [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.958987] env[69411]: DEBUG nova.virt.hardware [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.959208] env[69411]: DEBUG nova.virt.hardware [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.959565] env[69411]: DEBUG nova.virt.hardware [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.959778] env[69411]: DEBUG nova.virt.hardware [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.959983] env[69411]: DEBUG nova.virt.hardware [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.960165] env[69411]: DEBUG nova.virt.hardware [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.960335] env[69411]: DEBUG nova.virt.hardware [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.964423] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5565de-6fd5-4d7e-8582-8ce4f83a0ac0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.969710] env[69411]: DEBUG oslo_vmware.api [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 940.969710] env[69411]: value = "task-3323196" [ 940.969710] env[69411]: _type = "Task" [ 940.969710] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.979502] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323194, 'name': ReconfigVM_Task, 'duration_secs': 0.300013} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.980993] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68f6fa0-cdb7-4255-8a7b-a8c4ceb1e56b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.987016] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 940.995394] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab359b-8d12-4409-af47-76f2882b0109 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.998933] env[69411]: DEBUG oslo_vmware.api [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.032295] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] f2e014b2-5984-40c5-b2b7-c52f03b08536/f2e014b2-5984-40c5-b2b7-c52f03b08536.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.035316] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c5ca41d-de47-4c95-bb12-4aacf1c47dd4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.056188] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 941.056188] env[69411]: value = "task-3323197" [ 941.056188] env[69411]: _type = "Task" [ 941.056188] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.068081] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.098494] env[69411]: DEBUG oslo_vmware.api [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323192, 'name': PowerOnVM_Task, 'duration_secs': 0.693524} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.098931] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 2bdfcae6-520b-42f8-9127-f58cb3f9e57d] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.101352] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.101604] env[69411]: INFO nova.compute.manager [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Took 8.62 seconds to spawn the instance on the hypervisor. [ 941.101769] env[69411]: DEBUG nova.compute.manager [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.102869] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea98367-a1a3-46d1-9943-4b1d38fd7867 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.211129] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323195, 'name': ReconfigVM_Task, 'duration_secs': 0.345211} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.211919] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 2ad3e82d-281e-4065-b1fa-77686bf5a6f4/2ad3e82d-281e-4065-b1fa-77686bf5a6f4.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.216792] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b08f829e-1bfc-4345-84a6-e2db3444619c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.228070] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 941.228070] env[69411]: value = "task-3323198" [ 941.228070] env[69411]: _type = "Task" [ 941.228070] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.239984] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323198, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.270008] env[69411]: DEBUG nova.compute.manager [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.270278] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.271408] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e5b663-f364-4775-8918-8e0b58373285 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.280291] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.280734] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57ec6f0d-34ee-437a-9a16-de7308cdc7d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.290346] env[69411]: DEBUG oslo_vmware.api [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 941.290346] env[69411]: value = "task-3323199" [ 941.290346] env[69411]: _type = "Task" [ 941.290346] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.301015] env[69411]: DEBUG oslo_vmware.api [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.358358] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d58c32-4923-48bb-80ed-83b5697dbcd1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.368724] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ec0eb5-58a3-46ac-83fb-ae5cdae74882 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.404444] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7667f9-ccb8-47d1-bcc5-dabfdf21c0da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.414777] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890bfe2e-9d36-4f32-b081-f7c50039a6d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.430742] env[69411]: DEBUG nova.compute.provider_tree [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 941.481351] env[69411]: DEBUG oslo_vmware.api [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323196, 'name': ReconfigVM_Task, 'duration_secs': 0.475683} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.481666] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 941.481666] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.482059] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-710242ba-e65f-4da3-9f16-5408450b18f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.489566] env[69411]: DEBUG oslo_vmware.api [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 941.489566] env[69411]: value = "task-3323200" [ 941.489566] env[69411]: _type = "Task" [ 941.489566] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.499941] env[69411]: DEBUG oslo_vmware.api [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.568492] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323197, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.586442] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "d1770f90-821a-4049-8311-c0e642c3eb83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.586836] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "d1770f90-821a-4049-8311-c0e642c3eb83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.603345] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: ece46e66-a835-4f04-a091-b3a4d8de0b05] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.622920] env[69411]: INFO nova.compute.manager [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Took 64.47 seconds to build instance. [ 941.643941] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.644239] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.644494] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.644762] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.644951] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.646891] env[69411]: INFO nova.compute.manager [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Terminating instance [ 941.738291] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323198, 'name': Rename_Task, 'duration_secs': 0.187493} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.738291] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.738291] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a57ef090-4361-486e-a8df-33067ac1c960 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.743323] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 941.743323] env[69411]: value = "task-3323201" [ 941.743323] env[69411]: _type = "Task" [ 941.743323] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.753714] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.803140] env[69411]: DEBUG oslo_vmware.api [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323199, 'name': PowerOffVM_Task, 'duration_secs': 0.227351} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.803538] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.803736] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.804052] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6fd2b07-46ea-4db0-9110-ef4f9dbee55e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.959751] env[69411]: ERROR nova.scheduler.client.report [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [req-164d25da-b9e9-4e50-a079-4250410afb9c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-164d25da-b9e9-4e50-a079-4250410afb9c"}]} [ 941.979504] env[69411]: DEBUG nova.scheduler.client.report [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 941.996055] env[69411]: DEBUG nova.scheduler.client.report [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 941.996498] env[69411]: DEBUG nova.compute.provider_tree [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.006320] env[69411]: DEBUG oslo_vmware.api [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323200, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.013034] env[69411]: DEBUG nova.scheduler.client.report [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 942.038020] env[69411]: DEBUG nova.scheduler.client.report [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 942.072536] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323197, 'name': ReconfigVM_Task, 'duration_secs': 0.582597} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.073030] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Reconfigured VM instance instance-00000030 to attach disk [datastore1] f2e014b2-5984-40c5-b2b7-c52f03b08536/f2e014b2-5984-40c5-b2b7-c52f03b08536.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.074067] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9923a40-f2c3-4b20-afe5-cbcba21732ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.079193] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.079474] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.079965] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Deleting the datastore file [datastore1] eadfa105-5e1c-46c2-aead-d9e9af54b9e0 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.083911] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad514fa5-9e87-46f3-951f-37b11c7ae6aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.107946] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8cc830-f392-47f0-b509-f6691eeaa3ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.110762] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: a14a09e6-ea69-4649-9789-d947526b7b33] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.113968] env[69411]: DEBUG oslo_vmware.api [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 942.113968] env[69411]: value = "task-3323203" [ 942.113968] env[69411]: _type = "Task" [ 942.113968] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.132825] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf80ca19-2cd3-45d0-baea-849033a0b07c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.984s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.141222] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b23ccdd-def1-4b2d-a3db-eebcd5bc47ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.149506] env[69411]: DEBUG oslo_vmware.api [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.150978] env[69411]: DEBUG nova.compute.manager [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.151215] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.153831] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a5d3ab-bb7f-4c1e-9730-d890430fc417 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.173581] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f26bc74-ba59-45b3-ae24-40bf83b6727e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.179216] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.179905] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-440b2b37-d2b1-4a13-a7fb-3244d26612a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.186959] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.187255] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-932219e5-a0ff-49ec-961e-fdfcb88bf06e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.193196] env[69411]: DEBUG oslo_vmware.api [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 942.193196] env[69411]: value = "task-3323204" [ 942.193196] env[69411]: _type = "Task" [ 942.193196] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.198111] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 942.198111] env[69411]: value = "task-3323205" [ 942.198111] env[69411]: _type = "Task" [ 942.198111] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.204676] env[69411]: DEBUG oslo_vmware.api [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.215566] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.260193] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323201, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.505563] env[69411]: DEBUG oslo_vmware.api [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323200, 'name': PowerOnVM_Task, 'duration_secs': 0.555357} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.505853] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.506206] env[69411]: DEBUG nova.compute.manager [None req-786ded4a-082e-459d-a803-92bc3be3c83a tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.506908] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4550157d-9ddf-4a00-b583-99a95751dafe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.618818] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 0daf6eca-cc35-4960-b5e6-49f3770302e1] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.631221] env[69411]: DEBUG oslo_vmware.api [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263674} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.632494] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.632682] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.632853] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.633065] env[69411]: INFO nova.compute.manager [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Took 1.36 seconds to destroy the instance on the hypervisor. [ 942.634075] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.634172] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdde85bf-a8ee-4521-b73b-e05fb5be796d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.637041] env[69411]: DEBUG nova.compute.manager [-] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.637041] env[69411]: DEBUG nova.network.neutron [-] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.644864] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84adfcb-95dc-4c5e-8365-553f9a59f327 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.649832] env[69411]: DEBUG nova.compute.manager [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.680623] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8beb3dd-ba3b-4c99-a5c3-ba1fd060c209 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.684310] env[69411]: DEBUG nova.compute.manager [req-6cddd80b-4f1c-4701-91c7-ab7bf85bcd51 req-90a41ebd-9eb3-439d-b3a9-b2bc6a67d3ad service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Received event network-vif-plugged-6f400b8f-97a6-40f2-bb64-ee3241b73dd8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.684530] env[69411]: DEBUG oslo_concurrency.lockutils [req-6cddd80b-4f1c-4701-91c7-ab7bf85bcd51 req-90a41ebd-9eb3-439d-b3a9-b2bc6a67d3ad service nova] Acquiring lock "51712e65-a788-4f72-9697-e5d1fcbe10b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.684782] env[69411]: DEBUG oslo_concurrency.lockutils [req-6cddd80b-4f1c-4701-91c7-ab7bf85bcd51 req-90a41ebd-9eb3-439d-b3a9-b2bc6a67d3ad service nova] Lock "51712e65-a788-4f72-9697-e5d1fcbe10b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.684966] env[69411]: DEBUG oslo_concurrency.lockutils [req-6cddd80b-4f1c-4701-91c7-ab7bf85bcd51 req-90a41ebd-9eb3-439d-b3a9-b2bc6a67d3ad service nova] Lock "51712e65-a788-4f72-9697-e5d1fcbe10b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.685151] env[69411]: DEBUG nova.compute.manager [req-6cddd80b-4f1c-4701-91c7-ab7bf85bcd51 req-90a41ebd-9eb3-439d-b3a9-b2bc6a67d3ad service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] No waiting events found dispatching network-vif-plugged-6f400b8f-97a6-40f2-bb64-ee3241b73dd8 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.685314] env[69411]: WARNING nova.compute.manager [req-6cddd80b-4f1c-4701-91c7-ab7bf85bcd51 req-90a41ebd-9eb3-439d-b3a9-b2bc6a67d3ad service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Received unexpected event network-vif-plugged-6f400b8f-97a6-40f2-bb64-ee3241b73dd8 for instance with vm_state building and task_state spawning. [ 942.692553] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a99496e-7260-4f1b-802a-9b1e6bb01f43 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.715188] env[69411]: DEBUG nova.compute.provider_tree [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.720529] env[69411]: DEBUG oslo_vmware.api [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323204, 'name': PowerOffVM_Task, 'duration_secs': 0.277667} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.721025] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.721223] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.721533] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1832e82-eed6-4535-8eda-4a472e144bf2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.726130] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323205, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.758764] env[69411]: DEBUG oslo_vmware.api [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323201, 'name': PowerOnVM_Task, 'duration_secs': 0.52876} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.759209] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.759503] env[69411]: INFO nova.compute.manager [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Took 7.71 seconds to spawn the instance on the hypervisor. [ 942.759740] env[69411]: DEBUG nova.compute.manager [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.760904] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b478d06-36ac-4eb9-a7c2-1e11b1d1e461 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.799289] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.799289] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.799443] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Deleting the datastore file [datastore2] 9f55ba14-c3fe-45be-900f-19c0be0cf5ac {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.799654] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da1b7e4a-b891-4f85-a44c-595a0ccff516 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.809200] env[69411]: DEBUG oslo_vmware.api [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for the task: (returnval){ [ 942.809200] env[69411]: value = "task-3323207" [ 942.809200] env[69411]: _type = "Task" [ 942.809200] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.818897] env[69411]: DEBUG oslo_vmware.api [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.073531] env[69411]: DEBUG nova.network.neutron [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Successfully updated port: 6f400b8f-97a6-40f2-bb64-ee3241b73dd8 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.124537] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 681fe90d-a3bb-4daa-96ae-ba844c5a09d6] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.207139] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.214517] env[69411]: DEBUG oslo_vmware.api [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323205, 'name': PowerOnVM_Task, 'duration_secs': 0.748216} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.214787] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.283419] env[69411]: INFO nova.compute.manager [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Took 65.79 seconds to build instance. [ 943.295495] env[69411]: DEBUG nova.scheduler.client.report [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 943.295495] env[69411]: DEBUG nova.compute.provider_tree [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 109 to 110 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 943.295495] env[69411]: DEBUG nova.compute.provider_tree [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.324020] env[69411]: DEBUG oslo_vmware.api [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Task: {'id': task-3323207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479436} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.324020] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.324020] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.324020] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.324020] env[69411]: INFO nova.compute.manager [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Took 1.17 seconds to destroy the instance on the hypervisor. [ 943.324020] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.324020] env[69411]: DEBUG nova.compute.manager [-] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.324020] env[69411]: DEBUG nova.network.neutron [-] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.576253] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.576400] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.576554] env[69411]: DEBUG nova.network.neutron [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.626120] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 12cfd666-19bf-4339-91a8-19ba15c21f8d] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.786673] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2b0bdffd-7e55-4600-8812-06681ed6de66 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "2ad3e82d-281e-4065-b1fa-77686bf5a6f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.304s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.800598] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.920s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.801076] env[69411]: DEBUG nova.compute.manager [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.804914] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.179s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.049360] env[69411]: DEBUG nova.network.neutron [-] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.135428] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 186a6d75-3bb9-494a-b6aa-656aec48e8fd] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.170596] env[69411]: DEBUG nova.network.neutron [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.233946] env[69411]: INFO nova.compute.manager [None req-484b532d-8055-40bc-bf94-65976d464096 tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating instance to original state: 'active' [ 944.312152] env[69411]: DEBUG nova.compute.utils [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.324981] env[69411]: DEBUG nova.compute.manager [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 944.442564] env[69411]: DEBUG nova.network.neutron [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating instance_info_cache with network_info: [{"id": "6f400b8f-97a6-40f2-bb64-ee3241b73dd8", "address": "fa:16:3e:b1:fd:0d", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f400b8f-97", "ovs_interfaceid": "6f400b8f-97a6-40f2-bb64-ee3241b73dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.531132] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "9ce9578d-68d8-4e74-ae85-0962712c5088" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.532813] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "9ce9578d-68d8-4e74-ae85-0962712c5088" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.533187] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "9ce9578d-68d8-4e74-ae85-0962712c5088-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.533494] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "9ce9578d-68d8-4e74-ae85-0962712c5088-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.533853] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "9ce9578d-68d8-4e74-ae85-0962712c5088-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.536720] env[69411]: INFO nova.compute.manager [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Terminating instance [ 944.555078] env[69411]: INFO nova.compute.manager [-] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Took 1.92 seconds to deallocate network for instance. [ 944.638717] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 669e974b-a8ae-48cc-83af-c8fb823310a2] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.825045] env[69411]: DEBUG nova.compute.manager [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.842139] env[69411]: DEBUG nova.compute.manager [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Received event network-changed-6f400b8f-97a6-40f2-bb64-ee3241b73dd8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.842464] env[69411]: DEBUG nova.compute.manager [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Refreshing instance network info cache due to event network-changed-6f400b8f-97a6-40f2-bb64-ee3241b73dd8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.842568] env[69411]: DEBUG oslo_concurrency.lockutils [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] Acquiring lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.928463] env[69411]: DEBUG nova.network.neutron [-] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.946182] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.948593] env[69411]: DEBUG nova.compute.manager [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Instance network_info: |[{"id": "6f400b8f-97a6-40f2-bb64-ee3241b73dd8", "address": "fa:16:3e:b1:fd:0d", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f400b8f-97", "ovs_interfaceid": "6f400b8f-97a6-40f2-bb64-ee3241b73dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.948593] env[69411]: DEBUG oslo_concurrency.lockutils [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] Acquired lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.948593] env[69411]: DEBUG nova.network.neutron [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Refreshing network info cache for port 6f400b8f-97a6-40f2-bb64-ee3241b73dd8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.953091] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:fd:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f400b8f-97a6-40f2-bb64-ee3241b73dd8', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.963923] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Creating folder: Project (4ad3320f9a304c7ca903bec6ba9ca533). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.968023] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6040d1b7-ee0b-4286-a92b-ebcbc118c73b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.987198] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Created folder: Project (4ad3320f9a304c7ca903bec6ba9ca533) in parent group-v663248. [ 944.987400] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Creating folder: Instances. Parent ref: group-v663436. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.987735] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aedc5729-b8ab-4192-84ad-4efb13fedfed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.000868] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Created folder: Instances in parent group-v663436. [ 945.001155] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.001361] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.001584] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fff4f44a-1dfb-43e2-bbab-b081029d4040 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.029956] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.029956] env[69411]: value = "task-3323210" [ 945.029956] env[69411]: _type = "Task" [ 945.029956] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.043548] env[69411]: DEBUG nova.compute.manager [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.043786] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.044041] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323210, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.045066] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216dc916-53a1-4f87-8544-6ac6fde96cb0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.053750] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.055062] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6491cda0-ee33-428a-aad3-a0db97cfba47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.057506] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b790783-1bf0-43cd-a089-1abbccaf9199 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.067445] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9320857b-3937-4e93-99c3-5b17dee146e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.072381] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.072819] env[69411]: DEBUG oslo_vmware.api [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 945.072819] env[69411]: value = "task-3323211" [ 945.072819] env[69411]: _type = "Task" [ 945.072819] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.104873] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83956e49-7431-4039-8e60-2f4141c76650 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.111513] env[69411]: DEBUG oslo_vmware.api [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.118240] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3461f66-eccb-41db-87f6-4a7d9f61d3ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.139851] env[69411]: INFO nova.compute.manager [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Rescuing [ 945.140156] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "refresh_cache-2ad3e82d-281e-4065-b1fa-77686bf5a6f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.140336] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "refresh_cache-2ad3e82d-281e-4065-b1fa-77686bf5a6f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.140575] env[69411]: DEBUG nova.network.neutron [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.142209] env[69411]: DEBUG nova.compute.provider_tree [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.145825] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.145825] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Cleaning up deleted instances with incomplete migration {{(pid=69411) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 945.431853] env[69411]: INFO nova.compute.manager [-] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Took 2.11 seconds to deallocate network for instance. [ 945.544034] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323210, 'name': CreateVM_Task, 'duration_secs': 0.468023} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.544034] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.544719] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.544908] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.545331] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.545977] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a43bd78-f061-4153-915e-36f2f83f73b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.552263] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 945.552263] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52588022-7b41-2b1e-51cf-c4a1ca4a4c40" [ 945.552263] env[69411]: _type = "Task" [ 945.552263] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.564716] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52588022-7b41-2b1e-51cf-c4a1ca4a4c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.590297] env[69411]: DEBUG oslo_vmware.api [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323211, 'name': PowerOffVM_Task, 'duration_secs': 0.232854} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.590297] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.590297] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.590297] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a64e860c-d11e-4f3f-99a3-42d275483cbf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.648436] env[69411]: DEBUG nova.scheduler.client.report [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.653538] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.670367] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.670598] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.670784] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Deleting the datastore file [datastore2] 9ce9578d-68d8-4e74-ae85-0962712c5088 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.671058] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b752161-9ba0-481f-9e4c-bbe52e432332 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.679356] env[69411]: DEBUG oslo_vmware.api [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 945.679356] env[69411]: value = "task-3323213" [ 945.679356] env[69411]: _type = "Task" [ 945.679356] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.689862] env[69411]: DEBUG oslo_vmware.api [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.840916] env[69411]: DEBUG nova.compute.manager [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.886775] env[69411]: DEBUG nova.virt.hardware [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.887353] env[69411]: DEBUG nova.virt.hardware [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.887622] env[69411]: DEBUG nova.virt.hardware [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.887868] env[69411]: DEBUG nova.virt.hardware [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.888433] env[69411]: DEBUG nova.virt.hardware [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.888660] env[69411]: DEBUG nova.virt.hardware [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.888935] env[69411]: DEBUG nova.virt.hardware [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.889376] env[69411]: DEBUG nova.virt.hardware [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.889645] env[69411]: DEBUG nova.virt.hardware [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.889880] env[69411]: DEBUG nova.virt.hardware [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.890124] env[69411]: DEBUG nova.virt.hardware [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.891423] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033efb9d-3fab-446c-8815-828e4eb0e349 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.901750] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d66081-419d-4093-ab0f-714721998699 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.906149] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "f2e014b2-5984-40c5-b2b7-c52f03b08536" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.906409] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "f2e014b2-5984-40c5-b2b7-c52f03b08536" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.906617] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "f2e014b2-5984-40c5-b2b7-c52f03b08536-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.906796] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "f2e014b2-5984-40c5-b2b7-c52f03b08536-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.906960] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "f2e014b2-5984-40c5-b2b7-c52f03b08536-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.911245] env[69411]: INFO nova.compute.manager [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Terminating instance [ 945.930034] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.934461] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Creating folder: Project (b27962418ef44b69b2c9319082663173). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.936078] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66326596-21f7-491d-b93a-e99b03293591 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.940560] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.952536] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Created folder: Project (b27962418ef44b69b2c9319082663173) in parent group-v663248. [ 945.952686] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Creating folder: Instances. Parent ref: group-v663439. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.952910] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b791114f-fc3a-40b1-9d51-19e1ea5168d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.967637] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Created folder: Instances in parent group-v663439. [ 945.967637] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.967637] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.971036] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0469bbca-c21f-4115-b5eb-699193a39fe4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.995997] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.995997] env[69411]: value = "task-3323216" [ 945.995997] env[69411]: _type = "Task" [ 945.995997] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.004789] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323216, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.069532] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52588022-7b41-2b1e-51cf-c4a1ca4a4c40, 'name': SearchDatastore_Task, 'duration_secs': 0.01435} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.069889] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.070176] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.070486] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.070664] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.070875] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.071185] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e654872b-4e91-4171-8dff-bba207293b3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.081353] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.081558] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.082343] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d23e58-e8f0-4404-888d-53cac951b5e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.097056] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 946.097056] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52aa0adc-9fbe-2f7d-2fa8-64aa3158f743" [ 946.097056] env[69411]: _type = "Task" [ 946.097056] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.108556] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52aa0adc-9fbe-2f7d-2fa8-64aa3158f743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.189205] env[69411]: DEBUG oslo_vmware.api [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277654} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.189539] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.189633] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.189815] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.189971] env[69411]: INFO nova.compute.manager [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Took 1.15 seconds to destroy the instance on the hypervisor. [ 946.190229] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.190444] env[69411]: DEBUG nova.compute.manager [-] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.190563] env[69411]: DEBUG nova.network.neutron [-] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.245859] env[69411]: DEBUG nova.network.neutron [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updated VIF entry in instance network info cache for port 6f400b8f-97a6-40f2-bb64-ee3241b73dd8. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.245859] env[69411]: DEBUG nova.network.neutron [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating instance_info_cache with network_info: [{"id": "6f400b8f-97a6-40f2-bb64-ee3241b73dd8", "address": "fa:16:3e:b1:fd:0d", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f400b8f-97", "ovs_interfaceid": "6f400b8f-97a6-40f2-bb64-ee3241b73dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.258263] env[69411]: DEBUG nova.network.neutron [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Updating instance_info_cache with network_info: [{"id": "3fb39e17-03e9-4825-aa04-534f6412e77e", "address": "fa:16:3e:81:b7:8a", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb39e17-03", "ovs_interfaceid": "3fb39e17-03e9-4825-aa04-534f6412e77e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.440102] env[69411]: DEBUG nova.compute.manager [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.440435] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.441731] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd3057f-f78b-48d0-b5b4-521a42efb538 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.450807] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.451208] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7993bb33-3e9c-4747-abc1-ed656289dff3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.459588] env[69411]: DEBUG oslo_vmware.api [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 946.459588] env[69411]: value = "task-3323217" [ 946.459588] env[69411]: _type = "Task" [ 946.459588] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.470780] env[69411]: DEBUG oslo_vmware.api [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.507592] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323216, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.609285] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52aa0adc-9fbe-2f7d-2fa8-64aa3158f743, 'name': SearchDatastore_Task, 'duration_secs': 0.011238} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.610082] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36377e2a-a72d-43ae-b852-542e9feddcf9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.615729] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 946.615729] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5266f654-5248-6084-fe06-178878f777d0" [ 946.615729] env[69411]: _type = "Task" [ 946.615729] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.625111] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5266f654-5248-6084-fe06-178878f777d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.666158] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.860s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.670871] env[69411]: DEBUG oslo_concurrency.lockutils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.286s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.675782] env[69411]: INFO nova.compute.claims [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.683975] env[69411]: DEBUG nova.compute.manager [req-d1cf525a-61e8-495b-b3cf-b72e2abdd003 req-fd767eb3-c99e-458b-9640-18154a63bfa9 service nova] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Received event network-vif-deleted-a86dec72-3236-4f17-80a4-95a07034ed01 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.688224] env[69411]: INFO nova.compute.manager [req-d1cf525a-61e8-495b-b3cf-b72e2abdd003 req-fd767eb3-c99e-458b-9640-18154a63bfa9 service nova] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Neutron deleted interface a86dec72-3236-4f17-80a4-95a07034ed01; detaching it from the instance and deleting it from the info cache [ 946.688224] env[69411]: DEBUG nova.network.neutron [req-d1cf525a-61e8-495b-b3cf-b72e2abdd003 req-fd767eb3-c99e-458b-9640-18154a63bfa9 service nova] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.748323] env[69411]: DEBUG oslo_concurrency.lockutils [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] Releasing lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.748611] env[69411]: DEBUG nova.compute.manager [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Received event network-vif-deleted-d494fc89-36d6-4bc1-aa08-d03bee2402d0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.749974] env[69411]: DEBUG nova.compute.manager [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Received event network-changed-b5ac587f-9e02-40eb-a840-a85a7dd71246 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.751281] env[69411]: DEBUG nova.compute.manager [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Refreshing instance network info cache due to event network-changed-b5ac587f-9e02-40eb-a840-a85a7dd71246. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.751618] env[69411]: DEBUG oslo_concurrency.lockutils [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] Acquiring lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.751819] env[69411]: DEBUG oslo_concurrency.lockutils [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] Acquired lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.752094] env[69411]: DEBUG nova.network.neutron [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Refreshing network info cache for port b5ac587f-9e02-40eb-a840-a85a7dd71246 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.761640] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "refresh_cache-2ad3e82d-281e-4065-b1fa-77686bf5a6f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.973325] env[69411]: DEBUG oslo_vmware.api [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323217, 'name': PowerOffVM_Task, 'duration_secs': 0.278741} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.973615] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.973782] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.974252] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1255c8f-c674-4814-bfa3-0439ff454667 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.007841] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323216, 'name': CreateVM_Task, 'duration_secs': 0.58005} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.008016] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.008522] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.008747] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.009013] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.009284] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9a1b68-e033-4a61-b541-1f8c57ab9432 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.015746] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 947.015746] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529b1fef-ef8d-01ab-7c28-91a61ba41e7d" [ 947.015746] env[69411]: _type = "Task" [ 947.015746] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.024712] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529b1fef-ef8d-01ab-7c28-91a61ba41e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.046676] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.046947] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.047471] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Deleting the datastore file [datastore1] f2e014b2-5984-40c5-b2b7-c52f03b08536 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.047471] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc354d3d-85f6-43d7-b219-45edb0d6d086 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.055197] env[69411]: DEBUG oslo_vmware.api [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 947.055197] env[69411]: value = "task-3323219" [ 947.055197] env[69411]: _type = "Task" [ 947.055197] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.065562] env[69411]: DEBUG oslo_vmware.api [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.123166] env[69411]: DEBUG nova.network.neutron [-] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.128812] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5266f654-5248-6084-fe06-178878f777d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.128812] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.129211] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 51712e65-a788-4f72-9697-e5d1fcbe10b5/51712e65-a788-4f72-9697-e5d1fcbe10b5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.129379] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8f6225f-c531-4e72-ba52-d14c9d3928d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.138037] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 947.138037] env[69411]: value = "task-3323220" [ 947.138037] env[69411]: _type = "Task" [ 947.138037] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.147763] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.198318] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-232d3c74-065c-4cea-bdcf-358f27dbf29b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.210461] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7919d3bb-437c-45dc-84ae-f6885f0a4d82 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.264253] env[69411]: DEBUG nova.compute.manager [req-d1cf525a-61e8-495b-b3cf-b72e2abdd003 req-fd767eb3-c99e-458b-9640-18154a63bfa9 service nova] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Detach interface failed, port_id=a86dec72-3236-4f17-80a4-95a07034ed01, reason: Instance 9ce9578d-68d8-4e74-ae85-0962712c5088 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 947.288733] env[69411]: INFO nova.scheduler.client.report [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleted allocation for migration ba108991-e1bc-4802-9c51-db14c5781674 [ 947.531700] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529b1fef-ef8d-01ab-7c28-91a61ba41e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.018487} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.536433] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.536830] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.537108] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.537535] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.537776] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.538220] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ee48d63-35b3-417e-bf93-ddbd1459880c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.553633] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.554239] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.555492] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795dd3c0-ea42-47b6-88a3-38e5147ef063 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.573820] env[69411]: DEBUG oslo_vmware.api [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254734} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.574170] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 947.574170] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523deabd-1ffc-77da-a2dc-e5fb28a27126" [ 947.574170] env[69411]: _type = "Task" [ 947.574170] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.574413] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.574595] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.574771] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.574944] env[69411]: INFO nova.compute.manager [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Took 1.13 seconds to destroy the instance on the hypervisor. [ 947.575849] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.576432] env[69411]: DEBUG nova.compute.manager [-] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.576592] env[69411]: DEBUG nova.network.neutron [-] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.591396] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523deabd-1ffc-77da-a2dc-e5fb28a27126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.631347] env[69411]: INFO nova.compute.manager [-] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Took 1.44 seconds to deallocate network for instance. [ 947.651909] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323220, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.789750] env[69411]: DEBUG nova.network.neutron [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Updated VIF entry in instance network info cache for port b5ac587f-9e02-40eb-a840-a85a7dd71246. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.790067] env[69411]: DEBUG nova.network.neutron [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Updating instance_info_cache with network_info: [{"id": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "address": "fa:16:3e:bd:f3:f9", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ac587f-9e", "ovs_interfaceid": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.799488] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06725a19-4e96-4c43-894f-9c41ccfce8eb tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "939d7944-3e09-45c9-8201-fd9edcdbca11" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.757s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.071953] env[69411]: DEBUG nova.compute.manager [req-5c1cd380-7941-4d8d-8213-7d7839756210 req-5197d6a0-61bd-4541-81e9-b8ffcfd3aa62 service nova] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Received event network-vif-deleted-868ad831-e096-4fd6-8111-80d4e8ddd7c0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.071953] env[69411]: INFO nova.compute.manager [req-5c1cd380-7941-4d8d-8213-7d7839756210 req-5197d6a0-61bd-4541-81e9-b8ffcfd3aa62 service nova] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Neutron deleted interface 868ad831-e096-4fd6-8111-80d4e8ddd7c0; detaching it from the instance and deleting it from the info cache [ 948.071953] env[69411]: DEBUG nova.network.neutron [req-5c1cd380-7941-4d8d-8213-7d7839756210 req-5197d6a0-61bd-4541-81e9-b8ffcfd3aa62 service nova] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.073221] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquiring lock "33841480-43a8-4931-b720-5027352d0c44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.073488] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "33841480-43a8-4931-b720-5027352d0c44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.095511] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523deabd-1ffc-77da-a2dc-e5fb28a27126, 'name': SearchDatastore_Task, 'duration_secs': 0.05051} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.096698] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a646d1-ecad-4193-91be-1e2eb7630810 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.110649] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 948.110649] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c4fe8f-9422-17c9-0064-514a329b960a" [ 948.110649] env[69411]: _type = "Task" [ 948.110649] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.124744] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c4fe8f-9422-17c9-0064-514a329b960a, 'name': SearchDatastore_Task, 'duration_secs': 0.011722} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.124998] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.125366] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6/7dfdb97b-0a4c-48a5-a474-c1d397d58cc6.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.125633] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65282c39-c232-4116-a4ee-081e8aa6b9d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.135796] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 948.135796] env[69411]: value = "task-3323221" [ 948.135796] env[69411]: _type = "Task" [ 948.135796] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.142539] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.150109] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.156554] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524677} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.156898] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 51712e65-a788-4f72-9697-e5d1fcbe10b5/51712e65-a788-4f72-9697-e5d1fcbe10b5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.156898] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.157179] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e500941c-d90f-4a07-9280-8af10e6f8e3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.168572] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 948.168572] env[69411]: value = "task-3323222" [ 948.168572] env[69411]: _type = "Task" [ 948.168572] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.186496] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.216181] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498bf116-45fb-4e32-87e6-de6da49e5f69 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.224775] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af73c20b-5448-4a68-b474-3551452dcfe4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.262483] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8cf43c-6700-466a-9f18-80be15e0bd24 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.271815] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99dde83-db47-41f3-a423-507fa1b18dd1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.287116] env[69411]: DEBUG nova.compute.provider_tree [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.296444] env[69411]: DEBUG oslo_concurrency.lockutils [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] Releasing lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.296444] env[69411]: DEBUG nova.compute.manager [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Received event network-vif-deleted-87f0ca16-b202-456a-bd57-79292c735a61 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.296444] env[69411]: INFO nova.compute.manager [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Neutron deleted interface 87f0ca16-b202-456a-bd57-79292c735a61; detaching it from the instance and deleting it from the info cache [ 948.296444] env[69411]: DEBUG nova.network.neutron [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.305574] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.307356] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39bd0a54-ac02-4266-9890-f2791490c032 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.314914] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 948.314914] env[69411]: value = "task-3323223" [ 948.314914] env[69411]: _type = "Task" [ 948.314914] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.323894] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.470411] env[69411]: DEBUG nova.network.neutron [-] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.580029] env[69411]: DEBUG nova.compute.manager [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.582575] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e1c6bc2-f349-4aba-b763-78132d0836c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.600845] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3f41ab-233a-4edf-b6c1-73294fda2bcb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.649743] env[69411]: DEBUG nova.compute.manager [req-5c1cd380-7941-4d8d-8213-7d7839756210 req-5197d6a0-61bd-4541-81e9-b8ffcfd3aa62 service nova] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Detach interface failed, port_id=868ad831-e096-4fd6-8111-80d4e8ddd7c0, reason: Instance f2e014b2-5984-40c5-b2b7-c52f03b08536 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 948.662042] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323221, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.680220] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101666} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.680869] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.682134] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccae5a8-ceac-4663-9c9a-c337ceaf497e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.711865] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 51712e65-a788-4f72-9697-e5d1fcbe10b5/51712e65-a788-4f72-9697-e5d1fcbe10b5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.712059] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce30b6d8-ee0a-406b-bd0f-0abb034200dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.745500] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 948.745500] env[69411]: value = "task-3323224" [ 948.745500] env[69411]: _type = "Task" [ 948.745500] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.758627] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.798859] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ddf083b-6f76-460f-be26-8fb3f4fa107c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.816018] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1635de1f-648b-4c2e-aa17-54c0a8b4230d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.830554] env[69411]: ERROR nova.scheduler.client.report [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [req-cc810ee7-0557-4702-b88f-547a4c7c0e3b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cc810ee7-0557-4702-b88f-547a4c7c0e3b"}]} [ 948.842166] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323223, 'name': PowerOffVM_Task, 'duration_secs': 0.302427} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.842166] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.843239] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd577c15-9075-47d3-af9a-544ecac3d2ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.859186] env[69411]: DEBUG nova.compute.manager [req-4fd7bbd8-8f8e-4b8b-b5ad-cafe209b2290 req-ba40c4c3-4b3d-45b8-99c1-7c0b6ea228fc service nova] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Detach interface failed, port_id=87f0ca16-b202-456a-bd57-79292c735a61, reason: Instance 9f55ba14-c3fe-45be-900f-19c0be0cf5ac could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 948.874944] env[69411]: DEBUG nova.scheduler.client.report [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 948.878117] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a37637-b152-4649-b715-43cbe4cfb5eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.894021] env[69411]: DEBUG nova.scheduler.client.report [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 948.894021] env[69411]: DEBUG nova.compute.provider_tree [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.912489] env[69411]: DEBUG nova.scheduler.client.report [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 948.918047] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.921181] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7b0868d-69f5-408c-9675-bc48bf786e45 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.924893] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 948.924893] env[69411]: value = "task-3323225" [ 948.924893] env[69411]: _type = "Task" [ 948.924893] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.933563] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.950269] env[69411]: DEBUG nova.scheduler.client.report [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 948.976693] env[69411]: INFO nova.compute.manager [-] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Took 1.40 seconds to deallocate network for instance. [ 949.107953] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.163337] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662388} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.163567] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6/7dfdb97b-0a4c-48a5-a474-c1d397d58cc6.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.163781] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.164049] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef6bf915-dc48-448a-b2bf-edb11b2fe476 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.171045] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 949.171045] env[69411]: value = "task-3323226" [ 949.171045] env[69411]: _type = "Task" [ 949.171045] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.178721] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.258845] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323224, 'name': ReconfigVM_Task, 'duration_secs': 0.295144} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.258845] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 51712e65-a788-4f72-9697-e5d1fcbe10b5/51712e65-a788-4f72-9697-e5d1fcbe10b5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.259746] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68e646ca-92be-457e-a60f-528acd744878 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.266187] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 949.266187] env[69411]: value = "task-3323227" [ 949.266187] env[69411]: _type = "Task" [ 949.266187] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.276143] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323227, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.442383] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 949.442686] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.442996] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.443458] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.443458] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.443761] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eac3bae9-a519-45d7-be2d-289f3c3ae381 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.452679] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.452921] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.453743] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d175f8-cef2-41c2-87fa-e39ab67dc9e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.460171] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 949.460171] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5260fc4a-f06a-2097-946e-eb80d165d430" [ 949.460171] env[69411]: _type = "Task" [ 949.460171] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.469672] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5260fc4a-f06a-2097-946e-eb80d165d430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.484051] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.567505] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c66f4b-23b4-46d8-aa9b-93ad3e771792 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.577707] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e89610f-b265-45e4-b467-f19e242afe41 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.613648] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14585ad8-ff2a-4ec8-80b8-b3aa9f2f2934 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.622312] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d145bc4e-0212-4871-a159-ec7fa19552cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.636700] env[69411]: DEBUG nova.compute.provider_tree [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.681989] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094741} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.682102] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.682974] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880ee32a-680a-44b8-8670-fcc11c64bd32 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.702416] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6/7dfdb97b-0a4c-48a5-a474-c1d397d58cc6.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.702708] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e12d9c2-2870-443d-bf75-78efbdb0e105 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.727745] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 949.727745] env[69411]: value = "task-3323228" [ 949.727745] env[69411]: _type = "Task" [ 949.727745] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.735590] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.775536] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323227, 'name': Rename_Task, 'duration_secs': 0.175188} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.775828] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.776263] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f84009d-9ae1-442b-9697-c5a8354f63b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.781945] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 949.781945] env[69411]: value = "task-3323229" [ 949.781945] env[69411]: _type = "Task" [ 949.781945] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.789723] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.972063] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5260fc4a-f06a-2097-946e-eb80d165d430, 'name': SearchDatastore_Task, 'duration_secs': 0.008569} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.972063] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b7ab63-5c60-4797-9360-cee3d48c0834 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.975161] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 949.975161] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529c686c-e825-8021-eb55-7b5ff3c30a04" [ 949.975161] env[69411]: _type = "Task" [ 949.975161] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.983686] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529c686c-e825-8021-eb55-7b5ff3c30a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.072593] env[69411]: DEBUG oslo_concurrency.lockutils [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "939d7944-3e09-45c9-8201-fd9edcdbca11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.072593] env[69411]: DEBUG oslo_concurrency.lockutils [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "939d7944-3e09-45c9-8201-fd9edcdbca11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.072803] env[69411]: DEBUG oslo_concurrency.lockutils [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "939d7944-3e09-45c9-8201-fd9edcdbca11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.077606] env[69411]: DEBUG oslo_concurrency.lockutils [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "939d7944-3e09-45c9-8201-fd9edcdbca11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.077987] env[69411]: DEBUG oslo_concurrency.lockutils [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "939d7944-3e09-45c9-8201-fd9edcdbca11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.005s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.080924] env[69411]: INFO nova.compute.manager [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Terminating instance [ 950.165107] env[69411]: ERROR nova.scheduler.client.report [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [req-8cde3b09-bc76-440f-b39d-e19e1766d27b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8cde3b09-bc76-440f-b39d-e19e1766d27b"}]} [ 950.183627] env[69411]: DEBUG nova.scheduler.client.report [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 950.204976] env[69411]: DEBUG nova.scheduler.client.report [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 950.205248] env[69411]: DEBUG nova.compute.provider_tree [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.224816] env[69411]: DEBUG nova.scheduler.client.report [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 950.240975] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323228, 'name': ReconfigVM_Task, 'duration_secs': 0.341827} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.241226] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6/7dfdb97b-0a4c-48a5-a474-c1d397d58cc6.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.241881] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c781239e-072e-4664-a5dc-25e38710669e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.247204] env[69411]: DEBUG nova.scheduler.client.report [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 950.252038] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 950.252038] env[69411]: value = "task-3323230" [ 950.252038] env[69411]: _type = "Task" [ 950.252038] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.263904] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323230, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.304270] env[69411]: DEBUG oslo_vmware.api [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323229, 'name': PowerOnVM_Task, 'duration_secs': 0.455055} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.307207] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.307417] env[69411]: INFO nova.compute.manager [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Took 9.39 seconds to spawn the instance on the hypervisor. [ 950.307612] env[69411]: DEBUG nova.compute.manager [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.309132] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8ce09c-b9ee-463b-b018-487d65cd7678 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.491530] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529c686c-e825-8021-eb55-7b5ff3c30a04, 'name': SearchDatastore_Task, 'duration_secs': 0.018279} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.491793] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.492157] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 2ad3e82d-281e-4065-b1fa-77686bf5a6f4/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk. {{(pid=69411) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 950.492502] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70129a75-787b-42e8-a1dd-70fa043c6b2a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.504385] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 950.504385] env[69411]: value = "task-3323231" [ 950.504385] env[69411]: _type = "Task" [ 950.504385] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.517670] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.580960] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Acquiring lock "510f3fce-bea9-49f0-a56c-af1706a42d6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.581062] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Lock "510f3fce-bea9-49f0-a56c-af1706a42d6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.585260] env[69411]: DEBUG nova.compute.manager [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.585473] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.586324] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9517c300-422d-4672-a04e-1facd1b1a4f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.598242] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.598482] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28757535-303c-4311-b61c-728b6de038c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.605115] env[69411]: DEBUG oslo_vmware.api [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 950.605115] env[69411]: value = "task-3323232" [ 950.605115] env[69411]: _type = "Task" [ 950.605115] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.619873] env[69411]: DEBUG oslo_vmware.api [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.761512] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323230, 'name': Rename_Task, 'duration_secs': 0.145849} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.764236] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.764890] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-595f52e8-53a4-41c3-af6f-7aa6c9f5d8cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.771561] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.771826] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.775633] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 950.775633] env[69411]: value = "task-3323233" [ 950.775633] env[69411]: _type = "Task" [ 950.775633] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.787787] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.793644] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19f9927-fe77-4f5b-a979-22505cd51289 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.801052] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10139d37-8cc7-4124-9a21-a75f6cb536bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.839233] env[69411]: INFO nova.compute.manager [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Took 52.20 seconds to build instance. [ 950.841265] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c34a0b-25b5-44b7-93a3-4788e9198fc1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.849067] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e42ec4-13d6-408d-9300-7ebf7b1f8b7f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.865582] env[69411]: DEBUG nova.compute.provider_tree [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.015174] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323231, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.114302] env[69411]: DEBUG oslo_vmware.api [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323232, 'name': PowerOffVM_Task, 'duration_secs': 0.201805} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.114608] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.114787] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.115074] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b323af5-6c60-4cc3-a035-8a9df633058c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.190916] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.191185] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.191379] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleting the datastore file [datastore2] 939d7944-3e09-45c9-8201-fd9edcdbca11 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.191654] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cc4e12b-67c2-47b0-a2ce-9986b8aa7788 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.200453] env[69411]: DEBUG oslo_vmware.api [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 951.200453] env[69411]: value = "task-3323235" [ 951.200453] env[69411]: _type = "Task" [ 951.200453] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.209013] env[69411]: DEBUG oslo_vmware.api [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.285547] env[69411]: DEBUG oslo_vmware.api [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323233, 'name': PowerOnVM_Task, 'duration_secs': 0.478602} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.285832] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.286980] env[69411]: INFO nova.compute.manager [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Took 5.45 seconds to spawn the instance on the hypervisor. [ 951.286980] env[69411]: DEBUG nova.compute.manager [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.287139] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e9f532-6c88-481c-be91-e34d72f202aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.341853] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e2c0351-0b5a-4f0a-81c3-dfdd31c1fd67 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "51712e65-a788-4f72-9697-e5d1fcbe10b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.460s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.387812] env[69411]: ERROR nova.scheduler.client.report [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [req-5be03f7c-6a74-4cd3-92b0-0347cb430f28] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5be03f7c-6a74-4cd3-92b0-0347cb430f28"}]} [ 951.406649] env[69411]: DEBUG nova.scheduler.client.report [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 951.427729] env[69411]: DEBUG nova.scheduler.client.report [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 951.428080] env[69411]: DEBUG nova.compute.provider_tree [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.441095] env[69411]: DEBUG nova.scheduler.client.report [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 951.460300] env[69411]: DEBUG nova.scheduler.client.report [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 951.517709] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599302} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.520475] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 2ad3e82d-281e-4065-b1fa-77686bf5a6f4/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk. [ 951.521762] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef363fca-f669-45f5-96d1-39c587a9ce90 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.546801] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 2ad3e82d-281e-4065-b1fa-77686bf5a6f4/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.549854] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-def65648-af35-4005-987b-020f98d4faae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.568496] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 951.568496] env[69411]: value = "task-3323236" [ 951.568496] env[69411]: _type = "Task" [ 951.568496] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.579106] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.715741] env[69411]: DEBUG oslo_vmware.api [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.816729] env[69411]: INFO nova.compute.manager [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Took 46.26 seconds to build instance. [ 951.846734] env[69411]: DEBUG nova.compute.manager [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.008752] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eebbf50-d4db-4670-ae52-409fe010ca95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.017247] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926e160a-af9b-4b1b-b9cc-dd7f358987c1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.049037] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1600b622-28e6-4759-8749-e8fbd5d9267e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.056764] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a040a016-e3d5-4bb5-96fa-b7e3988014fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.070966] env[69411]: DEBUG nova.compute.provider_tree [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.084203] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.144955] env[69411]: DEBUG nova.compute.manager [req-8fb93321-baa3-452a-a476-caa117663868 req-c1ecd736-2c7d-4bd0-8999-e13ca22b0ee9 service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Received event network-changed-6f400b8f-97a6-40f2-bb64-ee3241b73dd8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.145172] env[69411]: DEBUG nova.compute.manager [req-8fb93321-baa3-452a-a476-caa117663868 req-c1ecd736-2c7d-4bd0-8999-e13ca22b0ee9 service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Refreshing instance network info cache due to event network-changed-6f400b8f-97a6-40f2-bb64-ee3241b73dd8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.145391] env[69411]: DEBUG oslo_concurrency.lockutils [req-8fb93321-baa3-452a-a476-caa117663868 req-c1ecd736-2c7d-4bd0-8999-e13ca22b0ee9 service nova] Acquiring lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.145538] env[69411]: DEBUG oslo_concurrency.lockutils [req-8fb93321-baa3-452a-a476-caa117663868 req-c1ecd736-2c7d-4bd0-8999-e13ca22b0ee9 service nova] Acquired lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.145703] env[69411]: DEBUG nova.network.neutron [req-8fb93321-baa3-452a-a476-caa117663868 req-c1ecd736-2c7d-4bd0-8999-e13ca22b0ee9 service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Refreshing network info cache for port 6f400b8f-97a6-40f2-bb64-ee3241b73dd8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.212014] env[69411]: DEBUG oslo_vmware.api [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.604121} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.212014] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.212230] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.213942] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.213942] env[69411]: INFO nova.compute.manager [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Took 1.63 seconds to destroy the instance on the hypervisor. [ 952.213942] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.213942] env[69411]: DEBUG nova.compute.manager [-] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.213942] env[69411]: DEBUG nova.network.neutron [-] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.314502] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84fcaad4-3de7-4063-b9ec-2dbd18ad0c17 tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Lock "7dfdb97b-0a4c-48a5-a474-c1d397d58cc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.876s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.374098] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.584038] env[69411]: DEBUG nova.scheduler.client.report [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.587435] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323236, 'name': ReconfigVM_Task, 'duration_secs': 0.936424} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.587717] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 2ad3e82d-281e-4065-b1fa-77686bf5a6f4/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.589322] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcc6e4d-7a49-4a8e-9030-99342689e873 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.620537] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ed25014-2b3d-48e9-b902-5aafa6dfca3a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.640778] env[69411]: DEBUG nova.compute.manager [req-935ee5ca-3c17-4208-9f4b-45ef784f4a35 req-f3857823-ee56-4932-85b3-96d28ef7a6ef service nova] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Received event network-vif-deleted-c6392698-674b-415a-a632-c62229a98697 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.640778] env[69411]: INFO nova.compute.manager [req-935ee5ca-3c17-4208-9f4b-45ef784f4a35 req-f3857823-ee56-4932-85b3-96d28ef7a6ef service nova] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Neutron deleted interface c6392698-674b-415a-a632-c62229a98697; detaching it from the instance and deleting it from the info cache [ 952.640778] env[69411]: DEBUG nova.network.neutron [req-935ee5ca-3c17-4208-9f4b-45ef784f4a35 req-f3857823-ee56-4932-85b3-96d28ef7a6ef service nova] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.649099] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 952.649099] env[69411]: value = "task-3323237" [ 952.649099] env[69411]: _type = "Task" [ 952.649099] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.663358] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.814244] env[69411]: INFO nova.compute.manager [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Rebuilding instance [ 952.819597] env[69411]: DEBUG nova.compute.manager [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.886823] env[69411]: DEBUG nova.compute.manager [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.886823] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b89386-5936-433b-9eb6-76e6097b3aa1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.992609] env[69411]: DEBUG nova.network.neutron [req-8fb93321-baa3-452a-a476-caa117663868 req-c1ecd736-2c7d-4bd0-8999-e13ca22b0ee9 service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updated VIF entry in instance network info cache for port 6f400b8f-97a6-40f2-bb64-ee3241b73dd8. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.994654] env[69411]: DEBUG nova.network.neutron [req-8fb93321-baa3-452a-a476-caa117663868 req-c1ecd736-2c7d-4bd0-8999-e13ca22b0ee9 service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating instance_info_cache with network_info: [{"id": "6f400b8f-97a6-40f2-bb64-ee3241b73dd8", "address": "fa:16:3e:b1:fd:0d", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f400b8f-97", "ovs_interfaceid": "6f400b8f-97a6-40f2-bb64-ee3241b73dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.093959] env[69411]: DEBUG oslo_concurrency.lockutils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.424s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.094572] env[69411]: DEBUG nova.compute.manager [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.097454] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.050s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.098863] env[69411]: INFO nova.compute.claims [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.121487] env[69411]: DEBUG nova.network.neutron [-] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.143914] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88e3b857-1aa6-4393-83a5-2d942b256a7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.157922] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd46bee-ddf4-451c-a9a2-99175da5f2fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.173200] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323237, 'name': ReconfigVM_Task, 'duration_secs': 0.195187} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.173838] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.174090] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb37cd02-72c9-43c5-85c2-1fc9348265df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.180823] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 953.180823] env[69411]: value = "task-3323238" [ 953.180823] env[69411]: _type = "Task" [ 953.180823] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.197873] env[69411]: DEBUG nova.compute.manager [req-935ee5ca-3c17-4208-9f4b-45ef784f4a35 req-f3857823-ee56-4932-85b3-96d28ef7a6ef service nova] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Detach interface failed, port_id=c6392698-674b-415a-a632-c62229a98697, reason: Instance 939d7944-3e09-45c9-8201-fd9edcdbca11 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 953.201482] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.343959] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.497738] env[69411]: DEBUG oslo_concurrency.lockutils [req-8fb93321-baa3-452a-a476-caa117663868 req-c1ecd736-2c7d-4bd0-8999-e13ca22b0ee9 service nova] Releasing lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.603515] env[69411]: DEBUG nova.compute.utils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.608876] env[69411]: DEBUG nova.compute.manager [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.609121] env[69411]: DEBUG nova.network.neutron [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.622986] env[69411]: INFO nova.compute.manager [-] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Took 1.41 seconds to deallocate network for instance. [ 953.650858] env[69411]: DEBUG nova.policy [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4eb23c56e68944069d2f0820cf6f827a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8952a3f10664780a3d661cbdd4b8f8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.693926] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323238, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.905466] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.905793] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5bca4fa-5f5d-42f1-a777-a4685c1013d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.916216] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 953.916216] env[69411]: value = "task-3323239" [ 953.916216] env[69411]: _type = "Task" [ 953.916216] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.926134] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.035871] env[69411]: DEBUG nova.network.neutron [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Successfully created port: 337a0221-02b7-4116-9538-6383cd9a2298 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.109474] env[69411]: DEBUG nova.compute.manager [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.130297] env[69411]: DEBUG oslo_concurrency.lockutils [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.193395] env[69411]: DEBUG oslo_vmware.api [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323238, 'name': PowerOnVM_Task, 'duration_secs': 0.666955} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.196282] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.200426] env[69411]: DEBUG nova.compute.manager [None req-ce01dc86-1f68-4101-a41d-3e4f5afc1f07 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.200669] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24450bc8-40b3-4215-aa2b-771dc7085d07 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.429698] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323239, 'name': PowerOffVM_Task, 'duration_secs': 0.228027} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.432204] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.432836] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.433783] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28b12f2-02df-40b7-b9d2-d27fda8dbb06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.441313] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.441552] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94dcd1fd-e315-43a6-b054-39ab0f0b530b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.473621] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.473850] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.474044] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Deleting the datastore file [datastore2] 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.474308] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-675b0c2a-f7d2-4faf-aced-c21892ccb5b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.484935] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 954.484935] env[69411]: value = "task-3323241" [ 954.484935] env[69411]: _type = "Task" [ 954.484935] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.494281] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.564507] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47699071-63af-47b4-bf9f-35ee8cec1663 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.573245] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2eacb3e-3e9c-4633-9877-8307b87fbd21 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.609205] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452f27ac-c79c-4c9e-8be6-452bcaa69aeb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.621167] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e299118-193b-4630-9f88-bc8d96e3f4e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.636334] env[69411]: DEBUG nova.compute.provider_tree [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.995265] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218729} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.995529] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.995717] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.995931] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.130039] env[69411]: DEBUG nova.compute.manager [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.141981] env[69411]: DEBUG nova.scheduler.client.report [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.168877] env[69411]: DEBUG nova.virt.hardware [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.169139] env[69411]: DEBUG nova.virt.hardware [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.169290] env[69411]: DEBUG nova.virt.hardware [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.169594] env[69411]: DEBUG nova.virt.hardware [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.169752] env[69411]: DEBUG nova.virt.hardware [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.169898] env[69411]: DEBUG nova.virt.hardware [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.170140] env[69411]: DEBUG nova.virt.hardware [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.170302] env[69411]: DEBUG nova.virt.hardware [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.170466] env[69411]: DEBUG nova.virt.hardware [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.170627] env[69411]: DEBUG nova.virt.hardware [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.170821] env[69411]: DEBUG nova.virt.hardware [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.172563] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a4c8f9-37ff-4afc-bbc7-6ef871209373 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.185020] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac3d9b2-9dac-4325-b386-890d836c8d2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.536069] env[69411]: DEBUG nova.compute.manager [req-5a4d7721-dbbb-4762-82fa-b9d6112924f0 req-0259c9e0-be01-45e5-99f3-5f7cca5d35ed service nova] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Received event network-vif-plugged-337a0221-02b7-4116-9538-6383cd9a2298 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.536069] env[69411]: DEBUG oslo_concurrency.lockutils [req-5a4d7721-dbbb-4762-82fa-b9d6112924f0 req-0259c9e0-be01-45e5-99f3-5f7cca5d35ed service nova] Acquiring lock "0a5ac446-533c-4508-922f-29696689abe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.536069] env[69411]: DEBUG oslo_concurrency.lockutils [req-5a4d7721-dbbb-4762-82fa-b9d6112924f0 req-0259c9e0-be01-45e5-99f3-5f7cca5d35ed service nova] Lock "0a5ac446-533c-4508-922f-29696689abe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.536069] env[69411]: DEBUG oslo_concurrency.lockutils [req-5a4d7721-dbbb-4762-82fa-b9d6112924f0 req-0259c9e0-be01-45e5-99f3-5f7cca5d35ed service nova] Lock "0a5ac446-533c-4508-922f-29696689abe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.536069] env[69411]: DEBUG nova.compute.manager [req-5a4d7721-dbbb-4762-82fa-b9d6112924f0 req-0259c9e0-be01-45e5-99f3-5f7cca5d35ed service nova] [instance: 0a5ac446-533c-4508-922f-29696689abe2] No waiting events found dispatching network-vif-plugged-337a0221-02b7-4116-9538-6383cd9a2298 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.536069] env[69411]: WARNING nova.compute.manager [req-5a4d7721-dbbb-4762-82fa-b9d6112924f0 req-0259c9e0-be01-45e5-99f3-5f7cca5d35ed service nova] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Received unexpected event network-vif-plugged-337a0221-02b7-4116-9538-6383cd9a2298 for instance with vm_state building and task_state spawning. [ 955.637772] env[69411]: DEBUG nova.network.neutron [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Successfully updated port: 337a0221-02b7-4116-9538-6383cd9a2298 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.645434] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.645969] env[69411]: DEBUG nova.compute.manager [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.649806] env[69411]: DEBUG oslo_concurrency.lockutils [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.207s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.650194] env[69411]: DEBUG nova.objects.instance [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Lazy-loading 'resources' on Instance uuid 41dd55dd-81f9-414d-8985-7b3280d45509 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.040034] env[69411]: DEBUG nova.virt.hardware [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.040034] env[69411]: DEBUG nova.virt.hardware [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.040034] env[69411]: DEBUG nova.virt.hardware [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.040034] env[69411]: DEBUG nova.virt.hardware [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.040280] env[69411]: DEBUG nova.virt.hardware [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.040280] env[69411]: DEBUG nova.virt.hardware [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.040454] env[69411]: DEBUG nova.virt.hardware [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.040612] env[69411]: DEBUG nova.virt.hardware [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.040779] env[69411]: DEBUG nova.virt.hardware [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.040943] env[69411]: DEBUG nova.virt.hardware [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.041131] env[69411]: DEBUG nova.virt.hardware [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.042073] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e138d1f-4732-4c9b-be72-f03ff6fde046 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.051533] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ae3ebe-7ecd-4841-8a2d-d57f76e61d16 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.067329] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.073108] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.073815] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.073815] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54ed077c-d019-4b1b-8ac7-698cbce1d31a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.095179] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.095179] env[69411]: value = "task-3323242" [ 956.095179] env[69411]: _type = "Task" [ 956.095179] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.104405] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323242, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.139538] env[69411]: DEBUG oslo_concurrency.lockutils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "refresh_cache-0a5ac446-533c-4508-922f-29696689abe2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.139876] env[69411]: DEBUG oslo_concurrency.lockutils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "refresh_cache-0a5ac446-533c-4508-922f-29696689abe2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.139925] env[69411]: DEBUG nova.network.neutron [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.157172] env[69411]: DEBUG nova.compute.utils [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.158897] env[69411]: DEBUG nova.compute.manager [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 956.607013] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323242, 'name': CreateVM_Task, 'duration_secs': 0.396282} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.609593] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.610293] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.610482] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.610756] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.611018] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98bc85ae-9e04-45f2-9154-00f8d82aa5c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.616513] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 956.616513] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523fe262-6230-24b4-091c-193ac3b1b351" [ 956.616513] env[69411]: _type = "Task" [ 956.616513] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.626716] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523fe262-6230-24b4-091c-193ac3b1b351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.659968] env[69411]: DEBUG nova.compute.manager [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.663048] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df59abff-d629-4484-9f66-ead6c15d12b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.671703] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7aced6-5795-42b9-832c-1ed0d766cb57 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.675542] env[69411]: DEBUG nova.network.neutron [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.677425] env[69411]: INFO nova.compute.manager [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Rescuing [ 956.677656] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "refresh_cache-b2b6aaaa-f831-4164-97ea-70744d7ce395" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.677808] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "refresh_cache-b2b6aaaa-f831-4164-97ea-70744d7ce395" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.677962] env[69411]: DEBUG nova.network.neutron [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.710660] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a40277-ddb8-4a92-8d23-8aa24b8fb1d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.719897] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b521866b-a571-4203-8c56-14739ad2c0c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.734479] env[69411]: DEBUG nova.compute.provider_tree [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.842334] env[69411]: DEBUG nova.network.neutron [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Updating instance_info_cache with network_info: [{"id": "337a0221-02b7-4116-9538-6383cd9a2298", "address": "fa:16:3e:e3:87:f4", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337a0221-02", "ovs_interfaceid": "337a0221-02b7-4116-9538-6383cd9a2298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.127162] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523fe262-6230-24b4-091c-193ac3b1b351, 'name': SearchDatastore_Task, 'duration_secs': 0.012485} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.127493] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.127725] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.127952] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.128112] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.128289] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.128575] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1e09052-e827-4c08-8716-e9357cf40772 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.137940] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.138122] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.138843] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82938c2c-2fff-48e2-8934-423301d1fabc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.143834] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 957.143834] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ee4e99-f52d-5922-81b1-9cac2bdc29e2" [ 957.143834] env[69411]: _type = "Task" [ 957.143834] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.151484] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ee4e99-f52d-5922-81b1-9cac2bdc29e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.240295] env[69411]: DEBUG nova.scheduler.client.report [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.345433] env[69411]: DEBUG oslo_concurrency.lockutils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "refresh_cache-0a5ac446-533c-4508-922f-29696689abe2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.345920] env[69411]: DEBUG nova.compute.manager [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Instance network_info: |[{"id": "337a0221-02b7-4116-9538-6383cd9a2298", "address": "fa:16:3e:e3:87:f4", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337a0221-02", "ovs_interfaceid": "337a0221-02b7-4116-9538-6383cd9a2298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.346433] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:87:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '337a0221-02b7-4116-9538-6383cd9a2298', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.353986] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.354255] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.354488] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16b98cef-a742-4958-8f7e-6d4f7cb5c0ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.378438] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.378438] env[69411]: value = "task-3323243" [ 957.378438] env[69411]: _type = "Task" [ 957.378438] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.386550] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323243, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.419355] env[69411]: DEBUG nova.network.neutron [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Updating instance_info_cache with network_info: [{"id": "6e89052e-2af5-4b91-a60e-e1b9e1205ebe", "address": "fa:16:3e:e1:3d:df", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e89052e-2a", "ovs_interfaceid": "6e89052e-2af5-4b91-a60e-e1b9e1205ebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.567141] env[69411]: DEBUG nova.compute.manager [req-956331ea-b521-4f5e-b5ce-92c8369d5546 req-d6addcad-1e00-4b77-b20c-7ffa01d13895 service nova] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Received event network-changed-337a0221-02b7-4116-9538-6383cd9a2298 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.567352] env[69411]: DEBUG nova.compute.manager [req-956331ea-b521-4f5e-b5ce-92c8369d5546 req-d6addcad-1e00-4b77-b20c-7ffa01d13895 service nova] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Refreshing instance network info cache due to event network-changed-337a0221-02b7-4116-9538-6383cd9a2298. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.567571] env[69411]: DEBUG oslo_concurrency.lockutils [req-956331ea-b521-4f5e-b5ce-92c8369d5546 req-d6addcad-1e00-4b77-b20c-7ffa01d13895 service nova] Acquiring lock "refresh_cache-0a5ac446-533c-4508-922f-29696689abe2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.567777] env[69411]: DEBUG oslo_concurrency.lockutils [req-956331ea-b521-4f5e-b5ce-92c8369d5546 req-d6addcad-1e00-4b77-b20c-7ffa01d13895 service nova] Acquired lock "refresh_cache-0a5ac446-533c-4508-922f-29696689abe2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.567957] env[69411]: DEBUG nova.network.neutron [req-956331ea-b521-4f5e-b5ce-92c8369d5546 req-d6addcad-1e00-4b77-b20c-7ffa01d13895 service nova] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Refreshing network info cache for port 337a0221-02b7-4116-9538-6383cd9a2298 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.657791] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ee4e99-f52d-5922-81b1-9cac2bdc29e2, 'name': SearchDatastore_Task, 'duration_secs': 0.012486} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.658713] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-531a182d-e44b-453d-8845-4b48c4204af5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.664627] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 957.664627] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529e545f-b8c6-470e-56aa-21d278864155" [ 957.664627] env[69411]: _type = "Task" [ 957.664627] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.674537] env[69411]: DEBUG nova.compute.manager [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.676531] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529e545f-b8c6-470e-56aa-21d278864155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.703093] env[69411]: DEBUG nova.virt.hardware [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.703356] env[69411]: DEBUG nova.virt.hardware [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.703513] env[69411]: DEBUG nova.virt.hardware [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.703695] env[69411]: DEBUG nova.virt.hardware [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.703838] env[69411]: DEBUG nova.virt.hardware [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.703982] env[69411]: DEBUG nova.virt.hardware [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.704202] env[69411]: DEBUG nova.virt.hardware [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.704357] env[69411]: DEBUG nova.virt.hardware [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.704519] env[69411]: DEBUG nova.virt.hardware [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.704703] env[69411]: DEBUG nova.virt.hardware [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.704876] env[69411]: DEBUG nova.virt.hardware [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.705747] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfafc57-f575-4d75-8e5e-fd0de91a5570 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.714080] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a84629-64b8-47f5-a630-0c76ecf8099e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.728944] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.734359] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Creating folder: Project (aee002fc203a4788b02170b69cb26a5c). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.734624] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e508d5c-51e6-4e4d-81e5-95e435f94a72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.745585] env[69411]: DEBUG oslo_concurrency.lockutils [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.747712] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Created folder: Project (aee002fc203a4788b02170b69cb26a5c) in parent group-v663248. [ 957.747887] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Creating folder: Instances. Parent ref: group-v663444. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.748377] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.599s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.749874] env[69411]: INFO nova.compute.claims [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.752400] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34ccb9f4-f3bd-48d7-aea1-494883d0234b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.764568] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Created folder: Instances in parent group-v663444. [ 957.764875] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.765110] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.765326] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-630c7c93-482b-471a-9f01-d15d24aad450 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.779351] env[69411]: INFO nova.scheduler.client.report [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Deleted allocations for instance 41dd55dd-81f9-414d-8985-7b3280d45509 [ 957.786161] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.786161] env[69411]: value = "task-3323246" [ 957.786161] env[69411]: _type = "Task" [ 957.786161] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.794975] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323246, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.890461] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323243, 'name': CreateVM_Task, 'duration_secs': 0.335966} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.890732] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.891427] env[69411]: DEBUG oslo_concurrency.lockutils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.891602] env[69411]: DEBUG oslo_concurrency.lockutils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.891922] env[69411]: DEBUG oslo_concurrency.lockutils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.892265] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec8b9cf-3529-426b-85e8-054e0b06625b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.897166] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 957.897166] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a302e6-0b3c-4e5c-5e3f-089e6498a6a5" [ 957.897166] env[69411]: _type = "Task" [ 957.897166] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.905690] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a302e6-0b3c-4e5c-5e3f-089e6498a6a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.923649] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "refresh_cache-b2b6aaaa-f831-4164-97ea-70744d7ce395" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.177268] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529e545f-b8c6-470e-56aa-21d278864155, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.177553] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.177797] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6/7dfdb97b-0a4c-48a5-a474-c1d397d58cc6.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.178078] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bb7b21b-e06f-485f-a610-0e352850bf3b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.185475] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 958.185475] env[69411]: value = "task-3323247" [ 958.185475] env[69411]: _type = "Task" [ 958.185475] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.195958] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.292401] env[69411]: DEBUG oslo_concurrency.lockutils [None req-278f90c2-65ac-4e5e-a5b1-55d49e33f8a3 tempest-ServerTagsTestJSON-55926477 tempest-ServerTagsTestJSON-55926477-project-member] Lock "41dd55dd-81f9-414d-8985-7b3280d45509" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.410s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.300211] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323246, 'name': CreateVM_Task, 'duration_secs': 0.265281} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.301180] env[69411]: DEBUG nova.network.neutron [req-956331ea-b521-4f5e-b5ce-92c8369d5546 req-d6addcad-1e00-4b77-b20c-7ffa01d13895 service nova] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Updated VIF entry in instance network info cache for port 337a0221-02b7-4116-9538-6383cd9a2298. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.301563] env[69411]: DEBUG nova.network.neutron [req-956331ea-b521-4f5e-b5ce-92c8369d5546 req-d6addcad-1e00-4b77-b20c-7ffa01d13895 service nova] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Updating instance_info_cache with network_info: [{"id": "337a0221-02b7-4116-9538-6383cd9a2298", "address": "fa:16:3e:e3:87:f4", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337a0221-02", "ovs_interfaceid": "337a0221-02b7-4116-9538-6383cd9a2298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.302711] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.303567] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.408741] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a302e6-0b3c-4e5c-5e3f-089e6498a6a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011208} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.409104] env[69411]: DEBUG oslo_concurrency.lockutils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.409380] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.409640] env[69411]: DEBUG oslo_concurrency.lockutils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.409793] env[69411]: DEBUG oslo_concurrency.lockutils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.409978] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.410313] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.410647] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.410898] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-280ed48c-dda8-4f8d-8b43-a56cbd07fe58 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.412982] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b8cfb63-3607-4fce-b092-091337f598ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.419950] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Waiting for the task: (returnval){ [ 958.419950] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52961e06-632e-96cc-15d2-fd73d5978b93" [ 958.419950] env[69411]: _type = "Task" [ 958.419950] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.428671] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52961e06-632e-96cc-15d2-fd73d5978b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.431031] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.431237] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.432019] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dfb830a-3c04-4be9-81f1-90052c88fa37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.438102] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 958.438102] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bbd0c0-8824-7721-cec1-327c5213d9ac" [ 958.438102] env[69411]: _type = "Task" [ 958.438102] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.447460] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bbd0c0-8824-7721-cec1-327c5213d9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.696768] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505868} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.697067] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6/7dfdb97b-0a4c-48a5-a474-c1d397d58cc6.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.697291] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.697557] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-884e8270-dd61-4ba0-9ac3-39d17e684e01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.704239] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 958.704239] env[69411]: value = "task-3323248" [ 958.704239] env[69411]: _type = "Task" [ 958.704239] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.711952] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.806030] env[69411]: DEBUG oslo_concurrency.lockutils [req-956331ea-b521-4f5e-b5ce-92c8369d5546 req-d6addcad-1e00-4b77-b20c-7ffa01d13895 service nova] Releasing lock "refresh_cache-0a5ac446-533c-4508-922f-29696689abe2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.932023] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52961e06-632e-96cc-15d2-fd73d5978b93, 'name': SearchDatastore_Task, 'duration_secs': 0.079011} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.933736] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.933993] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.934219] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.953378] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bbd0c0-8824-7721-cec1-327c5213d9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.058403} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.955230] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b02c1091-264b-4670-adec-6bafeb32a6a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.961315] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 958.961315] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527be81d-ed4c-0f90-e468-d0c6faa820e2" [ 958.961315] env[69411]: _type = "Task" [ 958.961315] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.973347] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527be81d-ed4c-0f90-e468-d0c6faa820e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.174841] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6efd1d7-c7a8-4aa5-9474-e0011be1a3ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.185786] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55bd40b-42ae-4635-9549-a9164f878ea1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.225928] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b37310-69ca-488a-95f3-f4dd0a2c42cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.234643] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.390362} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.237174] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.237834] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fdd88d-45a4-4ff9-a422-92e33e07c40a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.241194] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629c6ab8-2058-46e6-ac61-9de77a2bc598 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.259021] env[69411]: DEBUG nova.compute.provider_tree [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.274734] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6/7dfdb97b-0a4c-48a5-a474-c1d397d58cc6.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.276449] env[69411]: DEBUG nova.scheduler.client.report [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.279727] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75812112-fba5-4736-bd59-6096462f0e5f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.304151] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 959.304151] env[69411]: value = "task-3323249" [ 959.304151] env[69411]: _type = "Task" [ 959.304151] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.313847] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.456647] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.456987] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9c5503c-7272-4e0e-804f-f554d918a9bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.467316] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 959.467316] env[69411]: value = "task-3323250" [ 959.467316] env[69411]: _type = "Task" [ 959.467316] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.474744] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527be81d-ed4c-0f90-e468-d0c6faa820e2, 'name': SearchDatastore_Task, 'duration_secs': 0.013333} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.475386] env[69411]: DEBUG oslo_concurrency.lockutils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.475686] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 0a5ac446-533c-4508-922f-29696689abe2/0a5ac446-533c-4508-922f-29696689abe2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.475970] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.476201] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.476496] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0e7e29e-ab4d-41b8-a9a4-2461d89c7440 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.481470] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de4502c8-3083-466b-b34f-fb74a47564df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.483237] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.492287] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 959.492287] env[69411]: value = "task-3323251" [ 959.492287] env[69411]: _type = "Task" [ 959.492287] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.494325] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.494325] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.497815] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9701c4a-4872-4493-96d3-3d2d338a3fbc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.507231] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Waiting for the task: (returnval){ [ 959.507231] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527935af-1a72-686b-b3aa-01091610e9af" [ 959.507231] env[69411]: _type = "Task" [ 959.507231] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.507466] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.516468] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527935af-1a72-686b-b3aa-01091610e9af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.798908] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.050s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.798908] env[69411]: DEBUG nova.compute.manager [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.801606] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.646s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.804990] env[69411]: INFO nova.compute.claims [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.815123] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.979334] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323250, 'name': PowerOffVM_Task, 'duration_secs': 0.316553} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.979930] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.980639] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72127d3b-a335-47c1-ad8b-749163674c64 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.009903] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e17c354-3470-4a79-a637-dd8c81cdc44c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.032246] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527935af-1a72-686b-b3aa-01091610e9af, 'name': SearchDatastore_Task, 'duration_secs': 0.013277} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.032554] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323251, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.033406] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa641dee-fe89-4d51-8079-5d32cf3005ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.041866] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Waiting for the task: (returnval){ [ 960.041866] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52748e52-01c8-4c0b-832c-14981e1101e0" [ 960.041866] env[69411]: _type = "Task" [ 960.041866] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.052559] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52748e52-01c8-4c0b-832c-14981e1101e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.066294] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.066781] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d74e3eaf-eb8b-4f34-a36b-24f74acf8a7c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.079090] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 960.079090] env[69411]: value = "task-3323252" [ 960.079090] env[69411]: _type = "Task" [ 960.079090] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.091724] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 960.091961] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.092188] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.307497] env[69411]: DEBUG nova.compute.utils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.315795] env[69411]: DEBUG nova.compute.manager [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.315795] env[69411]: DEBUG nova.network.neutron [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.328970] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323249, 'name': ReconfigVM_Task, 'duration_secs': 0.82623} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.329656] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6/7dfdb97b-0a4c-48a5-a474-c1d397d58cc6.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.330319] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1eedfa77-a0b3-46d0-8bfd-c0916b8f50d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.341863] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 960.341863] env[69411]: value = "task-3323253" [ 960.341863] env[69411]: _type = "Task" [ 960.341863] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.352292] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323253, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.385340] env[69411]: DEBUG nova.policy [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e93d35a17144b3cb4b013d20c4db5d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '922919e3dba5476581ac348322f507e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.519130] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747679} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.519287] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 0a5ac446-533c-4508-922f-29696689abe2/0a5ac446-533c-4508-922f-29696689abe2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.519448] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.519759] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-697f7260-3525-4f04-a7d8-808d33442575 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.529884] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 960.529884] env[69411]: value = "task-3323254" [ 960.529884] env[69411]: _type = "Task" [ 960.529884] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.541167] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.552907] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52748e52-01c8-4c0b-832c-14981e1101e0, 'name': SearchDatastore_Task, 'duration_secs': 0.071439} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.552907] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.553034] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] cdbb693a-23bc-49cb-87ba-c8b11be3fb65/cdbb693a-23bc-49cb-87ba-c8b11be3fb65.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.553336] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.553534] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.553761] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-219d8863-e212-457a-ae27-f94492c9eddb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.555942] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00a9b9d0-aa70-4ddd-9947-5920b40c241b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.566915] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Waiting for the task: (returnval){ [ 960.566915] env[69411]: value = "task-3323255" [ 960.566915] env[69411]: _type = "Task" [ 960.566915] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.567962] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.568193] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.573610] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee4a6e55-570b-4bb2-8968-baf483dbd421 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.581472] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.582515] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 960.582515] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f64d14-9a38-51dd-2dff-520c4a2bb266" [ 960.582515] env[69411]: _type = "Task" [ 960.582515] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.591801] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f64d14-9a38-51dd-2dff-520c4a2bb266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.796537] env[69411]: DEBUG nova.network.neutron [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Successfully created port: 36bcd291-e94c-41c6-b80c-fcc5c1803057 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.813153] env[69411]: DEBUG nova.compute.manager [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.856743] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323253, 'name': Rename_Task, 'duration_secs': 0.163988} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.857052] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.857317] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f13e0d2-8a1b-45e9-8ff7-13baeb02c2cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.867538] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 960.867538] env[69411]: value = "task-3323256" [ 960.867538] env[69411]: _type = "Task" [ 960.867538] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.876223] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.045654] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077108} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.045949] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.046895] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2a7a13-b35f-4f13-901a-2356843e5ce9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.078473] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 0a5ac446-533c-4508-922f-29696689abe2/0a5ac446-533c-4508-922f-29696689abe2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.081524] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a71e937-9aa7-4270-ad1c-00bd2298ec00 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.112416] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.119906] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f64d14-9a38-51dd-2dff-520c4a2bb266, 'name': SearchDatastore_Task, 'duration_secs': 0.012738} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.121110] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 961.121110] env[69411]: value = "task-3323257" [ 961.121110] env[69411]: _type = "Task" [ 961.121110] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.121827] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c40066d-2c06-45f5-8159-93035d37cbd1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.137129] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.142398] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 961.142398] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e2b5a1-b4da-0d21-667d-73733d863612" [ 961.142398] env[69411]: _type = "Task" [ 961.142398] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.155440] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e2b5a1-b4da-0d21-667d-73733d863612, 'name': SearchDatastore_Task, 'duration_secs': 0.013073} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.156872] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.158374] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] b2b6aaaa-f831-4164-97ea-70744d7ce395/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk. {{(pid=69411) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 961.158374] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1383b716-9ba4-4f8a-b50f-be535f4e42a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.169866] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 961.169866] env[69411]: value = "task-3323258" [ 961.169866] env[69411]: _type = "Task" [ 961.169866] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.181989] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.383312] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.448990] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76baaf39-fa0d-4209-8bf8-d073d68c3662 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.462454] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2819a8-ecd3-4062-8da1-5dacc16857d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.500346] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e00757-5034-4471-89c4-c2f0326fde81 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.510966] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0630f81b-4ac7-4200-8c96-e67f684b3cb9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.529022] env[69411]: DEBUG nova.compute.provider_tree [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.593873] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915405} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.593873] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] cdbb693a-23bc-49cb-87ba-c8b11be3fb65/cdbb693a-23bc-49cb-87ba-c8b11be3fb65.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.593873] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.593873] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bda4ec44-8266-49fa-bf42-a42c88cb3c3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.601135] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Waiting for the task: (returnval){ [ 961.601135] env[69411]: value = "task-3323259" [ 961.601135] env[69411]: _type = "Task" [ 961.601135] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.610674] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.633150] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.681997] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323258, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.824665] env[69411]: DEBUG nova.compute.manager [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.857030] env[69411]: DEBUG nova.virt.hardware [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.857030] env[69411]: DEBUG nova.virt.hardware [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.857030] env[69411]: DEBUG nova.virt.hardware [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.857030] env[69411]: DEBUG nova.virt.hardware [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.857030] env[69411]: DEBUG nova.virt.hardware [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.857030] env[69411]: DEBUG nova.virt.hardware [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.857558] env[69411]: DEBUG nova.virt.hardware [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.857957] env[69411]: DEBUG nova.virt.hardware [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.858395] env[69411]: DEBUG nova.virt.hardware [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.858767] env[69411]: DEBUG nova.virt.hardware [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.859101] env[69411]: DEBUG nova.virt.hardware [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.861032] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d12280-f5c2-4499-bd8a-d9bee5b0a2ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.873220] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f15fa4a-d25d-4a8f-94e7-3df7cebd245f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.894719] env[69411]: DEBUG oslo_vmware.api [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323256, 'name': PowerOnVM_Task, 'duration_secs': 0.958383} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.895226] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.895602] env[69411]: DEBUG nova.compute.manager [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.896543] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90923a4e-4b59-4120-9487-6a4a82f7684c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.028986] env[69411]: DEBUG nova.scheduler.client.report [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.113972] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09553} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.114266] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.115044] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5193f82c-1feb-41ad-9c3e-3885c03f3f3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.136316] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] cdbb693a-23bc-49cb-87ba-c8b11be3fb65/cdbb693a-23bc-49cb-87ba-c8b11be3fb65.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.138895] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f2ca77b-b5ab-42d6-8e34-810858c6cf99 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.165454] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.167022] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Waiting for the task: (returnval){ [ 962.167022] env[69411]: value = "task-3323260" [ 962.167022] env[69411]: _type = "Task" [ 962.167022] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.182255] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.188335] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836163} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.188772] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] b2b6aaaa-f831-4164-97ea-70744d7ce395/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk. [ 962.190325] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79794d5-7309-4ee5-a378-791956de24bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.228381] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] b2b6aaaa-f831-4164-97ea-70744d7ce395/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.228937] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5bfba13-96b8-460c-bba7-fcef96f3bcc2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.253744] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 962.253744] env[69411]: value = "task-3323261" [ 962.253744] env[69411]: _type = "Task" [ 962.253744] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.263077] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.418668] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.503470] env[69411]: DEBUG nova.compute.manager [req-c1b35f01-9e52-4080-8270-6d21fd95771b req-38d57a37-a61f-4cea-92bd-fb6992eb6473 service nova] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Received event network-vif-plugged-36bcd291-e94c-41c6-b80c-fcc5c1803057 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.503635] env[69411]: DEBUG oslo_concurrency.lockutils [req-c1b35f01-9e52-4080-8270-6d21fd95771b req-38d57a37-a61f-4cea-92bd-fb6992eb6473 service nova] Acquiring lock "536d2e2b-65e4-4e3a-924c-535e4e262eb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.503854] env[69411]: DEBUG oslo_concurrency.lockutils [req-c1b35f01-9e52-4080-8270-6d21fd95771b req-38d57a37-a61f-4cea-92bd-fb6992eb6473 service nova] Lock "536d2e2b-65e4-4e3a-924c-535e4e262eb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.504043] env[69411]: DEBUG oslo_concurrency.lockutils [req-c1b35f01-9e52-4080-8270-6d21fd95771b req-38d57a37-a61f-4cea-92bd-fb6992eb6473 service nova] Lock "536d2e2b-65e4-4e3a-924c-535e4e262eb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.504219] env[69411]: DEBUG nova.compute.manager [req-c1b35f01-9e52-4080-8270-6d21fd95771b req-38d57a37-a61f-4cea-92bd-fb6992eb6473 service nova] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] No waiting events found dispatching network-vif-plugged-36bcd291-e94c-41c6-b80c-fcc5c1803057 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.504392] env[69411]: WARNING nova.compute.manager [req-c1b35f01-9e52-4080-8270-6d21fd95771b req-38d57a37-a61f-4cea-92bd-fb6992eb6473 service nova] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Received unexpected event network-vif-plugged-36bcd291-e94c-41c6-b80c-fcc5c1803057 for instance with vm_state building and task_state spawning. [ 962.534354] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.534883] env[69411]: DEBUG nova.compute.manager [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.537625] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.389s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.537852] env[69411]: DEBUG nova.objects.instance [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lazy-loading 'resources' on Instance uuid bc2d41f9-3166-4ae8-bbc9-b58558603368 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.638046] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323257, 'name': ReconfigVM_Task, 'duration_secs': 1.501362} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.638751] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 0a5ac446-533c-4508-922f-29696689abe2/0a5ac446-533c-4508-922f-29696689abe2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.639454] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a91faa09-b235-4588-84f4-7fdaeda8478d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.647478] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 962.647478] env[69411]: value = "task-3323262" [ 962.647478] env[69411]: _type = "Task" [ 962.647478] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.658624] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323262, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.678278] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.702090] env[69411]: DEBUG nova.network.neutron [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Successfully updated port: 36bcd291-e94c-41c6-b80c-fcc5c1803057 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.765244] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.891710] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquiring lock "7dfdb97b-0a4c-48a5-a474-c1d397d58cc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.891979] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Lock "7dfdb97b-0a4c-48a5-a474-c1d397d58cc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.892239] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquiring lock "7dfdb97b-0a4c-48a5-a474-c1d397d58cc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.892461] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Lock "7dfdb97b-0a4c-48a5-a474-c1d397d58cc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.892635] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Lock "7dfdb97b-0a4c-48a5-a474-c1d397d58cc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.895487] env[69411]: INFO nova.compute.manager [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Terminating instance [ 963.043146] env[69411]: DEBUG nova.compute.utils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.051205] env[69411]: DEBUG nova.compute.manager [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.051409] env[69411]: DEBUG nova.network.neutron [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.156105] env[69411]: DEBUG nova.policy [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e62f14417058432a9964dfdd77a96c90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26a0617b20114b1b88f42cf852299575', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.163470] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323262, 'name': Rename_Task, 'duration_secs': 0.375904} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.163753] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.164212] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b7ef408-183b-4c34-93fb-c81ed993e4cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.175565] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 963.175565] env[69411]: value = "task-3323263" [ 963.175565] env[69411]: _type = "Task" [ 963.175565] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.182679] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323260, 'name': ReconfigVM_Task, 'duration_secs': 0.999382} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.186476] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Reconfigured VM instance instance-00000047 to attach disk [datastore1] cdbb693a-23bc-49cb-87ba-c8b11be3fb65/cdbb693a-23bc-49cb-87ba-c8b11be3fb65.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.187457] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5aff3c3f-2225-4780-9aa1-f8ffcf729bce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.192870] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323263, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.198753] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Waiting for the task: (returnval){ [ 963.198753] env[69411]: value = "task-3323264" [ 963.198753] env[69411]: _type = "Task" [ 963.198753] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.206408] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Acquiring lock "refresh_cache-536d2e2b-65e4-4e3a-924c-535e4e262eb5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.206637] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Acquired lock "refresh_cache-536d2e2b-65e4-4e3a-924c-535e4e262eb5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.206994] env[69411]: DEBUG nova.network.neutron [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.217983] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323264, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.269571] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.400072] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquiring lock "refresh_cache-7dfdb97b-0a4c-48a5-a474-c1d397d58cc6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.400315] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquired lock "refresh_cache-7dfdb97b-0a4c-48a5-a474-c1d397d58cc6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.400558] env[69411]: DEBUG nova.network.neutron [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.477523] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Acquiring lock "a9825baf-0ac3-47d9-a814-02a301c83a9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.478170] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Lock "a9825baf-0ac3-47d9-a814-02a301c83a9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.478170] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Acquiring lock "a9825baf-0ac3-47d9-a814-02a301c83a9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.478362] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Lock "a9825baf-0ac3-47d9-a814-02a301c83a9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.478555] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Lock "a9825baf-0ac3-47d9-a814-02a301c83a9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.482063] env[69411]: INFO nova.compute.manager [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Terminating instance [ 963.553982] env[69411]: DEBUG nova.compute.manager [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.577993] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa72fcc-4cac-42c6-8635-80fd0b668aeb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.586798] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7db0e41-c270-48d1-be42-ebc7a3e030dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.637444] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad06eb48-d622-408d-ab89-f584afdbb0e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.647498] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07426a7-f854-4afd-a034-4359d49e0ed8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.663161] env[69411]: DEBUG nova.compute.provider_tree [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.687276] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323263, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.699075] env[69411]: DEBUG nova.network.neutron [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Successfully created port: 1f950f2e-fccd-40aa-8fe7-9596cec5d899 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.717115] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323264, 'name': Rename_Task, 'duration_secs': 0.211654} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.717115] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.717115] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edf606fb-05f2-45bd-926c-dd002d0b8f58 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.725887] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Waiting for the task: (returnval){ [ 963.725887] env[69411]: value = "task-3323265" [ 963.725887] env[69411]: _type = "Task" [ 963.725887] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.734305] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.770616] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323261, 'name': ReconfigVM_Task, 'duration_secs': 1.067813} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.770769] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Reconfigured VM instance instance-00000041 to attach disk [datastore1] b2b6aaaa-f831-4164-97ea-70744d7ce395/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.771735] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d1f594-a191-4654-b940-fdd34769b72b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.776278] env[69411]: DEBUG nova.network.neutron [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.800538] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-369dc939-4a9e-46da-8fed-cc901de9fca8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.822680] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 963.822680] env[69411]: value = "task-3323266" [ 963.822680] env[69411]: _type = "Task" [ 963.822680] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.838863] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.942646] env[69411]: DEBUG nova.network.neutron [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.989516] env[69411]: DEBUG nova.compute.manager [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.989516] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.992473] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594a582f-46c9-4644-8c71-95f4a1a6a621 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.003116] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.003116] env[69411]: DEBUG nova.network.neutron [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Updating instance_info_cache with network_info: [{"id": "36bcd291-e94c-41c6-b80c-fcc5c1803057", "address": "fa:16:3e:04:03:b2", "network": {"id": "824e4c17-53cc-45bf-80b1-5913297ccbdc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1359098639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922919e3dba5476581ac348322f507e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36bcd291-e9", "ovs_interfaceid": "36bcd291-e94c-41c6-b80c-fcc5c1803057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.004891] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69b90fd8-49fa-4526-b64e-b31e912830c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.016423] env[69411]: DEBUG oslo_vmware.api [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Waiting for the task: (returnval){ [ 964.016423] env[69411]: value = "task-3323267" [ 964.016423] env[69411]: _type = "Task" [ 964.016423] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.026691] env[69411]: DEBUG oslo_vmware.api [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': task-3323267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.068954] env[69411]: DEBUG nova.network.neutron [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.167745] env[69411]: DEBUG nova.scheduler.client.report [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.189457] env[69411]: DEBUG oslo_vmware.api [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323263, 'name': PowerOnVM_Task, 'duration_secs': 0.569452} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.189457] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.189457] env[69411]: INFO nova.compute.manager [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Took 9.06 seconds to spawn the instance on the hypervisor. [ 964.189457] env[69411]: DEBUG nova.compute.manager [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.190065] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf108d4-6a1c-4335-a14e-769683f6f0b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.235166] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323265, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.335781] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323266, 'name': ReconfigVM_Task, 'duration_secs': 0.293451} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.335781] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.336098] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-426bd3aa-7488-4c2c-8a55-814c67d90250 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.356259] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 964.356259] env[69411]: value = "task-3323268" [ 964.356259] env[69411]: _type = "Task" [ 964.356259] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.364431] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.509070] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Releasing lock "refresh_cache-536d2e2b-65e4-4e3a-924c-535e4e262eb5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.513063] env[69411]: DEBUG nova.compute.manager [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Instance network_info: |[{"id": "36bcd291-e94c-41c6-b80c-fcc5c1803057", "address": "fa:16:3e:04:03:b2", "network": {"id": "824e4c17-53cc-45bf-80b1-5913297ccbdc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1359098639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922919e3dba5476581ac348322f507e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36bcd291-e9", "ovs_interfaceid": "36bcd291-e94c-41c6-b80c-fcc5c1803057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.513063] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:03:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36bcd291-e94c-41c6-b80c-fcc5c1803057', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.520962] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Creating folder: Project (922919e3dba5476581ac348322f507e9). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.521796] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1586b378-7050-4f01-9b3e-61c7e1f16fb2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.533952] env[69411]: DEBUG oslo_vmware.api [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': task-3323267, 'name': PowerOffVM_Task, 'duration_secs': 0.24348} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.535203] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.535203] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.535203] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe79f079-a974-4b27-a037-34f1f419f64f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.537949] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Created folder: Project (922919e3dba5476581ac348322f507e9) in parent group-v663248. [ 964.538218] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Creating folder: Instances. Parent ref: group-v663447. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.538489] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65bcdd2e-284f-4a5a-8ce5-78d761c01798 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.548851] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Created folder: Instances in parent group-v663447. [ 964.549140] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.552041] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.552041] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10b4d488-3687-4d1d-84d9-5e845c9141a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.571921] env[69411]: DEBUG nova.compute.manager [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.575877] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Releasing lock "refresh_cache-7dfdb97b-0a4c-48a5-a474-c1d397d58cc6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.576263] env[69411]: DEBUG nova.compute.manager [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.576994] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.576994] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.576994] env[69411]: value = "task-3323272" [ 964.576994] env[69411]: _type = "Task" [ 964.576994] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.577958] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e450378-a1fb-4bca-8a02-a3fe1b27317c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.590974] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323272, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.594783] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.595419] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a130004e-2adb-47d2-949b-577a1e9a6b41 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.606172] env[69411]: DEBUG nova.compute.manager [req-92659f6d-d3ba-4506-b719-82945d2446a5 req-b82bb815-6a08-4b89-abf6-7ef1dfa92060 service nova] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Received event network-changed-36bcd291-e94c-41c6-b80c-fcc5c1803057 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.606172] env[69411]: DEBUG nova.compute.manager [req-92659f6d-d3ba-4506-b719-82945d2446a5 req-b82bb815-6a08-4b89-abf6-7ef1dfa92060 service nova] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Refreshing instance network info cache due to event network-changed-36bcd291-e94c-41c6-b80c-fcc5c1803057. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.607238] env[69411]: DEBUG oslo_concurrency.lockutils [req-92659f6d-d3ba-4506-b719-82945d2446a5 req-b82bb815-6a08-4b89-abf6-7ef1dfa92060 service nova] Acquiring lock "refresh_cache-536d2e2b-65e4-4e3a-924c-535e4e262eb5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.607238] env[69411]: DEBUG oslo_concurrency.lockutils [req-92659f6d-d3ba-4506-b719-82945d2446a5 req-b82bb815-6a08-4b89-abf6-7ef1dfa92060 service nova] Acquired lock "refresh_cache-536d2e2b-65e4-4e3a-924c-535e4e262eb5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.607238] env[69411]: DEBUG nova.network.neutron [req-92659f6d-d3ba-4506-b719-82945d2446a5 req-b82bb815-6a08-4b89-abf6-7ef1dfa92060 service nova] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Refreshing network info cache for port 36bcd291-e94c-41c6-b80c-fcc5c1803057 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.610975] env[69411]: DEBUG oslo_vmware.api [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 964.610975] env[69411]: value = "task-3323273" [ 964.610975] env[69411]: _type = "Task" [ 964.610975] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.611572] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.611748] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.612114] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Deleting the datastore file [datastore2] a9825baf-0ac3-47d9-a814-02a301c83a9b {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.614390] env[69411]: DEBUG nova.virt.hardware [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.614522] env[69411]: DEBUG nova.virt.hardware [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.614565] env[69411]: DEBUG nova.virt.hardware [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.614738] env[69411]: DEBUG nova.virt.hardware [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.614887] env[69411]: DEBUG nova.virt.hardware [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.615066] env[69411]: DEBUG nova.virt.hardware [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.615346] env[69411]: DEBUG nova.virt.hardware [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.615772] env[69411]: DEBUG nova.virt.hardware [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.615772] env[69411]: DEBUG nova.virt.hardware [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.615919] env[69411]: DEBUG nova.virt.hardware [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.616240] env[69411]: DEBUG nova.virt.hardware [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.616440] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-208189b6-1eca-4b2e-970a-a71c5578bed5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.619469] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d23b64-d7fa-4657-ab90-31d727035eb7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.639945] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc353fad-bc6d-44f3-97c7-3e42981855b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.644797] env[69411]: DEBUG oslo_vmware.api [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.645246] env[69411]: DEBUG oslo_vmware.api [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Waiting for the task: (returnval){ [ 964.645246] env[69411]: value = "task-3323274" [ 964.645246] env[69411]: _type = "Task" [ 964.645246] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.668418] env[69411]: DEBUG oslo_vmware.api [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': task-3323274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.673628] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.676689] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.640s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.679106] env[69411]: INFO nova.compute.claims [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.700820] env[69411]: INFO nova.scheduler.client.report [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Deleted allocations for instance bc2d41f9-3166-4ae8-bbc9-b58558603368 [ 964.717230] env[69411]: INFO nova.compute.manager [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Took 49.35 seconds to build instance. [ 964.736248] env[69411]: DEBUG oslo_vmware.api [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323265, 'name': PowerOnVM_Task, 'duration_secs': 0.692732} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.736566] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.736871] env[69411]: INFO nova.compute.manager [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Took 7.06 seconds to spawn the instance on the hypervisor. [ 964.737119] env[69411]: DEBUG nova.compute.manager [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.738024] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce602525-032c-4d17-a52f-c197c60124eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.867525] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323268, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.092630] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323272, 'name': CreateVM_Task, 'duration_secs': 0.441156} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.092838] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.094151] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.094151] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.098024] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.098024] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6e3c2c-0855-48ae-92f4-33932c1dd7e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.102035] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Waiting for the task: (returnval){ [ 965.102035] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5276eb28-5fad-1a9c-ead3-595f0aa79d68" [ 965.102035] env[69411]: _type = "Task" [ 965.102035] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.109846] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5276eb28-5fad-1a9c-ead3-595f0aa79d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.125672] env[69411]: DEBUG oslo_vmware.api [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323273, 'name': PowerOffVM_Task, 'duration_secs': 0.148747} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.125942] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.126128] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.126454] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45e067a0-28a2-4faa-864d-6efc8ff01589 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.156777] env[69411]: DEBUG oslo_vmware.api [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Task: {'id': task-3323274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223725} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.161018] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.161018] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.161018] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.161018] env[69411]: INFO nova.compute.manager [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 965.161018] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.161018] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.161018] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.161018] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Deleting the datastore file [datastore1] 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.161018] env[69411]: DEBUG nova.compute.manager [-] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.161018] env[69411]: DEBUG nova.network.neutron [-] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.161843] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d43d74f-b3a7-4365-8bdf-215bd83a5d49 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.170769] env[69411]: DEBUG oslo_vmware.api [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for the task: (returnval){ [ 965.170769] env[69411]: value = "task-3323276" [ 965.170769] env[69411]: _type = "Task" [ 965.170769] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.193457] env[69411]: DEBUG oslo_vmware.api [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.214870] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a3a7f3-0b93-44ab-a432-1c2b2415adfe tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "bc2d41f9-3166-4ae8-bbc9-b58558603368" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.534s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.222488] env[69411]: DEBUG oslo_concurrency.lockutils [None req-feb24933-5d07-4c76-afbb-25ed04366cef tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "0a5ac446-533c-4508-922f-29696689abe2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.539s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.262559] env[69411]: INFO nova.compute.manager [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Took 47.24 seconds to build instance. [ 965.365975] env[69411]: DEBUG oslo_vmware.api [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323268, 'name': PowerOnVM_Task, 'duration_secs': 0.595207} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.367416] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.372300] env[69411]: DEBUG nova.compute.manager [None req-ead48b41-5180-4772-84e9-b1795840b3fb tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.373189] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef47651-7223-4cbd-9eac-0510378a967f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.508762] env[69411]: DEBUG nova.network.neutron [req-92659f6d-d3ba-4506-b719-82945d2446a5 req-b82bb815-6a08-4b89-abf6-7ef1dfa92060 service nova] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Updated VIF entry in instance network info cache for port 36bcd291-e94c-41c6-b80c-fcc5c1803057. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.511554] env[69411]: DEBUG nova.network.neutron [req-92659f6d-d3ba-4506-b719-82945d2446a5 req-b82bb815-6a08-4b89-abf6-7ef1dfa92060 service nova] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Updating instance_info_cache with network_info: [{"id": "36bcd291-e94c-41c6-b80c-fcc5c1803057", "address": "fa:16:3e:04:03:b2", "network": {"id": "824e4c17-53cc-45bf-80b1-5913297ccbdc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1359098639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922919e3dba5476581ac348322f507e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36bcd291-e9", "ovs_interfaceid": "36bcd291-e94c-41c6-b80c-fcc5c1803057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.618927] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5276eb28-5fad-1a9c-ead3-595f0aa79d68, 'name': SearchDatastore_Task, 'duration_secs': 0.038191} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.619470] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.619551] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.620231] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.620231] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.620432] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.621311] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca386a7a-c65a-4bbc-a802-79cfd6b25060 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.633915] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.634134] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.634915] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c7971ef-6dfb-4ebf-97f7-8be96ab3261e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.644881] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Waiting for the task: (returnval){ [ 965.644881] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525eaf0c-616e-c7ba-fea1-00d89e955fd7" [ 965.644881] env[69411]: _type = "Task" [ 965.644881] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.653790] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525eaf0c-616e-c7ba-fea1-00d89e955fd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.687255] env[69411]: DEBUG oslo_vmware.api [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Task: {'id': task-3323276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286246} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.687521] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.687703] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.687878] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.688066] env[69411]: INFO nova.compute.manager [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 965.688347] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.688561] env[69411]: DEBUG nova.compute.manager [-] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.688656] env[69411]: DEBUG nova.network.neutron [-] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.724925] env[69411]: DEBUG nova.network.neutron [-] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.763899] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3dfc8afc-0a0c-4869-9a3d-5c0aee588901 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Lock "cdbb693a-23bc-49cb-87ba-c8b11be3fb65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.670s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.013771] env[69411]: DEBUG oslo_concurrency.lockutils [req-92659f6d-d3ba-4506-b719-82945d2446a5 req-b82bb815-6a08-4b89-abf6-7ef1dfa92060 service nova] Releasing lock "refresh_cache-536d2e2b-65e4-4e3a-924c-535e4e262eb5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.056246] env[69411]: DEBUG nova.network.neutron [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Successfully updated port: 1f950f2e-fccd-40aa-8fe7-9596cec5d899 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.118804] env[69411]: DEBUG nova.compute.manager [req-07ac9353-6b87-4073-afe5-801559205d4a req-513e4c4a-c84d-4d8a-8850-c80bc18e0117 service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Received event network-vif-deleted-babe328f-c46c-447b-9526-962ac4a75510 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.118804] env[69411]: INFO nova.compute.manager [req-07ac9353-6b87-4073-afe5-801559205d4a req-513e4c4a-c84d-4d8a-8850-c80bc18e0117 service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Neutron deleted interface babe328f-c46c-447b-9526-962ac4a75510; detaching it from the instance and deleting it from the info cache [ 966.118804] env[69411]: DEBUG nova.network.neutron [req-07ac9353-6b87-4073-afe5-801559205d4a req-513e4c4a-c84d-4d8a-8850-c80bc18e0117 service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.157637] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525eaf0c-616e-c7ba-fea1-00d89e955fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.039421} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.165418] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d5cd29-8dbd-48dd-9db0-42277b0d9c8d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.175104] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Waiting for the task: (returnval){ [ 966.175104] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5249babf-0c4f-5103-3b3c-c4307d3f9bce" [ 966.175104] env[69411]: _type = "Task" [ 966.175104] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.184955] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5249babf-0c4f-5103-3b3c-c4307d3f9bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.235328] env[69411]: DEBUG nova.network.neutron [-] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.237089] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d868e8-497c-46a8-b30d-9640c6fb038a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.246957] env[69411]: INFO nova.compute.manager [-] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Took 0.56 seconds to deallocate network for instance. [ 966.254962] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fde3f69-5838-4bfc-88c1-86f73bba0bf6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.290413] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87fa6bd-00cd-45a9-87e1-6aa773060c1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.300955] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824786e6-aab9-41da-bde1-96dff2f6fd9d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.317174] env[69411]: DEBUG nova.compute.provider_tree [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.447299] env[69411]: DEBUG nova.network.neutron [-] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.559938] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "refresh_cache-c9bfaa5b-683b-4d56-9413-e4a4af19680f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.560435] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "refresh_cache-c9bfaa5b-683b-4d56-9413-e4a4af19680f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.560435] env[69411]: DEBUG nova.network.neutron [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.620798] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdec42ac-8f9b-4df3-a00b-25ee51c7f343 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.633117] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caef44f7-a53a-4157-bf56-37d6b54c6026 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.679632] env[69411]: DEBUG nova.compute.manager [req-07ac9353-6b87-4073-afe5-801559205d4a req-513e4c4a-c84d-4d8a-8850-c80bc18e0117 service nova] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Detach interface failed, port_id=babe328f-c46c-447b-9526-962ac4a75510, reason: Instance a9825baf-0ac3-47d9-a814-02a301c83a9b could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 966.688718] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5249babf-0c4f-5103-3b3c-c4307d3f9bce, 'name': SearchDatastore_Task, 'duration_secs': 0.01682} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.689103] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.689398] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 536d2e2b-65e4-4e3a-924c-535e4e262eb5/536d2e2b-65e4-4e3a-924c-535e4e262eb5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.689660] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5202636d-c9f1-4ce9-8c0c-19c0e85c49cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.702020] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Waiting for the task: (returnval){ [ 966.702020] env[69411]: value = "task-3323277" [ 966.702020] env[69411]: _type = "Task" [ 966.702020] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.714256] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.756010] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.840031] env[69411]: ERROR nova.scheduler.client.report [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [req-3e3bb34c-8473-4c7a-a7c5-03f26f59461b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3e3bb34c-8473-4c7a-a7c5-03f26f59461b"}]} [ 966.858775] env[69411]: DEBUG nova.scheduler.client.report [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 966.872887] env[69411]: DEBUG nova.scheduler.client.report [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 966.873243] env[69411]: DEBUG nova.compute.provider_tree [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.885720] env[69411]: DEBUG nova.scheduler.client.report [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 966.903105] env[69411]: DEBUG nova.scheduler.client.report [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 966.952346] env[69411]: INFO nova.compute.manager [-] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Took 1.79 seconds to deallocate network for instance. [ 966.975365] env[69411]: DEBUG nova.compute.manager [req-6def4317-df09-4a2c-bdf2-d971aabea01e req-6bbd77ef-32dd-4f7f-b9d5-293dbeb5fe6f service nova] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Received event network-vif-plugged-1f950f2e-fccd-40aa-8fe7-9596cec5d899 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.975504] env[69411]: DEBUG oslo_concurrency.lockutils [req-6def4317-df09-4a2c-bdf2-d971aabea01e req-6bbd77ef-32dd-4f7f-b9d5-293dbeb5fe6f service nova] Acquiring lock "c9bfaa5b-683b-4d56-9413-e4a4af19680f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.975774] env[69411]: DEBUG oslo_concurrency.lockutils [req-6def4317-df09-4a2c-bdf2-d971aabea01e req-6bbd77ef-32dd-4f7f-b9d5-293dbeb5fe6f service nova] Lock "c9bfaa5b-683b-4d56-9413-e4a4af19680f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.975931] env[69411]: DEBUG oslo_concurrency.lockutils [req-6def4317-df09-4a2c-bdf2-d971aabea01e req-6bbd77ef-32dd-4f7f-b9d5-293dbeb5fe6f service nova] Lock "c9bfaa5b-683b-4d56-9413-e4a4af19680f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.976577] env[69411]: DEBUG nova.compute.manager [req-6def4317-df09-4a2c-bdf2-d971aabea01e req-6bbd77ef-32dd-4f7f-b9d5-293dbeb5fe6f service nova] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] No waiting events found dispatching network-vif-plugged-1f950f2e-fccd-40aa-8fe7-9596cec5d899 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.976861] env[69411]: WARNING nova.compute.manager [req-6def4317-df09-4a2c-bdf2-d971aabea01e req-6bbd77ef-32dd-4f7f-b9d5-293dbeb5fe6f service nova] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Received unexpected event network-vif-plugged-1f950f2e-fccd-40aa-8fe7-9596cec5d899 for instance with vm_state building and task_state spawning. [ 966.977172] env[69411]: DEBUG nova.compute.manager [req-6def4317-df09-4a2c-bdf2-d971aabea01e req-6bbd77ef-32dd-4f7f-b9d5-293dbeb5fe6f service nova] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Received event network-changed-1f950f2e-fccd-40aa-8fe7-9596cec5d899 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.977253] env[69411]: DEBUG nova.compute.manager [req-6def4317-df09-4a2c-bdf2-d971aabea01e req-6bbd77ef-32dd-4f7f-b9d5-293dbeb5fe6f service nova] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Refreshing instance network info cache due to event network-changed-1f950f2e-fccd-40aa-8fe7-9596cec5d899. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.977443] env[69411]: DEBUG oslo_concurrency.lockutils [req-6def4317-df09-4a2c-bdf2-d971aabea01e req-6bbd77ef-32dd-4f7f-b9d5-293dbeb5fe6f service nova] Acquiring lock "refresh_cache-c9bfaa5b-683b-4d56-9413-e4a4af19680f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.116614] env[69411]: DEBUG nova.network.neutron [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.177979] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.178374] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.201837] env[69411]: DEBUG nova.compute.manager [None req-26e95928-92b2-43f6-bcf8-f39affeff3df tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.203535] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a7f206-2c5e-4ea4-ba1a-c4ee63e6eedc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.223148] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323277, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.259152] env[69411]: INFO nova.compute.manager [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Unrescuing [ 967.259542] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "refresh_cache-b2b6aaaa-f831-4164-97ea-70744d7ce395" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.259790] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "refresh_cache-b2b6aaaa-f831-4164-97ea-70744d7ce395" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.260115] env[69411]: DEBUG nova.network.neutron [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.330246] env[69411]: DEBUG nova.network.neutron [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Updating instance_info_cache with network_info: [{"id": "1f950f2e-fccd-40aa-8fe7-9596cec5d899", "address": "fa:16:3e:62:7b:91", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f950f2e-fc", "ovs_interfaceid": "1f950f2e-fccd-40aa-8fe7-9596cec5d899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.459499] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.463089] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827e83fd-a03a-4c32-a452-d7361f5d0ecc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.472918] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a724f90-0d4c-4116-8ad0-b5ac594930df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.504152] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de473c3-1ed5-45da-9cd5-9c050d5b19b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.512947] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179d9093-f28e-4e3b-847c-3dc383807b29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.527855] env[69411]: DEBUG nova.compute.provider_tree [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.587798] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Acquiring lock "cdbb693a-23bc-49cb-87ba-c8b11be3fb65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.588144] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Lock "cdbb693a-23bc-49cb-87ba-c8b11be3fb65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.588402] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Acquiring lock "cdbb693a-23bc-49cb-87ba-c8b11be3fb65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.588596] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Lock "cdbb693a-23bc-49cb-87ba-c8b11be3fb65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.588769] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Lock "cdbb693a-23bc-49cb-87ba-c8b11be3fb65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.590817] env[69411]: INFO nova.compute.manager [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Terminating instance [ 967.684520] env[69411]: DEBUG nova.compute.manager [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.715479] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531867} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.715641] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 536d2e2b-65e4-4e3a-924c-535e4e262eb5/536d2e2b-65e4-4e3a-924c-535e4e262eb5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.715860] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.716225] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d455eba0-576e-4343-b76a-3f6f2ce10de9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.724447] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Waiting for the task: (returnval){ [ 967.724447] env[69411]: value = "task-3323278" [ 967.724447] env[69411]: _type = "Task" [ 967.724447] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.728486] env[69411]: INFO nova.compute.manager [None req-26e95928-92b2-43f6-bcf8-f39affeff3df tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] instance snapshotting [ 967.729066] env[69411]: DEBUG nova.objects.instance [None req-26e95928-92b2-43f6-bcf8-f39affeff3df tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Lazy-loading 'flavor' on Instance uuid cdbb693a-23bc-49cb-87ba-c8b11be3fb65 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.735715] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.833608] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "refresh_cache-c9bfaa5b-683b-4d56-9413-e4a4af19680f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.833921] env[69411]: DEBUG nova.compute.manager [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Instance network_info: |[{"id": "1f950f2e-fccd-40aa-8fe7-9596cec5d899", "address": "fa:16:3e:62:7b:91", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f950f2e-fc", "ovs_interfaceid": "1f950f2e-fccd-40aa-8fe7-9596cec5d899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.834228] env[69411]: DEBUG oslo_concurrency.lockutils [req-6def4317-df09-4a2c-bdf2-d971aabea01e req-6bbd77ef-32dd-4f7f-b9d5-293dbeb5fe6f service nova] Acquired lock "refresh_cache-c9bfaa5b-683b-4d56-9413-e4a4af19680f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.834464] env[69411]: DEBUG nova.network.neutron [req-6def4317-df09-4a2c-bdf2-d971aabea01e req-6bbd77ef-32dd-4f7f-b9d5-293dbeb5fe6f service nova] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Refreshing network info cache for port 1f950f2e-fccd-40aa-8fe7-9596cec5d899 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.838273] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:7b:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f950f2e-fccd-40aa-8fe7-9596cec5d899', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.844233] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.849612] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.849813] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6d717fa-13ae-4547-ae83-258d49a9d30c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.874652] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.874652] env[69411]: value = "task-3323279" [ 967.874652] env[69411]: _type = "Task" [ 967.874652] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.884164] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323279, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.003914] env[69411]: DEBUG nova.network.neutron [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Updating instance_info_cache with network_info: [{"id": "6e89052e-2af5-4b91-a60e-e1b9e1205ebe", "address": "fa:16:3e:e1:3d:df", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e89052e-2a", "ovs_interfaceid": "6e89052e-2af5-4b91-a60e-e1b9e1205ebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.035445] env[69411]: DEBUG oslo_concurrency.lockutils [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "ade7ce14-f11a-467d-9b12-05acd5ac76fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.041019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "ade7ce14-f11a-467d-9b12-05acd5ac76fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.041019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "ade7ce14-f11a-467d-9b12-05acd5ac76fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.041019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "ade7ce14-f11a-467d-9b12-05acd5ac76fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.041019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "ade7ce14-f11a-467d-9b12-05acd5ac76fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.044583] env[69411]: INFO nova.compute.manager [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Terminating instance [ 968.083712] env[69411]: DEBUG nova.scheduler.client.report [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 968.083712] env[69411]: DEBUG nova.compute.provider_tree [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 115 to 116 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 968.083712] env[69411]: DEBUG nova.compute.provider_tree [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.095207] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Acquiring lock "refresh_cache-cdbb693a-23bc-49cb-87ba-c8b11be3fb65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.095207] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Acquired lock "refresh_cache-cdbb693a-23bc-49cb-87ba-c8b11be3fb65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.095207] env[69411]: DEBUG nova.network.neutron [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.110042] env[69411]: DEBUG oslo_concurrency.lockutils [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "a777e80c-13a0-429c-ae7e-4d43702e9092" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.110705] env[69411]: DEBUG oslo_concurrency.lockutils [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "a777e80c-13a0-429c-ae7e-4d43702e9092" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.111058] env[69411]: DEBUG oslo_concurrency.lockutils [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "a777e80c-13a0-429c-ae7e-4d43702e9092-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.111382] env[69411]: DEBUG oslo_concurrency.lockutils [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "a777e80c-13a0-429c-ae7e-4d43702e9092-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.111666] env[69411]: DEBUG oslo_concurrency.lockutils [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "a777e80c-13a0-429c-ae7e-4d43702e9092-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.114183] env[69411]: INFO nova.compute.manager [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Terminating instance [ 968.206268] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.241058] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.332914} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.244020] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.244020] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf79c6a-29e4-4e08-99b5-85a5f7c25eb7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.246728] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd8fd02-c58e-4f8b-85ce-4e9852699c8d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.283018] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ff6eb9-aaa1-422a-a327-a83bb5c4ee5f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.296347] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 536d2e2b-65e4-4e3a-924c-535e4e262eb5/536d2e2b-65e4-4e3a-924c-535e4e262eb5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.299137] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc938862-616c-4dca-8bea-185967fe613c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.325983] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Waiting for the task: (returnval){ [ 968.325983] env[69411]: value = "task-3323280" [ 968.325983] env[69411]: _type = "Task" [ 968.325983] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.336118] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.387650] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323279, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.431080] env[69411]: DEBUG nova.compute.manager [req-360faf41-ab09-4943-b483-f873a8fcde27 req-5d52c50b-8d90-47db-8c30-8bc8fd60ac34 service nova] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Received event network-changed-337a0221-02b7-4116-9538-6383cd9a2298 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.431596] env[69411]: DEBUG nova.compute.manager [req-360faf41-ab09-4943-b483-f873a8fcde27 req-5d52c50b-8d90-47db-8c30-8bc8fd60ac34 service nova] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Refreshing instance network info cache due to event network-changed-337a0221-02b7-4116-9538-6383cd9a2298. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.431836] env[69411]: DEBUG oslo_concurrency.lockutils [req-360faf41-ab09-4943-b483-f873a8fcde27 req-5d52c50b-8d90-47db-8c30-8bc8fd60ac34 service nova] Acquiring lock "refresh_cache-0a5ac446-533c-4508-922f-29696689abe2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.432346] env[69411]: DEBUG oslo_concurrency.lockutils [req-360faf41-ab09-4943-b483-f873a8fcde27 req-5d52c50b-8d90-47db-8c30-8bc8fd60ac34 service nova] Acquired lock "refresh_cache-0a5ac446-533c-4508-922f-29696689abe2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.432665] env[69411]: DEBUG nova.network.neutron [req-360faf41-ab09-4943-b483-f873a8fcde27 req-5d52c50b-8d90-47db-8c30-8bc8fd60ac34 service nova] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Refreshing network info cache for port 337a0221-02b7-4116-9538-6383cd9a2298 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.466394] env[69411]: DEBUG nova.network.neutron [req-6def4317-df09-4a2c-bdf2-d971aabea01e req-6bbd77ef-32dd-4f7f-b9d5-293dbeb5fe6f service nova] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Updated VIF entry in instance network info cache for port 1f950f2e-fccd-40aa-8fe7-9596cec5d899. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.466781] env[69411]: DEBUG nova.network.neutron [req-6def4317-df09-4a2c-bdf2-d971aabea01e req-6bbd77ef-32dd-4f7f-b9d5-293dbeb5fe6f service nova] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Updating instance_info_cache with network_info: [{"id": "1f950f2e-fccd-40aa-8fe7-9596cec5d899", "address": "fa:16:3e:62:7b:91", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f950f2e-fc", "ovs_interfaceid": "1f950f2e-fccd-40aa-8fe7-9596cec5d899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.507907] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "refresh_cache-b2b6aaaa-f831-4164-97ea-70744d7ce395" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.508754] env[69411]: DEBUG nova.objects.instance [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lazy-loading 'flavor' on Instance uuid b2b6aaaa-f831-4164-97ea-70744d7ce395 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.555580] env[69411]: DEBUG nova.compute.manager [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.555947] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.556963] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e418cb5c-d84c-465c-8f70-4afa1aa621ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.567490] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.567816] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9813cd58-4af8-4994-9de5-cf46fdbf0b8f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.575950] env[69411]: DEBUG oslo_vmware.api [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 968.575950] env[69411]: value = "task-3323281" [ 968.575950] env[69411]: _type = "Task" [ 968.575950] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.585831] env[69411]: DEBUG oslo_vmware.api [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.590049] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.913s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.590715] env[69411]: DEBUG nova.compute.manager [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.593639] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.469s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.595140] env[69411]: INFO nova.compute.claims [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.616038] env[69411]: DEBUG nova.network.neutron [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.618533] env[69411]: DEBUG nova.compute.manager [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.618774] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.619732] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ddd9c4-0bcc-4d71-b419-7f13179f766a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.629094] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.629430] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0aab260-5017-4c51-b629-3d1f398483ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.638624] env[69411]: DEBUG oslo_vmware.api [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 968.638624] env[69411]: value = "task-3323282" [ 968.638624] env[69411]: _type = "Task" [ 968.638624] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.648019] env[69411]: DEBUG oslo_vmware.api [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.682105] env[69411]: DEBUG nova.network.neutron [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.824617] env[69411]: DEBUG nova.compute.manager [None req-26e95928-92b2-43f6-bcf8-f39affeff3df tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Instance disappeared during snapshot {{(pid=69411) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 968.838126] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323280, 'name': ReconfigVM_Task, 'duration_secs': 0.417217} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.838126] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 536d2e2b-65e4-4e3a-924c-535e4e262eb5/536d2e2b-65e4-4e3a-924c-535e4e262eb5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.838126] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87e3429d-6986-41a6-95af-0aeff07df3da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.845445] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Waiting for the task: (returnval){ [ 968.845445] env[69411]: value = "task-3323283" [ 968.845445] env[69411]: _type = "Task" [ 968.845445] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.859815] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323283, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.886423] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323279, 'name': CreateVM_Task, 'duration_secs': 0.751436} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.886547] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.887354] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.887585] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.887960] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.888270] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee7b4cb3-fc10-4ef6-af1f-c436d5b8ef1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.895776] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 968.895776] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524617aa-8068-b212-a1c9-404a32a2633b" [ 968.895776] env[69411]: _type = "Task" [ 968.895776] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.912054] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524617aa-8068-b212-a1c9-404a32a2633b, 'name': SearchDatastore_Task, 'duration_secs': 0.013516} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.912460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.912821] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.913125] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.913278] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.913522] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.913823] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-307f8c73-26c4-4f40-a835-dfb9d3ae6f4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.924645] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.924830] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.925683] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a759ce-c124-4a97-ad5b-4fbe95c308c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.932748] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 968.932748] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dd5159-ffd2-9b10-24a3-e13e11e2a903" [ 968.932748] env[69411]: _type = "Task" [ 968.932748] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.947116] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dd5159-ffd2-9b10-24a3-e13e11e2a903, 'name': SearchDatastore_Task, 'duration_secs': 0.010902} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.947991] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90746138-5563-4c62-a4c6-26fe15b97413 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.954536] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 968.954536] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52480522-8107-90fd-4afc-4eb3aa7d9e7c" [ 968.954536] env[69411]: _type = "Task" [ 968.954536] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.964572] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52480522-8107-90fd-4afc-4eb3aa7d9e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.969880] env[69411]: DEBUG oslo_concurrency.lockutils [req-6def4317-df09-4a2c-bdf2-d971aabea01e req-6bbd77ef-32dd-4f7f-b9d5-293dbeb5fe6f service nova] Releasing lock "refresh_cache-c9bfaa5b-683b-4d56-9413-e4a4af19680f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.976897] env[69411]: DEBUG nova.compute.manager [None req-26e95928-92b2-43f6-bcf8-f39affeff3df tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Found 0 images (rotation: 2) {{(pid=69411) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 969.015801] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e137a0-3a09-4113-abd3-8f2cebe06deb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.038334] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.039051] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ca1d248-0e80-44b4-9508-c0961fd070ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.045731] env[69411]: DEBUG oslo_vmware.api [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 969.045731] env[69411]: value = "task-3323284" [ 969.045731] env[69411]: _type = "Task" [ 969.045731] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.054058] env[69411]: DEBUG oslo_vmware.api [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.086992] env[69411]: DEBUG oslo_vmware.api [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323281, 'name': PowerOffVM_Task, 'duration_secs': 0.196872} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.087285] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.087458] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.087714] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c34d8c4-d522-4dcf-a146-b1d3577e01d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.099792] env[69411]: DEBUG nova.compute.utils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.103118] env[69411]: DEBUG nova.compute.manager [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.103281] env[69411]: DEBUG nova.network.neutron [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.157563] env[69411]: DEBUG oslo_vmware.api [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323282, 'name': PowerOffVM_Task, 'duration_secs': 0.299632} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.157893] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.158192] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.158826] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30662ace-f86b-48c4-8433-b7d95b833df0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.161988] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.162222] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.162374] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Deleting the datastore file [datastore1] ade7ce14-f11a-467d-9b12-05acd5ac76fc {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.162620] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79f95226-8b56-4376-856d-6a389fedb274 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.170902] env[69411]: DEBUG oslo_vmware.api [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 969.170902] env[69411]: value = "task-3323287" [ 969.170902] env[69411]: _type = "Task" [ 969.170902] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.183474] env[69411]: DEBUG oslo_vmware.api [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.185071] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Releasing lock "refresh_cache-cdbb693a-23bc-49cb-87ba-c8b11be3fb65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.185473] env[69411]: DEBUG nova.compute.manager [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.185667] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.186444] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53c1a94-8f2b-40b9-be82-4a7d38cfadee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.196708] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.197084] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3d429be-fed4-4204-b6b3-dfd5f1283c24 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.206470] env[69411]: DEBUG oslo_vmware.api [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Waiting for the task: (returnval){ [ 969.206470] env[69411]: value = "task-3323288" [ 969.206470] env[69411]: _type = "Task" [ 969.206470] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.216782] env[69411]: DEBUG oslo_vmware.api [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.220533] env[69411]: DEBUG nova.network.neutron [req-360faf41-ab09-4943-b483-f873a8fcde27 req-5d52c50b-8d90-47db-8c30-8bc8fd60ac34 service nova] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Updated VIF entry in instance network info cache for port 337a0221-02b7-4116-9538-6383cd9a2298. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.220920] env[69411]: DEBUG nova.network.neutron [req-360faf41-ab09-4943-b483-f873a8fcde27 req-5d52c50b-8d90-47db-8c30-8bc8fd60ac34 service nova] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Updating instance_info_cache with network_info: [{"id": "337a0221-02b7-4116-9538-6383cd9a2298", "address": "fa:16:3e:e3:87:f4", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337a0221-02", "ovs_interfaceid": "337a0221-02b7-4116-9538-6383cd9a2298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.243042] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.243042] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.243042] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Deleting the datastore file [datastore2] a777e80c-13a0-429c-ae7e-4d43702e9092 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.243042] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c56d4c3f-104c-4f63-bb0f-ab54a146be17 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.251131] env[69411]: DEBUG nova.policy [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43ab792cb7fc437082f2d430799901a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6d96e09699a4790943441a76d729182', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.255292] env[69411]: DEBUG oslo_vmware.api [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for the task: (returnval){ [ 969.255292] env[69411]: value = "task-3323289" [ 969.255292] env[69411]: _type = "Task" [ 969.255292] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.265731] env[69411]: DEBUG oslo_vmware.api [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.362748] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323283, 'name': Rename_Task, 'duration_secs': 0.165463} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.363399] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.363835] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b1e8416-dd07-4b30-adb7-90d3205db4df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.372903] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Waiting for the task: (returnval){ [ 969.372903] env[69411]: value = "task-3323290" [ 969.372903] env[69411]: _type = "Task" [ 969.372903] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.382292] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.467495] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52480522-8107-90fd-4afc-4eb3aa7d9e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.019862} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.467495] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.467495] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] c9bfaa5b-683b-4d56-9413-e4a4af19680f/c9bfaa5b-683b-4d56-9413-e4a4af19680f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.467761] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90f52cc0-f6ae-4c3f-8f61-e2020d1f1bf5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.475522] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 969.475522] env[69411]: value = "task-3323291" [ 969.475522] env[69411]: _type = "Task" [ 969.475522] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.484160] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.558059] env[69411]: DEBUG oslo_vmware.api [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323284, 'name': PowerOffVM_Task, 'duration_secs': 0.229861} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.558059] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.562994] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 969.563339] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db81382d-8ba0-47ee-8a68-1eed718163ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.585024] env[69411]: DEBUG oslo_vmware.api [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 969.585024] env[69411]: value = "task-3323292" [ 969.585024] env[69411]: _type = "Task" [ 969.585024] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.594097] env[69411]: DEBUG oslo_vmware.api [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.604832] env[69411]: DEBUG nova.compute.manager [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.647817] env[69411]: DEBUG nova.network.neutron [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Successfully created port: efa61e4a-7954-4288-8d4d-4ebd5f146fe0 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.688888] env[69411]: DEBUG oslo_vmware.api [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1713} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.689220] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.689414] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.689594] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.689770] env[69411]: INFO nova.compute.manager [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 969.690085] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.690322] env[69411]: DEBUG nova.compute.manager [-] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.690415] env[69411]: DEBUG nova.network.neutron [-] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.720045] env[69411]: DEBUG oslo_vmware.api [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323288, 'name': PowerOffVM_Task, 'duration_secs': 0.201602} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.720406] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.720597] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.720962] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4717183d-faa3-4c8a-8759-1149993efbad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.725623] env[69411]: DEBUG oslo_concurrency.lockutils [req-360faf41-ab09-4943-b483-f873a8fcde27 req-5d52c50b-8d90-47db-8c30-8bc8fd60ac34 service nova] Releasing lock "refresh_cache-0a5ac446-533c-4508-922f-29696689abe2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.768234] env[69411]: DEBUG oslo_vmware.api [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Task: {'id': task-3323289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162617} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.768602] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.768847] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.769076] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.769303] env[69411]: INFO nova.compute.manager [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Took 1.15 seconds to destroy the instance on the hypervisor. [ 969.769845] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.769948] env[69411]: DEBUG nova.compute.manager [-] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.770068] env[69411]: DEBUG nova.network.neutron [-] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.782930] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.783232] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.783493] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Deleting the datastore file [datastore1] cdbb693a-23bc-49cb-87ba-c8b11be3fb65 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.783810] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79d83918-6388-49ef-83ba-a35ab435765d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.794104] env[69411]: DEBUG oslo_vmware.api [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Waiting for the task: (returnval){ [ 969.794104] env[69411]: value = "task-3323294" [ 969.794104] env[69411]: _type = "Task" [ 969.794104] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.812475] env[69411]: DEBUG oslo_vmware.api [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.885331] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.992023] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485479} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.992023] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] c9bfaa5b-683b-4d56-9413-e4a4af19680f/c9bfaa5b-683b-4d56-9413-e4a4af19680f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.992023] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.992023] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e1ee5de-55f2-4532-a4f6-df83a46e5207 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.999776] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 969.999776] env[69411]: value = "task-3323295" [ 969.999776] env[69411]: _type = "Task" [ 969.999776] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.011041] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.105440] env[69411]: DEBUG oslo_vmware.api [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323292, 'name': ReconfigVM_Task, 'duration_secs': 0.503576} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.105906] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 970.106214] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.106574] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca05d7fe-90ea-4cc9-9ae0-63ad9b0427fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.122691] env[69411]: DEBUG oslo_vmware.api [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 970.122691] env[69411]: value = "task-3323296" [ 970.122691] env[69411]: _type = "Task" [ 970.122691] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.135865] env[69411]: DEBUG oslo_vmware.api [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.171488] env[69411]: DEBUG nova.compute.manager [req-e354188b-db0a-4325-8e4a-d56b0127c835 req-da9bb1de-7995-406c-9e44-a3b6dd537277 service nova] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Received event network-vif-deleted-b278a50a-586a-47b4-9e57-a57d7c4dd67a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.171488] env[69411]: INFO nova.compute.manager [req-e354188b-db0a-4325-8e4a-d56b0127c835 req-da9bb1de-7995-406c-9e44-a3b6dd537277 service nova] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Neutron deleted interface b278a50a-586a-47b4-9e57-a57d7c4dd67a; detaching it from the instance and deleting it from the info cache [ 970.171488] env[69411]: DEBUG nova.network.neutron [req-e354188b-db0a-4325-8e4a-d56b0127c835 req-da9bb1de-7995-406c-9e44-a3b6dd537277 service nova] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.191614] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0df371-00b6-4901-9d5e-5aab508d915c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.201181] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab3377d-f879-4896-84b1-3f5adc0d2904 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.234657] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b674ff9b-5296-494d-9785-276cb8256ab7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.243325] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cc4ada-d8fc-4bd6-8f84-4b7bbc8e96d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.256861] env[69411]: DEBUG nova.compute.provider_tree [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.307913] env[69411]: DEBUG oslo_vmware.api [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Task: {'id': task-3323294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234822} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.308198] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.308386] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.308559] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.308729] env[69411]: INFO nova.compute.manager [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Took 1.12 seconds to destroy the instance on the hypervisor. [ 970.308962] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.309237] env[69411]: DEBUG nova.compute.manager [-] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.309405] env[69411]: DEBUG nova.network.neutron [-] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.324262] env[69411]: DEBUG nova.network.neutron [-] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.384253] env[69411]: DEBUG oslo_vmware.api [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323290, 'name': PowerOnVM_Task, 'duration_secs': 0.755179} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.384549] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.384757] env[69411]: INFO nova.compute.manager [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Took 8.56 seconds to spawn the instance on the hypervisor. [ 970.384938] env[69411]: DEBUG nova.compute.manager [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.386030] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ec5358-ae80-40f0-8148-3e9f0b1164cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.457884] env[69411]: DEBUG nova.compute.manager [req-84711c34-d48f-48d9-af99-3d7d41afa446 req-fb7dde83-a08b-4e72-a3dd-e24efc257b9b service nova] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Received event network-vif-deleted-bf33d27a-600e-437e-a15a-fa5321171072 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.458074] env[69411]: INFO nova.compute.manager [req-84711c34-d48f-48d9-af99-3d7d41afa446 req-fb7dde83-a08b-4e72-a3dd-e24efc257b9b service nova] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Neutron deleted interface bf33d27a-600e-437e-a15a-fa5321171072; detaching it from the instance and deleting it from the info cache [ 970.458220] env[69411]: DEBUG nova.network.neutron [req-84711c34-d48f-48d9-af99-3d7d41afa446 req-fb7dde83-a08b-4e72-a3dd-e24efc257b9b service nova] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.510709] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13312} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.510980] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.511773] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddc96a9-bd79-43ca-a883-386f835346e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.533968] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] c9bfaa5b-683b-4d56-9413-e4a4af19680f/c9bfaa5b-683b-4d56-9413-e4a4af19680f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.534627] env[69411]: DEBUG nova.network.neutron [-] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.537805] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d52d122a-cf79-45c0-963e-38ed4d1f3d55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.551553] env[69411]: INFO nova.compute.manager [-] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Took 0.86 seconds to deallocate network for instance. [ 970.561900] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 970.561900] env[69411]: value = "task-3323297" [ 970.561900] env[69411]: _type = "Task" [ 970.561900] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.572611] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.625556] env[69411]: DEBUG nova.compute.manager [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.637541] env[69411]: DEBUG oslo_vmware.api [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.656676] env[69411]: DEBUG nova.virt.hardware [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a6004c87e1ca7b234f37a74164bc3494',container_format='bare',created_at=2025-04-04T11:07:35Z,direct_url=,disk_format='vmdk',id=7c372ff5-494e-42a0-abb6-f79af8e38110,min_disk=1,min_ram=0,name='tempest-test-snap-2046111225',owner='c6d96e09699a4790943441a76d729182',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-04T11:07:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.656676] env[69411]: DEBUG nova.virt.hardware [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.657017] env[69411]: DEBUG nova.virt.hardware [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.657242] env[69411]: DEBUG nova.virt.hardware [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.657477] env[69411]: DEBUG nova.virt.hardware [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.657698] env[69411]: DEBUG nova.virt.hardware [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.657986] env[69411]: DEBUG nova.virt.hardware [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.658246] env[69411]: DEBUG nova.virt.hardware [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.658486] env[69411]: DEBUG nova.virt.hardware [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.658733] env[69411]: DEBUG nova.virt.hardware [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.658972] env[69411]: DEBUG nova.virt.hardware [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.659771] env[69411]: DEBUG nova.network.neutron [-] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.661568] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ee5e9d-091e-4aa0-9d6f-a7a6e168cc4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.675030] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551753dc-d103-410c-a9fa-3ba3b492983c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.678123] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c410b1c-05ea-4911-9990-a45dba2abf10 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.695565] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2f7bd4-a09b-47a0-bd90-20f043e12664 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.735033] env[69411]: DEBUG nova.compute.manager [req-e354188b-db0a-4325-8e4a-d56b0127c835 req-da9bb1de-7995-406c-9e44-a3b6dd537277 service nova] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Detach interface failed, port_id=b278a50a-586a-47b4-9e57-a57d7c4dd67a, reason: Instance a777e80c-13a0-429c-ae7e-4d43702e9092 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 970.760414] env[69411]: DEBUG nova.scheduler.client.report [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.827352] env[69411]: DEBUG nova.network.neutron [-] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.903498] env[69411]: INFO nova.compute.manager [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Took 49.79 seconds to build instance. [ 970.961745] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ffd331b-fa68-4ca4-aace-03ddf3129fa9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.972308] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6c5322-894e-4144-b4d2-fe4f4996bc4f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.008236] env[69411]: DEBUG nova.compute.manager [req-84711c34-d48f-48d9-af99-3d7d41afa446 req-fb7dde83-a08b-4e72-a3dd-e24efc257b9b service nova] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Detach interface failed, port_id=bf33d27a-600e-437e-a15a-fa5321171072, reason: Instance ade7ce14-f11a-467d-9b12-05acd5ac76fc could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 971.062214] env[69411]: DEBUG oslo_concurrency.lockutils [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.071941] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.138713] env[69411]: DEBUG oslo_vmware.api [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323296, 'name': PowerOnVM_Task, 'duration_secs': 0.704743} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.139837] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.139837] env[69411]: DEBUG nova.compute.manager [None req-aa4ac908-3423-4227-a3de-97aa619eb6f5 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.140113] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a179379f-5b08-41ac-b515-43e831f6046c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.166018] env[69411]: INFO nova.compute.manager [-] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Took 1.40 seconds to deallocate network for instance. [ 971.266559] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.267202] env[69411]: DEBUG nova.compute.manager [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.270508] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.064s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.272056] env[69411]: INFO nova.compute.claims [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.329457] env[69411]: INFO nova.compute.manager [-] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Took 1.02 seconds to deallocate network for instance. [ 971.405688] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dac0499-38a4-48bc-bf0c-bb15c36e6732 tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Lock "536d2e2b-65e4-4e3a-924c-535e4e262eb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.610s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.417789] env[69411]: DEBUG nova.network.neutron [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Successfully updated port: efa61e4a-7954-4288-8d4d-4ebd5f146fe0 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.573654] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323297, 'name': ReconfigVM_Task, 'duration_secs': 0.982305} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.573989] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Reconfigured VM instance instance-00000049 to attach disk [datastore2] c9bfaa5b-683b-4d56-9413-e4a4af19680f/c9bfaa5b-683b-4d56-9413-e4a4af19680f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.574586] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04524ded-d949-433c-9f55-dcc8ac0195b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.582337] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 971.582337] env[69411]: value = "task-3323298" [ 971.582337] env[69411]: _type = "Task" [ 971.582337] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.591245] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323298, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.672826] env[69411]: DEBUG oslo_concurrency.lockutils [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.772903] env[69411]: DEBUG nova.compute.utils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.774622] env[69411]: DEBUG nova.compute.manager [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.774846] env[69411]: DEBUG nova.network.neutron [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.828332] env[69411]: DEBUG nova.policy [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39892ad0822a42d59c40a445db043956', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f938243bd0409399eef39ccfb911ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.835529] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.924151] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "refresh_cache-6ebc7666-bdda-429e-b8e9-32d9b444d9b1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.924151] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired lock "refresh_cache-6ebc7666-bdda-429e-b8e9-32d9b444d9b1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.924151] env[69411]: DEBUG nova.network.neutron [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.095105] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323298, 'name': Rename_Task, 'duration_secs': 0.192806} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.095870] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.096164] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-680a5c98-9195-4b0a-8720-282f2fa7db4b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.104698] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 972.104698] env[69411]: value = "task-3323299" [ 972.104698] env[69411]: _type = "Task" [ 972.104698] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.113186] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.121609] env[69411]: DEBUG nova.network.neutron [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Successfully created port: 88844e53-5ec3-481a-b9e1-afb8e7608394 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.256393] env[69411]: DEBUG nova.compute.manager [req-6fbb593a-0f39-4104-844d-4a3a220a4333 req-61b197c4-3b95-4967-ad5e-7df2847ff5e4 service nova] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Received event network-vif-plugged-efa61e4a-7954-4288-8d4d-4ebd5f146fe0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.257169] env[69411]: DEBUG oslo_concurrency.lockutils [req-6fbb593a-0f39-4104-844d-4a3a220a4333 req-61b197c4-3b95-4967-ad5e-7df2847ff5e4 service nova] Acquiring lock "6ebc7666-bdda-429e-b8e9-32d9b444d9b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.257509] env[69411]: DEBUG oslo_concurrency.lockutils [req-6fbb593a-0f39-4104-844d-4a3a220a4333 req-61b197c4-3b95-4967-ad5e-7df2847ff5e4 service nova] Lock "6ebc7666-bdda-429e-b8e9-32d9b444d9b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.259403] env[69411]: DEBUG oslo_concurrency.lockutils [req-6fbb593a-0f39-4104-844d-4a3a220a4333 req-61b197c4-3b95-4967-ad5e-7df2847ff5e4 service nova] Lock "6ebc7666-bdda-429e-b8e9-32d9b444d9b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.259403] env[69411]: DEBUG nova.compute.manager [req-6fbb593a-0f39-4104-844d-4a3a220a4333 req-61b197c4-3b95-4967-ad5e-7df2847ff5e4 service nova] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] No waiting events found dispatching network-vif-plugged-efa61e4a-7954-4288-8d4d-4ebd5f146fe0 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.259403] env[69411]: WARNING nova.compute.manager [req-6fbb593a-0f39-4104-844d-4a3a220a4333 req-61b197c4-3b95-4967-ad5e-7df2847ff5e4 service nova] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Received unexpected event network-vif-plugged-efa61e4a-7954-4288-8d4d-4ebd5f146fe0 for instance with vm_state building and task_state spawning. [ 972.259403] env[69411]: DEBUG nova.compute.manager [req-6fbb593a-0f39-4104-844d-4a3a220a4333 req-61b197c4-3b95-4967-ad5e-7df2847ff5e4 service nova] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Received event network-changed-efa61e4a-7954-4288-8d4d-4ebd5f146fe0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.259403] env[69411]: DEBUG nova.compute.manager [req-6fbb593a-0f39-4104-844d-4a3a220a4333 req-61b197c4-3b95-4967-ad5e-7df2847ff5e4 service nova] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Refreshing instance network info cache due to event network-changed-efa61e4a-7954-4288-8d4d-4ebd5f146fe0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.259403] env[69411]: DEBUG oslo_concurrency.lockutils [req-6fbb593a-0f39-4104-844d-4a3a220a4333 req-61b197c4-3b95-4967-ad5e-7df2847ff5e4 service nova] Acquiring lock "refresh_cache-6ebc7666-bdda-429e-b8e9-32d9b444d9b1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.280040] env[69411]: DEBUG nova.compute.manager [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.485116] env[69411]: DEBUG nova.network.neutron [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.616744] env[69411]: DEBUG oslo_vmware.api [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323299, 'name': PowerOnVM_Task, 'duration_secs': 0.475537} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.619359] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.619587] env[69411]: INFO nova.compute.manager [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Took 8.05 seconds to spawn the instance on the hypervisor. [ 972.619780] env[69411]: DEBUG nova.compute.manager [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.623077] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08acb3fd-ec7b-43b8-9d0a-68b206f742e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.667899] env[69411]: DEBUG nova.network.neutron [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Updating instance_info_cache with network_info: [{"id": "efa61e4a-7954-4288-8d4d-4ebd5f146fe0", "address": "fa:16:3e:e2:23:6e", "network": {"id": "f915803d-8906-4ea8-b107-9fb7369f108f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1224282245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d96e09699a4790943441a76d729182", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa61e4a-79", "ovs_interfaceid": "efa61e4a-7954-4288-8d4d-4ebd5f146fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.782657] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492c2a72-2143-4c75-b7ca-9893133898f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.797013] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40d4791-7f85-43e4-aeb5-943435d1bd84 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.831741] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6966e7b5-da3e-4621-9990-fa13556cdde2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.841165] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0d3f9f-9e54-429f-a5db-90d050ab49ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.856856] env[69411]: DEBUG nova.compute.provider_tree [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.147539] env[69411]: INFO nova.compute.manager [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Took 51.01 seconds to build instance. [ 973.170898] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Releasing lock "refresh_cache-6ebc7666-bdda-429e-b8e9-32d9b444d9b1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.171288] env[69411]: DEBUG nova.compute.manager [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Instance network_info: |[{"id": "efa61e4a-7954-4288-8d4d-4ebd5f146fe0", "address": "fa:16:3e:e2:23:6e", "network": {"id": "f915803d-8906-4ea8-b107-9fb7369f108f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1224282245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d96e09699a4790943441a76d729182", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa61e4a-79", "ovs_interfaceid": "efa61e4a-7954-4288-8d4d-4ebd5f146fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.171632] env[69411]: DEBUG oslo_concurrency.lockutils [req-6fbb593a-0f39-4104-844d-4a3a220a4333 req-61b197c4-3b95-4967-ad5e-7df2847ff5e4 service nova] Acquired lock "refresh_cache-6ebc7666-bdda-429e-b8e9-32d9b444d9b1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.171836] env[69411]: DEBUG nova.network.neutron [req-6fbb593a-0f39-4104-844d-4a3a220a4333 req-61b197c4-3b95-4967-ad5e-7df2847ff5e4 service nova] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Refreshing network info cache for port efa61e4a-7954-4288-8d4d-4ebd5f146fe0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.173127] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:23:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efa61e4a-7954-4288-8d4d-4ebd5f146fe0', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.183660] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.185438] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.186919] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3974dec-8b02-4f0d-ba5c-1cd03c22fa78 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.223700] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.223700] env[69411]: value = "task-3323300" [ 973.223700] env[69411]: _type = "Task" [ 973.223700] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.240635] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323300, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.292668] env[69411]: DEBUG nova.compute.manager [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.330040] env[69411]: DEBUG nova.virt.hardware [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.330714] env[69411]: DEBUG nova.virt.hardware [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.331160] env[69411]: DEBUG nova.virt.hardware [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.333036] env[69411]: DEBUG nova.virt.hardware [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.333036] env[69411]: DEBUG nova.virt.hardware [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.333036] env[69411]: DEBUG nova.virt.hardware [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.333036] env[69411]: DEBUG nova.virt.hardware [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.333036] env[69411]: DEBUG nova.virt.hardware [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.333036] env[69411]: DEBUG nova.virt.hardware [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.333354] env[69411]: DEBUG nova.virt.hardware [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.333466] env[69411]: DEBUG nova.virt.hardware [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.334949] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d66b174-4684-43de-a6b6-f81dba9afe38 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.347291] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344e0ac3-2946-4cf2-ba36-a0ee6fe006f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.369576] env[69411]: DEBUG nova.scheduler.client.report [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.414219] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Acquiring lock "536d2e2b-65e4-4e3a-924c-535e4e262eb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.414219] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Lock "536d2e2b-65e4-4e3a-924c-535e4e262eb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.414219] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Acquiring lock "536d2e2b-65e4-4e3a-924c-535e4e262eb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.414219] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Lock "536d2e2b-65e4-4e3a-924c-535e4e262eb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.414219] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Lock "536d2e2b-65e4-4e3a-924c-535e4e262eb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.416871] env[69411]: INFO nova.compute.manager [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Terminating instance [ 973.651651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de6099b-4d2c-4ed4-a5ee-296a1dd44084 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c9bfaa5b-683b-4d56-9413-e4a4af19680f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.318s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.734716] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323300, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.877409] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.877996] env[69411]: DEBUG nova.compute.manager [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.882106] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.810s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.882106] env[69411]: DEBUG nova.objects.instance [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lazy-loading 'resources' on Instance uuid eadfa105-5e1c-46c2-aead-d9e9af54b9e0 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.920960] env[69411]: DEBUG nova.compute.manager [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.921234] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.922200] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e8bae7-24ff-4377-9d80-c7423f84ca36 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.933486] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.933635] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e488ee9-947c-445d-b84a-efa748146e22 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.942478] env[69411]: DEBUG oslo_vmware.api [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Waiting for the task: (returnval){ [ 973.942478] env[69411]: value = "task-3323301" [ 973.942478] env[69411]: _type = "Task" [ 973.942478] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.952312] env[69411]: DEBUG oslo_vmware.api [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.241731] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323300, 'name': CreateVM_Task, 'duration_secs': 0.69357} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.242751] env[69411]: DEBUG nova.network.neutron [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Successfully updated port: 88844e53-5ec3-481a-b9e1-afb8e7608394 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.244084] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.244855] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c372ff5-494e-42a0-abb6-f79af8e38110" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.244962] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c372ff5-494e-42a0-abb6-f79af8e38110" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.246034] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c372ff5-494e-42a0-abb6-f79af8e38110" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.246781] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b6f4562-147d-408f-9591-d4dfb9657a95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.253449] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 974.253449] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523649e5-9649-7739-df2e-5d08348e0a10" [ 974.253449] env[69411]: _type = "Task" [ 974.253449] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.269205] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523649e5-9649-7739-df2e-5d08348e0a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.383166] env[69411]: DEBUG nova.compute.utils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.388296] env[69411]: DEBUG nova.compute.manager [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.388296] env[69411]: DEBUG nova.network.neutron [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.407356] env[69411]: DEBUG nova.network.neutron [req-6fbb593a-0f39-4104-844d-4a3a220a4333 req-61b197c4-3b95-4967-ad5e-7df2847ff5e4 service nova] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Updated VIF entry in instance network info cache for port efa61e4a-7954-4288-8d4d-4ebd5f146fe0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.407886] env[69411]: DEBUG nova.network.neutron [req-6fbb593a-0f39-4104-844d-4a3a220a4333 req-61b197c4-3b95-4967-ad5e-7df2847ff5e4 service nova] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Updating instance_info_cache with network_info: [{"id": "efa61e4a-7954-4288-8d4d-4ebd5f146fe0", "address": "fa:16:3e:e2:23:6e", "network": {"id": "f915803d-8906-4ea8-b107-9fb7369f108f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1224282245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d96e09699a4790943441a76d729182", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa61e4a-79", "ovs_interfaceid": "efa61e4a-7954-4288-8d4d-4ebd5f146fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.457058] env[69411]: DEBUG oslo_vmware.api [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323301, 'name': PowerOffVM_Task, 'duration_secs': 0.374842} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.460603] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.460963] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.464024] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4a9ccca-5ef1-4d9c-a26e-3da5826f679c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.481119] env[69411]: DEBUG nova.policy [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46a92a21b72e4b509fdbe94dd195981d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efbda5135eca4356909ff55befbf32ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.536293] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.537442] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.537442] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Deleting the datastore file [datastore2] 536d2e2b-65e4-4e3a-924c-535e4e262eb5 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.545164] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-634af6b7-eb6d-4507-b83d-4b86b23fd4d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.561031] env[69411]: DEBUG oslo_vmware.api [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Waiting for the task: (returnval){ [ 974.561031] env[69411]: value = "task-3323303" [ 974.561031] env[69411]: _type = "Task" [ 974.561031] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.566020] env[69411]: DEBUG oslo_vmware.api [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.597395] env[69411]: DEBUG nova.compute.manager [req-6d996de0-aae1-41ce-bc0a-42816383de56 req-39c04ba5-4516-4908-8109-9636c039d123 service nova] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Received event network-vif-plugged-88844e53-5ec3-481a-b9e1-afb8e7608394 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.597618] env[69411]: DEBUG oslo_concurrency.lockutils [req-6d996de0-aae1-41ce-bc0a-42816383de56 req-39c04ba5-4516-4908-8109-9636c039d123 service nova] Acquiring lock "54657ddb-ed08-4e68-953f-021f44f9537b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.600722] env[69411]: DEBUG oslo_concurrency.lockutils [req-6d996de0-aae1-41ce-bc0a-42816383de56 req-39c04ba5-4516-4908-8109-9636c039d123 service nova] Lock "54657ddb-ed08-4e68-953f-021f44f9537b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.600722] env[69411]: DEBUG oslo_concurrency.lockutils [req-6d996de0-aae1-41ce-bc0a-42816383de56 req-39c04ba5-4516-4908-8109-9636c039d123 service nova] Lock "54657ddb-ed08-4e68-953f-021f44f9537b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.600722] env[69411]: DEBUG nova.compute.manager [req-6d996de0-aae1-41ce-bc0a-42816383de56 req-39c04ba5-4516-4908-8109-9636c039d123 service nova] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] No waiting events found dispatching network-vif-plugged-88844e53-5ec3-481a-b9e1-afb8e7608394 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.600722] env[69411]: WARNING nova.compute.manager [req-6d996de0-aae1-41ce-bc0a-42816383de56 req-39c04ba5-4516-4908-8109-9636c039d123 service nova] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Received unexpected event network-vif-plugged-88844e53-5ec3-481a-b9e1-afb8e7608394 for instance with vm_state building and task_state spawning. [ 974.600722] env[69411]: DEBUG nova.compute.manager [req-6d996de0-aae1-41ce-bc0a-42816383de56 req-39c04ba5-4516-4908-8109-9636c039d123 service nova] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Received event network-changed-88844e53-5ec3-481a-b9e1-afb8e7608394 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.600722] env[69411]: DEBUG nova.compute.manager [req-6d996de0-aae1-41ce-bc0a-42816383de56 req-39c04ba5-4516-4908-8109-9636c039d123 service nova] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Refreshing instance network info cache due to event network-changed-88844e53-5ec3-481a-b9e1-afb8e7608394. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.600722] env[69411]: DEBUG oslo_concurrency.lockutils [req-6d996de0-aae1-41ce-bc0a-42816383de56 req-39c04ba5-4516-4908-8109-9636c039d123 service nova] Acquiring lock "refresh_cache-54657ddb-ed08-4e68-953f-021f44f9537b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.600722] env[69411]: DEBUG oslo_concurrency.lockutils [req-6d996de0-aae1-41ce-bc0a-42816383de56 req-39c04ba5-4516-4908-8109-9636c039d123 service nova] Acquired lock "refresh_cache-54657ddb-ed08-4e68-953f-021f44f9537b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.600722] env[69411]: DEBUG nova.network.neutron [req-6d996de0-aae1-41ce-bc0a-42816383de56 req-39c04ba5-4516-4908-8109-9636c039d123 service nova] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Refreshing network info cache for port 88844e53-5ec3-481a-b9e1-afb8e7608394 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.661471] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "b04eaaab-66bd-44d0-8757-bae522e70c73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.661883] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "b04eaaab-66bd-44d0-8757-bae522e70c73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.748362] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Acquiring lock "refresh_cache-54657ddb-ed08-4e68-953f-021f44f9537b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.767778] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c372ff5-494e-42a0-abb6-f79af8e38110" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.767982] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Processing image 7c372ff5-494e-42a0-abb6-f79af8e38110 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.768252] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c372ff5-494e-42a0-abb6-f79af8e38110/7c372ff5-494e-42a0-abb6-f79af8e38110.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.768398] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c372ff5-494e-42a0-abb6-f79af8e38110/7c372ff5-494e-42a0-abb6-f79af8e38110.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.768591] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.769072] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a0ac3af-633a-4b45-8c57-f022cd35c281 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.790093] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.790374] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.791220] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-094a04f2-2bbd-4e01-8448-ee11a2ad6cc0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.798250] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 974.798250] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bc0efc-e6f6-d2b6-991f-92092e4f8e37" [ 974.798250] env[69411]: _type = "Task" [ 974.798250] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.807701] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bc0efc-e6f6-d2b6-991f-92092e4f8e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.890803] env[69411]: DEBUG nova.compute.utils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.913205] env[69411]: DEBUG oslo_concurrency.lockutils [req-6fbb593a-0f39-4104-844d-4a3a220a4333 req-61b197c4-3b95-4967-ad5e-7df2847ff5e4 service nova] Releasing lock "refresh_cache-6ebc7666-bdda-429e-b8e9-32d9b444d9b1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.927092] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224f1d8d-2dae-4a20-8f2f-d154e81d6069 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.935195] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beed18d-3122-4a8d-b213-fbd016b27f32 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.968810] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d3d9c1-15bd-4443-871c-edeafb0b0081 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.977320] env[69411]: DEBUG nova.network.neutron [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Successfully created port: 1487bffe-37d7-4a1e-973a-1c1b7ea8d44c {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.980322] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee7314b-142c-4e43-a9c2-41e33d98b487 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.995585] env[69411]: DEBUG nova.compute.provider_tree [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.070049] env[69411]: DEBUG oslo_vmware.api [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.159539] env[69411]: DEBUG nova.network.neutron [req-6d996de0-aae1-41ce-bc0a-42816383de56 req-39c04ba5-4516-4908-8109-9636c039d123 service nova] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.165094] env[69411]: DEBUG nova.compute.manager [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.312549] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Preparing fetch location {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 975.312822] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Fetch image to [datastore2] OSTACK_IMG_2c0f779a-e2db-49e6-8b92-9915c1989cab/OSTACK_IMG_2c0f779a-e2db-49e6-8b92-9915c1989cab.vmdk {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 975.313311] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Downloading stream optimized image 7c372ff5-494e-42a0-abb6-f79af8e38110 to [datastore2] OSTACK_IMG_2c0f779a-e2db-49e6-8b92-9915c1989cab/OSTACK_IMG_2c0f779a-e2db-49e6-8b92-9915c1989cab.vmdk on the data store datastore2 as vApp {{(pid=69411) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 975.313311] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Downloading image file data 7c372ff5-494e-42a0-abb6-f79af8e38110 to the ESX as VM named 'OSTACK_IMG_2c0f779a-e2db-49e6-8b92-9915c1989cab' {{(pid=69411) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 975.328836] env[69411]: DEBUG nova.network.neutron [req-6d996de0-aae1-41ce-bc0a-42816383de56 req-39c04ba5-4516-4908-8109-9636c039d123 service nova] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.394386] env[69411]: DEBUG nova.compute.manager [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.418561] env[69411]: DEBUG oslo_vmware.rw_handles [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 975.418561] env[69411]: value = "resgroup-9" [ 975.418561] env[69411]: _type = "ResourcePool" [ 975.418561] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 975.418561] env[69411]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fb74cd6f-9549-481d-9cdb-fb7d75856026 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.445280] env[69411]: DEBUG oslo_vmware.rw_handles [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lease: (returnval){ [ 975.445280] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5292ff87-4497-46dc-bc5c-1de59136741c" [ 975.445280] env[69411]: _type = "HttpNfcLease" [ 975.445280] env[69411]: } obtained for vApp import into resource pool (val){ [ 975.445280] env[69411]: value = "resgroup-9" [ 975.445280] env[69411]: _type = "ResourcePool" [ 975.445280] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 975.445280] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the lease: (returnval){ [ 975.445280] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5292ff87-4497-46dc-bc5c-1de59136741c" [ 975.445280] env[69411]: _type = "HttpNfcLease" [ 975.445280] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 975.454025] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 975.454025] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5292ff87-4497-46dc-bc5c-1de59136741c" [ 975.454025] env[69411]: _type = "HttpNfcLease" [ 975.454025] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 975.499507] env[69411]: DEBUG nova.scheduler.client.report [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.569086] env[69411]: DEBUG oslo_vmware.api [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Task: {'id': task-3323303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518703} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.569378] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.570733] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.570733] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.570733] env[69411]: INFO nova.compute.manager [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Took 1.65 seconds to destroy the instance on the hypervisor. [ 975.570733] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.570733] env[69411]: DEBUG nova.compute.manager [-] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.570733] env[69411]: DEBUG nova.network.neutron [-] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.697390] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "53b8cf37-a542-453a-ac03-3dab8089c31c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.697788] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "53b8cf37-a542-453a-ac03-3dab8089c31c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.706015] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.804596] env[69411]: DEBUG oslo_concurrency.lockutils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "56f02699-5153-426f-9f37-4d82a2cbcb21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.804596] env[69411]: DEBUG oslo_concurrency.lockutils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "56f02699-5153-426f-9f37-4d82a2cbcb21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.831907] env[69411]: DEBUG oslo_concurrency.lockutils [req-6d996de0-aae1-41ce-bc0a-42816383de56 req-39c04ba5-4516-4908-8109-9636c039d123 service nova] Releasing lock "refresh_cache-54657ddb-ed08-4e68-953f-021f44f9537b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.832249] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Acquired lock "refresh_cache-54657ddb-ed08-4e68-953f-021f44f9537b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.832404] env[69411]: DEBUG nova.network.neutron [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.953230] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 975.953230] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5292ff87-4497-46dc-bc5c-1de59136741c" [ 975.953230] env[69411]: _type = "HttpNfcLease" [ 975.953230] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.006966] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.009086] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.069s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.009370] env[69411]: DEBUG nova.objects.instance [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lazy-loading 'resources' on Instance uuid 9f55ba14-c3fe-45be-900f-19c0be0cf5ac {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.025868] env[69411]: INFO nova.scheduler.client.report [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Deleted allocations for instance eadfa105-5e1c-46c2-aead-d9e9af54b9e0 [ 976.203677] env[69411]: DEBUG nova.compute.manager [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.305152] env[69411]: DEBUG nova.compute.manager [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.365751] env[69411]: DEBUG nova.network.neutron [-] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.376709] env[69411]: DEBUG nova.network.neutron [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.406483] env[69411]: DEBUG nova.compute.manager [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.451845] env[69411]: DEBUG nova.virt.hardware [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:08:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1423093721',id=43,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-547197300',projects=,root_gb=1,rxtx_factor=1.0,swap=1024,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.452099] env[69411]: DEBUG nova.virt.hardware [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.452274] env[69411]: DEBUG nova.virt.hardware [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.452463] env[69411]: DEBUG nova.virt.hardware [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.452606] env[69411]: DEBUG nova.virt.hardware [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.452747] env[69411]: DEBUG nova.virt.hardware [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.452958] env[69411]: DEBUG nova.virt.hardware [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.453112] env[69411]: DEBUG nova.virt.hardware [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.453275] env[69411]: DEBUG nova.virt.hardware [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.453431] env[69411]: DEBUG nova.virt.hardware [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.453606] env[69411]: DEBUG nova.virt.hardware [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.457572] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40da00b-5f77-499c-a310-4d1d6073937a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.467017] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.467017] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5292ff87-4497-46dc-bc5c-1de59136741c" [ 976.467017] env[69411]: _type = "HttpNfcLease" [ 976.467017] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.468560] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5c0072-1c33-4b08-ad17-3c76ed560884 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.535115] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e32b1b2-76e8-4503-b527-e8911af00ae6 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "eadfa105-5e1c-46c2-aead-d9e9af54b9e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.773s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.635423] env[69411]: DEBUG nova.compute.manager [req-3cad8771-e0d1-4aab-963b-2271894222b0 req-ffb16ea0-f01f-42c7-b09b-c07e3f246da1 service nova] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Received event network-vif-deleted-36bcd291-e94c-41c6-b80c-fcc5c1803057 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.651033] env[69411]: DEBUG nova.network.neutron [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Updating instance_info_cache with network_info: [{"id": "88844e53-5ec3-481a-b9e1-afb8e7608394", "address": "fa:16:3e:61:9b:d2", "network": {"id": "89b92ab3-fc73-4581-a760-8f8fc1fd9963", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1904063201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f938243bd0409399eef39ccfb911ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88844e53-5e", "ovs_interfaceid": "88844e53-5ec3-481a-b9e1-afb8e7608394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.724745] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.783120] env[69411]: DEBUG nova.network.neutron [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Successfully updated port: 1487bffe-37d7-4a1e-973a-1c1b7ea8d44c {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.826983] env[69411]: DEBUG oslo_concurrency.lockutils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.869557] env[69411]: INFO nova.compute.manager [-] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Took 1.30 seconds to deallocate network for instance. [ 976.956851] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.956851] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5292ff87-4497-46dc-bc5c-1de59136741c" [ 976.956851] env[69411]: _type = "HttpNfcLease" [ 976.956851] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 977.003239] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1ead3d-dd44-44a7-afae-db0bbbf3e82d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.011777] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa084545-7c3f-46d8-87ab-b83a17481c16 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.044730] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57ec630-f2cc-4a41-9bb2-4b827c1db02b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.052719] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b869c89e-7b30-4bb6-96c6-cf18d52e0548 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.066340] env[69411]: DEBUG nova.compute.provider_tree [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.155918] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Releasing lock "refresh_cache-54657ddb-ed08-4e68-953f-021f44f9537b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.156214] env[69411]: DEBUG nova.compute.manager [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Instance network_info: |[{"id": "88844e53-5ec3-481a-b9e1-afb8e7608394", "address": "fa:16:3e:61:9b:d2", "network": {"id": "89b92ab3-fc73-4581-a760-8f8fc1fd9963", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1904063201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f938243bd0409399eef39ccfb911ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88844e53-5e", "ovs_interfaceid": "88844e53-5ec3-481a-b9e1-afb8e7608394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.156675] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:9b:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88844e53-5ec3-481a-b9e1-afb8e7608394', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.164155] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Creating folder: Project (d3f938243bd0409399eef39ccfb911ed). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.164430] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70dc7aa7-5fc4-4a46-aa9d-cbbe1406b907 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.177275] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Created folder: Project (d3f938243bd0409399eef39ccfb911ed) in parent group-v663248. [ 977.177465] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Creating folder: Instances. Parent ref: group-v663453. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.177704] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-767cad1c-7c5e-4f61-9e52-9ee3d045ec5b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.188237] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Created folder: Instances in parent group-v663453. [ 977.188458] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.188644] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.188843] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dddd7d26-2d74-4ddc-8fa3-20247cbe0801 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.208868] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.208868] env[69411]: value = "task-3323307" [ 977.208868] env[69411]: _type = "Task" [ 977.208868] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.216048] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323307, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.284945] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "refresh_cache-d1770f90-821a-4049-8311-c0e642c3eb83" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.286018] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquired lock "refresh_cache-d1770f90-821a-4049-8311-c0e642c3eb83" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.286018] env[69411]: DEBUG nova.network.neutron [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.297402] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "1603a151-7d9e-4914-89e3-38a1a9819ca2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.297683] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "1603a151-7d9e-4914-89e3-38a1a9819ca2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.297898] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "1603a151-7d9e-4914-89e3-38a1a9819ca2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.298127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "1603a151-7d9e-4914-89e3-38a1a9819ca2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.298301] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "1603a151-7d9e-4914-89e3-38a1a9819ca2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.300420] env[69411]: INFO nova.compute.manager [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Terminating instance [ 977.380997] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.457135] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.457135] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5292ff87-4497-46dc-bc5c-1de59136741c" [ 977.457135] env[69411]: _type = "HttpNfcLease" [ 977.457135] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 977.457382] env[69411]: DEBUG oslo_vmware.rw_handles [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 977.457382] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5292ff87-4497-46dc-bc5c-1de59136741c" [ 977.457382] env[69411]: _type = "HttpNfcLease" [ 977.457382] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 977.458133] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718a5a38-7a12-4997-abde-f46fca023b1f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.466983] env[69411]: DEBUG oslo_vmware.rw_handles [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52000e01-0de7-b47d-687a-b20a55eb213b/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 977.467313] env[69411]: DEBUG oslo_vmware.rw_handles [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52000e01-0de7-b47d-687a-b20a55eb213b/disk-0.vmdk. {{(pid=69411) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 977.535149] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2da9672f-dc5d-4190-b818-e36bc27bcac9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.570060] env[69411]: DEBUG nova.scheduler.client.report [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.723314] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323307, 'name': CreateVM_Task, 'duration_secs': 0.4895} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.724926] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.725633] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.725884] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.726114] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.726394] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-224bdbea-1d89-4b88-ad47-18f015bd51a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.733101] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Waiting for the task: (returnval){ [ 977.733101] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c0671b-218e-1d07-d08a-ebe0a5bbe9d6" [ 977.733101] env[69411]: _type = "Task" [ 977.733101] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.744097] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c0671b-218e-1d07-d08a-ebe0a5bbe9d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.804584] env[69411]: DEBUG nova.compute.manager [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.804828] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.805901] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfadd103-532c-4ca2-bdf3-1626dd0d8735 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.817286] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.819016] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d00392ba-8131-4355-acd8-29a88b61564a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.821470] env[69411]: DEBUG nova.network.neutron [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.832533] env[69411]: DEBUG oslo_vmware.api [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 977.832533] env[69411]: value = "task-3323308" [ 977.832533] env[69411]: _type = "Task" [ 977.832533] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.841892] env[69411]: DEBUG oslo_vmware.api [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.043481] env[69411]: DEBUG nova.network.neutron [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Updating instance_info_cache with network_info: [{"id": "1487bffe-37d7-4a1e-973a-1c1b7ea8d44c", "address": "fa:16:3e:09:fd:9d", "network": {"id": "246fdaea-85fa-4698-a029-37be0568850a", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-708409175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efbda5135eca4356909ff55befbf32ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1487bffe-37", "ovs_interfaceid": "1487bffe-37d7-4a1e-973a-1c1b7ea8d44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.076788] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.083695] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.941s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.083695] env[69411]: DEBUG nova.objects.instance [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lazy-loading 'resources' on Instance uuid 9ce9578d-68d8-4e74-ae85-0962712c5088 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.109831] env[69411]: INFO nova.scheduler.client.report [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Deleted allocations for instance 9f55ba14-c3fe-45be-900f-19c0be0cf5ac [ 978.246479] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c0671b-218e-1d07-d08a-ebe0a5bbe9d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011693} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.246479] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.246479] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.246479] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.246616] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.246737] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.247736] env[69411]: DEBUG oslo_vmware.rw_handles [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Completed reading data from the image iterator. {{(pid=69411) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 978.247903] env[69411]: DEBUG oslo_vmware.rw_handles [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52000e01-0de7-b47d-687a-b20a55eb213b/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 978.248135] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4afe65e0-28e9-4bef-9229-3207d1a07a9b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.250621] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119196d4-f1a9-4ba9-8436-2810a84532a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.257588] env[69411]: DEBUG oslo_vmware.rw_handles [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52000e01-0de7-b47d-687a-b20a55eb213b/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 978.257778] env[69411]: DEBUG oslo_vmware.rw_handles [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52000e01-0de7-b47d-687a-b20a55eb213b/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 978.258022] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-349f40ba-4eb5-4df9-aa7b-618369ebb2cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.260845] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.261021] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.261752] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be42818-558a-463b-bbd6-dbf36bf49cc0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.267333] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Waiting for the task: (returnval){ [ 978.267333] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524804a2-8a4f-b2cd-a22d-f2348d7791f3" [ 978.267333] env[69411]: _type = "Task" [ 978.267333] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.276139] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524804a2-8a4f-b2cd-a22d-f2348d7791f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.343142] env[69411]: DEBUG oslo_vmware.api [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323308, 'name': PowerOffVM_Task, 'duration_secs': 0.227873} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.343425] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.343603] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.343849] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3ad219d-8645-41d3-85b9-1d25fe307b9d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.410965] env[69411]: DEBUG oslo_vmware.rw_handles [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52000e01-0de7-b47d-687a-b20a55eb213b/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 978.410965] env[69411]: INFO nova.virt.vmwareapi.images [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Downloaded image file data 7c372ff5-494e-42a0-abb6-f79af8e38110 [ 978.411903] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca73021-beda-4417-a528-31012093c063 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.443899] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa7b2109-92e5-4607-96bb-d0cc61a36a20 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.446602] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.446979] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.447310] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Deleting the datastore file [datastore2] 1603a151-7d9e-4914-89e3-38a1a9819ca2 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.447703] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e49064f-44c4-414d-ac92-c269f9941cff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.456453] env[69411]: DEBUG oslo_vmware.api [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for the task: (returnval){ [ 978.456453] env[69411]: value = "task-3323311" [ 978.456453] env[69411]: _type = "Task" [ 978.456453] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.468799] env[69411]: DEBUG oslo_vmware.api [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.474420] env[69411]: INFO nova.virt.vmwareapi.images [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] The imported VM was unregistered [ 978.478045] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Caching image {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 978.478412] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7c372ff5-494e-42a0-abb6-f79af8e38110 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.478791] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f4ab498-839f-4c3f-9da2-70dd9b1ce49a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.490646] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Created directory with path [datastore2] devstack-image-cache_base/7c372ff5-494e-42a0-abb6-f79af8e38110 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.490983] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2c0f779a-e2db-49e6-8b92-9915c1989cab/OSTACK_IMG_2c0f779a-e2db-49e6-8b92-9915c1989cab.vmdk to [datastore2] devstack-image-cache_base/7c372ff5-494e-42a0-abb6-f79af8e38110/7c372ff5-494e-42a0-abb6-f79af8e38110.vmdk. {{(pid=69411) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 978.491371] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5fe5cb97-a571-4af7-9376-9e7152e0393f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.500719] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 978.500719] env[69411]: value = "task-3323312" [ 978.500719] env[69411]: _type = "Task" [ 978.500719] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.513321] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323312, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.547967] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Releasing lock "refresh_cache-d1770f90-821a-4049-8311-c0e642c3eb83" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.548490] env[69411]: DEBUG nova.compute.manager [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Instance network_info: |[{"id": "1487bffe-37d7-4a1e-973a-1c1b7ea8d44c", "address": "fa:16:3e:09:fd:9d", "network": {"id": "246fdaea-85fa-4698-a029-37be0568850a", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-708409175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efbda5135eca4356909ff55befbf32ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1487bffe-37", "ovs_interfaceid": "1487bffe-37d7-4a1e-973a-1c1b7ea8d44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.549044] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:fd:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1487bffe-37d7-4a1e-973a-1c1b7ea8d44c', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.557713] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.557955] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.558322] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb4d8d15-a7c9-4761-9309-6acbe194782a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.582962] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.582962] env[69411]: value = "task-3323313" [ 978.582962] env[69411]: _type = "Task" [ 978.582962] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.595933] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323313, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.620138] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1ff9ac8-2f57-4f43-aaf0-c3dad1b4115e tempest-VolumesAdminNegativeTest-250702819 tempest-VolumesAdminNegativeTest-250702819-project-member] Lock "9f55ba14-c3fe-45be-900f-19c0be0cf5ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.976s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.711214] env[69411]: DEBUG nova.compute.manager [req-2ef6e1fb-c518-40a8-9f1d-c07d897f5415 req-9d8cdc77-163c-4c21-ac64-5a3923e0bedf service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Received event network-vif-plugged-1487bffe-37d7-4a1e-973a-1c1b7ea8d44c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.711717] env[69411]: DEBUG oslo_concurrency.lockutils [req-2ef6e1fb-c518-40a8-9f1d-c07d897f5415 req-9d8cdc77-163c-4c21-ac64-5a3923e0bedf service nova] Acquiring lock "d1770f90-821a-4049-8311-c0e642c3eb83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.712167] env[69411]: DEBUG oslo_concurrency.lockutils [req-2ef6e1fb-c518-40a8-9f1d-c07d897f5415 req-9d8cdc77-163c-4c21-ac64-5a3923e0bedf service nova] Lock "d1770f90-821a-4049-8311-c0e642c3eb83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.712470] env[69411]: DEBUG oslo_concurrency.lockutils [req-2ef6e1fb-c518-40a8-9f1d-c07d897f5415 req-9d8cdc77-163c-4c21-ac64-5a3923e0bedf service nova] Lock "d1770f90-821a-4049-8311-c0e642c3eb83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.712780] env[69411]: DEBUG nova.compute.manager [req-2ef6e1fb-c518-40a8-9f1d-c07d897f5415 req-9d8cdc77-163c-4c21-ac64-5a3923e0bedf service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] No waiting events found dispatching network-vif-plugged-1487bffe-37d7-4a1e-973a-1c1b7ea8d44c {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.713091] env[69411]: WARNING nova.compute.manager [req-2ef6e1fb-c518-40a8-9f1d-c07d897f5415 req-9d8cdc77-163c-4c21-ac64-5a3923e0bedf service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Received unexpected event network-vif-plugged-1487bffe-37d7-4a1e-973a-1c1b7ea8d44c for instance with vm_state building and task_state spawning. [ 978.713385] env[69411]: DEBUG nova.compute.manager [req-2ef6e1fb-c518-40a8-9f1d-c07d897f5415 req-9d8cdc77-163c-4c21-ac64-5a3923e0bedf service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Received event network-changed-1487bffe-37d7-4a1e-973a-1c1b7ea8d44c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.713698] env[69411]: DEBUG nova.compute.manager [req-2ef6e1fb-c518-40a8-9f1d-c07d897f5415 req-9d8cdc77-163c-4c21-ac64-5a3923e0bedf service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Refreshing instance network info cache due to event network-changed-1487bffe-37d7-4a1e-973a-1c1b7ea8d44c. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.714048] env[69411]: DEBUG oslo_concurrency.lockutils [req-2ef6e1fb-c518-40a8-9f1d-c07d897f5415 req-9d8cdc77-163c-4c21-ac64-5a3923e0bedf service nova] Acquiring lock "refresh_cache-d1770f90-821a-4049-8311-c0e642c3eb83" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.714308] env[69411]: DEBUG oslo_concurrency.lockutils [req-2ef6e1fb-c518-40a8-9f1d-c07d897f5415 req-9d8cdc77-163c-4c21-ac64-5a3923e0bedf service nova] Acquired lock "refresh_cache-d1770f90-821a-4049-8311-c0e642c3eb83" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.714595] env[69411]: DEBUG nova.network.neutron [req-2ef6e1fb-c518-40a8-9f1d-c07d897f5415 req-9d8cdc77-163c-4c21-ac64-5a3923e0bedf service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Refreshing network info cache for port 1487bffe-37d7-4a1e-973a-1c1b7ea8d44c {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.778687] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524804a2-8a4f-b2cd-a22d-f2348d7791f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012393} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.782680] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d868cc13-7444-496f-896a-b80b19338e73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.790028] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Waiting for the task: (returnval){ [ 978.790028] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d846a8-f726-3dc6-f6a1-76c59e10a84b" [ 978.790028] env[69411]: _type = "Task" [ 978.790028] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.800932] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d846a8-f726-3dc6-f6a1-76c59e10a84b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.969606] env[69411]: DEBUG oslo_vmware.api [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Task: {'id': task-3323311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158654} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.969606] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.970090] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.970090] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.970180] env[69411]: INFO nova.compute.manager [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 978.970464] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.973424] env[69411]: DEBUG nova.compute.manager [-] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.973595] env[69411]: DEBUG nova.network.neutron [-] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.012779] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323312, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.089126] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ff5764-b70f-4220-8f57-d0a98386a689 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.100182] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323313, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.103237] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7333c72c-3741-48ae-a93d-8579399e751f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.142810] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c517a250-8de8-4ea7-af87-bb20a481ad7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.152428] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff19244-7508-465a-8d75-55c6aebfa1ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.168696] env[69411]: DEBUG nova.compute.provider_tree [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.312326] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d846a8-f726-3dc6-f6a1-76c59e10a84b, 'name': SearchDatastore_Task, 'duration_secs': 0.076181} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.314018] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.314018] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 54657ddb-ed08-4e68-953f-021f44f9537b/54657ddb-ed08-4e68-953f-021f44f9537b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.314018] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-136c974e-7201-4aed-b537-c8d1be279847 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.327056] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Waiting for the task: (returnval){ [ 979.327056] env[69411]: value = "task-3323314" [ 979.327056] env[69411]: _type = "Task" [ 979.327056] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.341227] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.514070] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323312, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.553606] env[69411]: DEBUG nova.network.neutron [req-2ef6e1fb-c518-40a8-9f1d-c07d897f5415 req-9d8cdc77-163c-4c21-ac64-5a3923e0bedf service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Updated VIF entry in instance network info cache for port 1487bffe-37d7-4a1e-973a-1c1b7ea8d44c. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.553997] env[69411]: DEBUG nova.network.neutron [req-2ef6e1fb-c518-40a8-9f1d-c07d897f5415 req-9d8cdc77-163c-4c21-ac64-5a3923e0bedf service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Updating instance_info_cache with network_info: [{"id": "1487bffe-37d7-4a1e-973a-1c1b7ea8d44c", "address": "fa:16:3e:09:fd:9d", "network": {"id": "246fdaea-85fa-4698-a029-37be0568850a", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-708409175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efbda5135eca4356909ff55befbf32ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1487bffe-37", "ovs_interfaceid": "1487bffe-37d7-4a1e-973a-1c1b7ea8d44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.594484] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323313, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.672604] env[69411]: DEBUG nova.scheduler.client.report [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.827543] env[69411]: DEBUG nova.network.neutron [-] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.840731] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.014579] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323312, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.057410] env[69411]: DEBUG oslo_concurrency.lockutils [req-2ef6e1fb-c518-40a8-9f1d-c07d897f5415 req-9d8cdc77-163c-4c21-ac64-5a3923e0bedf service nova] Releasing lock "refresh_cache-d1770f90-821a-4049-8311-c0e642c3eb83" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.095636] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323313, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.178517] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.181210] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.073s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.186022] env[69411]: INFO nova.compute.claims [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.206175] env[69411]: INFO nova.scheduler.client.report [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Deleted allocations for instance 9ce9578d-68d8-4e74-ae85-0962712c5088 [ 980.335664] env[69411]: INFO nova.compute.manager [-] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Took 1.36 seconds to deallocate network for instance. [ 980.345967] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.517622] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323312, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.599050] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323313, 'name': CreateVM_Task, 'duration_secs': 1.746533} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.599050] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.599050] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.599050] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.599050] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.599050] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afd16221-7b6e-4069-9bbd-e70379795f05 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.605038] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 980.605038] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52de6781-7fb2-6bb5-fd4f-674bcc4461cf" [ 980.605038] env[69411]: _type = "Task" [ 980.605038] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.616878] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52de6781-7fb2-6bb5-fd4f-674bcc4461cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.718058] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c4b1d2d4-d4c0-49c3-9225-9e6e7ce122a1 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "9ce9578d-68d8-4e74-ae85-0962712c5088" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.186s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.743369] env[69411]: DEBUG nova.compute.manager [req-86d73c24-35d1-403b-8183-758508cfb7ea req-529c9ae8-d323-43a2-adef-32a0dd5565eb service nova] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Received event network-vif-deleted-903e63a9-dfdb-4017-bb9e-b2374bec8791 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.844253] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323314, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.848388] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.017231] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323312, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.118352] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52de6781-7fb2-6bb5-fd4f-674bcc4461cf, 'name': SearchDatastore_Task, 'duration_secs': 0.079199} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.118738] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.118950] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.119257] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.119344] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.119593] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.119896] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afcec5f1-49a4-4ac4-bbfb-d283975c6a27 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.133411] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.133615] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.134385] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc089639-7735-463d-a00d-d036a9ea5739 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.142061] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 981.142061] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52597288-9fe2-723a-8d89-f283f415f055" [ 981.142061] env[69411]: _type = "Task" [ 981.142061] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.157455] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52597288-9fe2-723a-8d89-f283f415f055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.365058] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323314, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.995065} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.365456] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 54657ddb-ed08-4e68-953f-021f44f9537b/54657ddb-ed08-4e68-953f-021f44f9537b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.365811] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.366225] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d442a70-3648-48e1-99b4-2eeeb322b476 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.379275] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Waiting for the task: (returnval){ [ 981.379275] env[69411]: value = "task-3323315" [ 981.379275] env[69411]: _type = "Task" [ 981.379275] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.389860] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.455912] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "37caffdb-52fd-40dc-9de9-2bd7930c4903" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.456212] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "37caffdb-52fd-40dc-9de9-2bd7930c4903" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.456422] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "37caffdb-52fd-40dc-9de9-2bd7930c4903-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.456604] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "37caffdb-52fd-40dc-9de9-2bd7930c4903-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.456774] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "37caffdb-52fd-40dc-9de9-2bd7930c4903-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.462439] env[69411]: INFO nova.compute.manager [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Terminating instance [ 981.516593] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323312, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.687689} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.516955] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2c0f779a-e2db-49e6-8b92-9915c1989cab/OSTACK_IMG_2c0f779a-e2db-49e6-8b92-9915c1989cab.vmdk to [datastore2] devstack-image-cache_base/7c372ff5-494e-42a0-abb6-f79af8e38110/7c372ff5-494e-42a0-abb6-f79af8e38110.vmdk. [ 981.517218] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Cleaning up location [datastore2] OSTACK_IMG_2c0f779a-e2db-49e6-8b92-9915c1989cab {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 981.517468] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2c0f779a-e2db-49e6-8b92-9915c1989cab {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.517770] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ed4e618-76d7-4b80-b655-9ea508a0dbc1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.528107] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 981.528107] env[69411]: value = "task-3323316" [ 981.528107] env[69411]: _type = "Task" [ 981.528107] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.535562] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.657299] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52597288-9fe2-723a-8d89-f283f415f055, 'name': SearchDatastore_Task, 'duration_secs': 0.05913} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.658109] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6709b8-c9fa-442c-9fe5-ce80803d9942 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.668716] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 981.668716] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fc4fa4-13a4-8d15-ed54-bd5d74d47e19" [ 981.668716] env[69411]: _type = "Task" [ 981.668716] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.677700] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fc4fa4-13a4-8d15-ed54-bd5d74d47e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.706521] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc92ec4-34c5-4878-b8af-4277baa0f8d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.714843] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e4d612-5920-4dda-8b9c-8aa28d674100 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.749696] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd69e550-0552-4dba-83c0-be5a26a55747 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.757845] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa2a9f4-cfca-4350-9c87-132c3fc70318 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.774623] env[69411]: DEBUG nova.compute.provider_tree [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.890252] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071973} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.890540] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.891425] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a514eb33-edfe-4c8b-be49-ef31cc52d141 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.915359] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 54657ddb-ed08-4e68-953f-021f44f9537b/54657ddb-ed08-4e68-953f-021f44f9537b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.916371] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c99b098b-8d23-43a2-a378-7e496e2d9b83 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.937734] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Waiting for the task: (returnval){ [ 981.937734] env[69411]: value = "task-3323317" [ 981.937734] env[69411]: _type = "Task" [ 981.937734] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.946863] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.973108] env[69411]: DEBUG nova.compute.manager [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.973492] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.974840] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef153378-6fe8-4800-aed3-767e167a9ec4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.985264] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.985532] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1caa0b5e-914d-47dd-aedd-0ed4ca04f2eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.992860] env[69411]: DEBUG oslo_vmware.api [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 981.992860] env[69411]: value = "task-3323318" [ 981.992860] env[69411]: _type = "Task" [ 981.992860] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.001936] env[69411]: DEBUG oslo_vmware.api [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.038366] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108388} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.038650] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.038823] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c372ff5-494e-42a0-abb6-f79af8e38110/7c372ff5-494e-42a0-abb6-f79af8e38110.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.039214] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c372ff5-494e-42a0-abb6-f79af8e38110/7c372ff5-494e-42a0-abb6-f79af8e38110.vmdk to [datastore2] 6ebc7666-bdda-429e-b8e9-32d9b444d9b1/6ebc7666-bdda-429e-b8e9-32d9b444d9b1.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.039499] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8e3fc2c-9c4f-4aaa-bdef-3303eb7bd8a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.046792] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 982.046792] env[69411]: value = "task-3323319" [ 982.046792] env[69411]: _type = "Task" [ 982.046792] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.056288] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.183352] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fc4fa4-13a4-8d15-ed54-bd5d74d47e19, 'name': SearchDatastore_Task, 'duration_secs': 0.062592} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.183682] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.183954] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] d1770f90-821a-4049-8311-c0e642c3eb83/d1770f90-821a-4049-8311-c0e642c3eb83.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.184239] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc576a9d-891b-4be3-8eb4-5de712c645a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.193030] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 982.193030] env[69411]: value = "task-3323320" [ 982.193030] env[69411]: _type = "Task" [ 982.193030] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.203490] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.278709] env[69411]: DEBUG nova.scheduler.client.report [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.454684] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.505944] env[69411]: DEBUG oslo_vmware.api [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323318, 'name': PowerOffVM_Task, 'duration_secs': 0.507821} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.506281] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.506426] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.506729] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2061409a-2a07-4421-8744-31caccda2b81 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.558833] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323319, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.704906] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.755382] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.755661] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.755820] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Deleting the datastore file [datastore2] 37caffdb-52fd-40dc-9de9-2bd7930c4903 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.756746] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f79e8632-f9ca-4fb7-8713-27465ca28091 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.766697] env[69411]: DEBUG oslo_vmware.api [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for the task: (returnval){ [ 982.766697] env[69411]: value = "task-3323322" [ 982.766697] env[69411]: _type = "Task" [ 982.766697] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.779792] env[69411]: DEBUG oslo_vmware.api [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.784892] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.785632] env[69411]: DEBUG nova.compute.manager [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.789630] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.306s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.789954] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.792618] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.419s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.794188] env[69411]: INFO nova.compute.claims [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.839025] env[69411]: INFO nova.scheduler.client.report [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Deleted allocations for instance f2e014b2-5984-40c5-b2b7-c52f03b08536 [ 982.951845] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323317, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.059662] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323319, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.204344] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.278646] env[69411]: DEBUG oslo_vmware.api [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.300533] env[69411]: DEBUG nova.compute.utils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.304406] env[69411]: DEBUG nova.compute.manager [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.304589] env[69411]: DEBUG nova.network.neutron [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.346674] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec27bdaa-8fee-492a-9fa2-b5a91fe4deeb tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "f2e014b2-5984-40c5-b2b7-c52f03b08536" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.440s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.355932] env[69411]: DEBUG nova.policy [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '227d4abec3514e4e93513126750b71dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'def38437d80943149ecb0fe00d2d8a66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.452747] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323317, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.559888] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323319, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.712110] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323320, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.784360] env[69411]: DEBUG oslo_vmware.api [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.807636] env[69411]: DEBUG nova.compute.manager [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.890674] env[69411]: DEBUG nova.network.neutron [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Successfully created port: 6bcbc6d3-dc9e-41f6-8849-18f9136b43ac {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.954438] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323317, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.064976] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323319, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.211566] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323320, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.287083] env[69411]: DEBUG oslo_vmware.api [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.356447] env[69411]: DEBUG nova.network.neutron [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Successfully created port: 71af199b-3941-4c1b-b044-783b19e60634 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.370153] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37212fb9-81f9-488a-b0fb-f5b170e319e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.380279] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0938a8-4f25-4d76-830f-106ca05ad7da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.418243] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d1719-8b01-4aef-b38f-8ee9d4e69af2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.428855] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e266b4-9e67-4038-888b-b319692bde93 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.448960] env[69411]: DEBUG nova.compute.provider_tree [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.462356] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323317, 'name': ReconfigVM_Task, 'duration_secs': 2.061542} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.462666] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 54657ddb-ed08-4e68-953f-021f44f9537b/54657ddb-ed08-4e68-953f-021f44f9537b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.464068] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8f73204-23d5-4be7-88db-ed1e53571955 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.473085] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Waiting for the task: (returnval){ [ 984.473085] env[69411]: value = "task-3323323" [ 984.473085] env[69411]: _type = "Task" [ 984.473085] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.485620] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323323, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.561924] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323319, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.711868] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323320, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.505474} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.711868] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] d1770f90-821a-4049-8311-c0e642c3eb83/d1770f90-821a-4049-8311-c0e642c3eb83.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.712040] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.712734] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4516478-200c-416f-b01c-3a934777af52 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.721580] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 984.721580] env[69411]: value = "task-3323324" [ 984.721580] env[69411]: _type = "Task" [ 984.721580] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.732238] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.789138] env[69411]: DEBUG oslo_vmware.api [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Task: {'id': task-3323322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.005236} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.789385] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.789420] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.789661] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.789810] env[69411]: INFO nova.compute.manager [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Took 2.82 seconds to destroy the instance on the hypervisor. [ 984.790095] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.792943] env[69411]: DEBUG nova.compute.manager [-] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.793016] env[69411]: DEBUG nova.network.neutron [-] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.805672] env[69411]: DEBUG nova.network.neutron [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Successfully created port: 813b07da-41b6-437d-b7d5-5b955893b783 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.820846] env[69411]: DEBUG nova.compute.manager [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.858492] env[69411]: DEBUG nova.virt.hardware [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.858749] env[69411]: DEBUG nova.virt.hardware [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.858906] env[69411]: DEBUG nova.virt.hardware [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.862887] env[69411]: DEBUG nova.virt.hardware [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.863088] env[69411]: DEBUG nova.virt.hardware [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.863255] env[69411]: DEBUG nova.virt.hardware [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.863482] env[69411]: DEBUG nova.virt.hardware [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.863645] env[69411]: DEBUG nova.virt.hardware [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.863816] env[69411]: DEBUG nova.virt.hardware [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.863976] env[69411]: DEBUG nova.virt.hardware [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.868022] env[69411]: DEBUG nova.virt.hardware [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.868022] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb64371-0709-4451-8c47-4a199fce7771 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.876094] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7186bf35-624b-4cad-8f6a-2b736acd1a9b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.957334] env[69411]: DEBUG nova.scheduler.client.report [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.990912] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323323, 'name': Rename_Task, 'duration_secs': 0.308255} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.991491] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.992013] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d607dc5-441f-40d3-aeac-1878e0632d6b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.000762] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Waiting for the task: (returnval){ [ 985.000762] env[69411]: value = "task-3323325" [ 985.000762] env[69411]: _type = "Task" [ 985.000762] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.011036] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.067574] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323319, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.655314} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.067574] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c372ff5-494e-42a0-abb6-f79af8e38110/7c372ff5-494e-42a0-abb6-f79af8e38110.vmdk to [datastore2] 6ebc7666-bdda-429e-b8e9-32d9b444d9b1/6ebc7666-bdda-429e-b8e9-32d9b444d9b1.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.071698] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b277ed2-1bbb-4b48-bec0-845276f9388c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.099305] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 6ebc7666-bdda-429e-b8e9-32d9b444d9b1/6ebc7666-bdda-429e-b8e9-32d9b444d9b1.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.099748] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8985bfb-24a7-46a9-b89c-c8d098ae4aa3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.124572] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 985.124572] env[69411]: value = "task-3323326" [ 985.124572] env[69411]: _type = "Task" [ 985.124572] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.138539] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.232434] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268217} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.236058] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.236058] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d4dbb3-8c92-4abb-bdc0-0831f2440a1a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.259990] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] d1770f90-821a-4049-8311-c0e642c3eb83/d1770f90-821a-4049-8311-c0e642c3eb83.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.260511] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e380141c-d686-4cce-8f49-f8870206f0f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.286770] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 985.286770] env[69411]: value = "task-3323327" [ 985.286770] env[69411]: _type = "Task" [ 985.286770] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.297753] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.298169] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.298494] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.298783] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.299224] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.301664] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.304415] env[69411]: INFO nova.compute.manager [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Terminating instance [ 985.463634] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.464359] env[69411]: DEBUG nova.compute.manager [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.467295] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.123s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.469072] env[69411]: INFO nova.compute.claims [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.515031] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323325, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.611379] env[69411]: DEBUG nova.compute.manager [req-58505421-203e-479c-ac31-162e5f35bf62 req-60c8faa8-cc44-4bfa-8aaf-22e2aa9023cb service nova] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Received event network-vif-deleted-9640d417-a4cb-4843-87be-66de4f76307c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.611683] env[69411]: INFO nova.compute.manager [req-58505421-203e-479c-ac31-162e5f35bf62 req-60c8faa8-cc44-4bfa-8aaf-22e2aa9023cb service nova] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Neutron deleted interface 9640d417-a4cb-4843-87be-66de4f76307c; detaching it from the instance and deleting it from the info cache [ 985.611979] env[69411]: DEBUG nova.network.neutron [req-58505421-203e-479c-ac31-162e5f35bf62 req-60c8faa8-cc44-4bfa-8aaf-22e2aa9023cb service nova] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.636207] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323326, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.798989] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323327, 'name': ReconfigVM_Task, 'duration_secs': 0.41404} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.799302] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Reconfigured VM instance instance-0000004c to attach disk [datastore2] d1770f90-821a-4049-8311-c0e642c3eb83/d1770f90-821a-4049-8311-c0e642c3eb83.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.799584] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69411) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 985.800163] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-78e2a29e-6c6e-4e34-ad79-b7c6dabbb98c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.807903] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 985.807903] env[69411]: value = "task-3323328" [ 985.807903] env[69411]: _type = "Task" [ 985.807903] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.808615] env[69411]: DEBUG nova.compute.manager [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.809518] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.813131] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a52ac0-7f32-43b1-b79d-c306d5de0105 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.821618] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323328, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.824272] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.824272] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07587366-5db1-4977-b205-725ba1a87905 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.832238] env[69411]: DEBUG oslo_vmware.api [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 985.832238] env[69411]: value = "task-3323329" [ 985.832238] env[69411]: _type = "Task" [ 985.832238] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.841580] env[69411]: DEBUG oslo_vmware.api [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.979512] env[69411]: DEBUG nova.compute.utils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.980748] env[69411]: DEBUG nova.network.neutron [-] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.981875] env[69411]: DEBUG nova.compute.manager [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.982081] env[69411]: DEBUG nova.network.neutron [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.998491] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquiring lock "b7953ab1-d5f6-4a94-801c-1e1f47812e6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.998725] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Lock "b7953ab1-d5f6-4a94-801c-1e1f47812e6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.011044] env[69411]: DEBUG oslo_vmware.api [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323325, 'name': PowerOnVM_Task, 'duration_secs': 0.534733} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.011294] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.011494] env[69411]: INFO nova.compute.manager [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Took 12.72 seconds to spawn the instance on the hypervisor. [ 986.011670] env[69411]: DEBUG nova.compute.manager [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.012454] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e9e346-2dc3-44aa-9fec-113c2c9252fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.023260] env[69411]: DEBUG nova.policy [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e99fc3def5a491384973f891daaf7aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02e4a104f8e94ff0bec1198eafcafbbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.118030] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24cd35a0-e7a0-4df5-907d-916790b8e2d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.125990] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f662647d-c0f0-42c2-9152-837874a87778 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.147899] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323326, 'name': ReconfigVM_Task, 'duration_secs': 0.55352} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.149489] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 6ebc7666-bdda-429e-b8e9-32d9b444d9b1/6ebc7666-bdda-429e-b8e9-32d9b444d9b1.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.150306] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5891bc91-915f-42be-b1a4-9bcc1f0e908b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.167865] env[69411]: DEBUG nova.compute.manager [req-58505421-203e-479c-ac31-162e5f35bf62 req-60c8faa8-cc44-4bfa-8aaf-22e2aa9023cb service nova] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Detach interface failed, port_id=9640d417-a4cb-4843-87be-66de4f76307c, reason: Instance 37caffdb-52fd-40dc-9de9-2bd7930c4903 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 986.170568] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 986.170568] env[69411]: value = "task-3323330" [ 986.170568] env[69411]: _type = "Task" [ 986.170568] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.179615] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323330, 'name': Rename_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.323013] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323328, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.061697} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.323336] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69411) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 986.324080] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7406c3ea-8e1a-4104-82e4-1b9eb70241ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.350721] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] d1770f90-821a-4049-8311-c0e642c3eb83/swap.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.354197] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d25e5e9d-0c46-4b9a-b812-bcf998a0d643 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.374072] env[69411]: DEBUG oslo_vmware.api [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323329, 'name': PowerOffVM_Task, 'duration_secs': 0.445448} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.375459] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.375648] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.376085] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 986.376085] env[69411]: value = "task-3323331" [ 986.376085] env[69411]: _type = "Task" [ 986.376085] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.376304] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-946eb169-7933-4719-a8d8-d53c3375d891 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.389436] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.433332] env[69411]: DEBUG nova.network.neutron [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Successfully created port: 853b6e85-f2af-4ffb-b913-20afe3214e64 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.462943] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.463145] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.463229] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Deleting the datastore file [datastore1] e1dd4dda-25fc-4422-bccc-4e4cf4e30bce {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.463508] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36c4821f-67ff-4352-8e8d-a0879b8059f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.470840] env[69411]: DEBUG oslo_vmware.api [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for the task: (returnval){ [ 986.470840] env[69411]: value = "task-3323333" [ 986.470840] env[69411]: _type = "Task" [ 986.470840] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.479368] env[69411]: DEBUG oslo_vmware.api [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.485923] env[69411]: INFO nova.compute.manager [-] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Took 1.69 seconds to deallocate network for instance. [ 986.486419] env[69411]: DEBUG nova.compute.manager [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.529261] env[69411]: INFO nova.compute.manager [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Took 46.43 seconds to build instance. [ 986.691688] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323330, 'name': Rename_Task, 'duration_secs': 0.161554} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.696067] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.696590] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccdc86c3-5d6e-47e4-b01e-ee6f4d4cec50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.705584] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 986.705584] env[69411]: value = "task-3323334" [ 986.705584] env[69411]: _type = "Task" [ 986.705584] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.722325] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.888414] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323331, 'name': ReconfigVM_Task, 'duration_secs': 0.37089} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.888414] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Reconfigured VM instance instance-0000004c to attach disk [datastore2] d1770f90-821a-4049-8311-c0e642c3eb83/swap.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.888414] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9059ed48-c2ea-42c3-87ad-56b3abdafdf0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.898546] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 986.898546] env[69411]: value = "task-3323335" [ 986.898546] env[69411]: _type = "Task" [ 986.898546] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.911146] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323335, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.983966] env[69411]: DEBUG oslo_vmware.api [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Task: {'id': task-3323333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172034} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.984356] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.984648] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.984851] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.985073] env[69411]: INFO nova.compute.manager [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Took 1.18 seconds to destroy the instance on the hypervisor. [ 986.985358] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.985674] env[69411]: DEBUG nova.compute.manager [-] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.985674] env[69411]: DEBUG nova.network.neutron [-] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.990019] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8f187d-c697-4fb5-b421-140710ab1a24 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.999508] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.003145] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267e5d67-aef5-4339-844d-abbaf34a9092 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.041316] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06a39540-57e4-49c6-a6f6-49edf8a2c6f2 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Lock "54657ddb-ed08-4e68-953f-021f44f9537b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.592s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.047733] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7da734-aba0-44f1-b381-e5a9071fcd57 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.057563] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85834f41-a23c-4953-9807-5ddb8238996b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.074282] env[69411]: DEBUG nova.compute.provider_tree [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.109663] env[69411]: DEBUG nova.network.neutron [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Successfully updated port: 6bcbc6d3-dc9e-41f6-8849-18f9136b43ac {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.218716] env[69411]: DEBUG oslo_vmware.api [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323334, 'name': PowerOnVM_Task, 'duration_secs': 0.497008} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.218716] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.218716] env[69411]: INFO nova.compute.manager [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Took 16.59 seconds to spawn the instance on the hypervisor. [ 987.218716] env[69411]: DEBUG nova.compute.manager [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.219602] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb51912-dbe7-4923-97ef-dc50a0321009 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.411885] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323335, 'name': Rename_Task, 'duration_secs': 0.197502} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.412995] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.412995] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf8ca9b9-f74c-4909-b6a3-efeebd123165 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.421434] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 987.421434] env[69411]: value = "task-3323336" [ 987.421434] env[69411]: _type = "Task" [ 987.421434] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.430530] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.466471] env[69411]: DEBUG nova.compute.manager [req-4a2a452b-8cb1-4ef6-8ef9-3c93c5787cb9 req-80e4d5e1-90f5-43eb-a8f9-dbe6d941bd27 service nova] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Received event network-vif-deleted-4f50fc5f-ccef-41af-bc05-cfab55ae51b3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.466656] env[69411]: INFO nova.compute.manager [req-4a2a452b-8cb1-4ef6-8ef9-3c93c5787cb9 req-80e4d5e1-90f5-43eb-a8f9-dbe6d941bd27 service nova] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Neutron deleted interface 4f50fc5f-ccef-41af-bc05-cfab55ae51b3; detaching it from the instance and deleting it from the info cache [ 987.466824] env[69411]: DEBUG nova.network.neutron [req-4a2a452b-8cb1-4ef6-8ef9-3c93c5787cb9 req-80e4d5e1-90f5-43eb-a8f9-dbe6d941bd27 service nova] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.498777] env[69411]: DEBUG nova.compute.manager [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.526335] env[69411]: DEBUG nova.virt.hardware [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.527045] env[69411]: DEBUG nova.virt.hardware [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.527045] env[69411]: DEBUG nova.virt.hardware [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.527045] env[69411]: DEBUG nova.virt.hardware [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.527211] env[69411]: DEBUG nova.virt.hardware [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.527389] env[69411]: DEBUG nova.virt.hardware [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.527610] env[69411]: DEBUG nova.virt.hardware [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.527831] env[69411]: DEBUG nova.virt.hardware [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.528089] env[69411]: DEBUG nova.virt.hardware [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.528309] env[69411]: DEBUG nova.virt.hardware [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.528553] env[69411]: DEBUG nova.virt.hardware [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.529402] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ef17ab-4176-4f4a-88cb-205e0a252226 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.538623] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67d63fa-225f-42ab-bf28-134d283be409 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.553145] env[69411]: DEBUG nova.compute.manager [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.578032] env[69411]: DEBUG nova.scheduler.client.report [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.643083] env[69411]: DEBUG nova.compute.manager [req-ffaaf94f-eb74-4567-8354-ea23909b322f req-6a3e36be-ebc5-4690-a16b-dca3abc4c3f9 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Received event network-vif-plugged-6bcbc6d3-dc9e-41f6-8849-18f9136b43ac {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.643083] env[69411]: DEBUG oslo_concurrency.lockutils [req-ffaaf94f-eb74-4567-8354-ea23909b322f req-6a3e36be-ebc5-4690-a16b-dca3abc4c3f9 service nova] Acquiring lock "33841480-43a8-4931-b720-5027352d0c44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.643241] env[69411]: DEBUG oslo_concurrency.lockutils [req-ffaaf94f-eb74-4567-8354-ea23909b322f req-6a3e36be-ebc5-4690-a16b-dca3abc4c3f9 service nova] Lock "33841480-43a8-4931-b720-5027352d0c44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.643370] env[69411]: DEBUG oslo_concurrency.lockutils [req-ffaaf94f-eb74-4567-8354-ea23909b322f req-6a3e36be-ebc5-4690-a16b-dca3abc4c3f9 service nova] Lock "33841480-43a8-4931-b720-5027352d0c44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.643536] env[69411]: DEBUG nova.compute.manager [req-ffaaf94f-eb74-4567-8354-ea23909b322f req-6a3e36be-ebc5-4690-a16b-dca3abc4c3f9 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] No waiting events found dispatching network-vif-plugged-6bcbc6d3-dc9e-41f6-8849-18f9136b43ac {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.643699] env[69411]: WARNING nova.compute.manager [req-ffaaf94f-eb74-4567-8354-ea23909b322f req-6a3e36be-ebc5-4690-a16b-dca3abc4c3f9 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Received unexpected event network-vif-plugged-6bcbc6d3-dc9e-41f6-8849-18f9136b43ac for instance with vm_state building and task_state spawning. [ 987.643873] env[69411]: DEBUG nova.compute.manager [req-ffaaf94f-eb74-4567-8354-ea23909b322f req-6a3e36be-ebc5-4690-a16b-dca3abc4c3f9 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Received event network-changed-6bcbc6d3-dc9e-41f6-8849-18f9136b43ac {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.644054] env[69411]: DEBUG nova.compute.manager [req-ffaaf94f-eb74-4567-8354-ea23909b322f req-6a3e36be-ebc5-4690-a16b-dca3abc4c3f9 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Refreshing instance network info cache due to event network-changed-6bcbc6d3-dc9e-41f6-8849-18f9136b43ac. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.644265] env[69411]: DEBUG oslo_concurrency.lockutils [req-ffaaf94f-eb74-4567-8354-ea23909b322f req-6a3e36be-ebc5-4690-a16b-dca3abc4c3f9 service nova] Acquiring lock "refresh_cache-33841480-43a8-4931-b720-5027352d0c44" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.644367] env[69411]: DEBUG oslo_concurrency.lockutils [req-ffaaf94f-eb74-4567-8354-ea23909b322f req-6a3e36be-ebc5-4690-a16b-dca3abc4c3f9 service nova] Acquired lock "refresh_cache-33841480-43a8-4931-b720-5027352d0c44" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.644518] env[69411]: DEBUG nova.network.neutron [req-ffaaf94f-eb74-4567-8354-ea23909b322f req-6a3e36be-ebc5-4690-a16b-dca3abc4c3f9 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Refreshing network info cache for port 6bcbc6d3-dc9e-41f6-8849-18f9136b43ac {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.662206] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Acquiring lock "54657ddb-ed08-4e68-953f-021f44f9537b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.662455] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Lock "54657ddb-ed08-4e68-953f-021f44f9537b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.662659] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Acquiring lock "54657ddb-ed08-4e68-953f-021f44f9537b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.662840] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Lock "54657ddb-ed08-4e68-953f-021f44f9537b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.663012] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Lock "54657ddb-ed08-4e68-953f-021f44f9537b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.664892] env[69411]: INFO nova.compute.manager [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Terminating instance [ 987.737335] env[69411]: INFO nova.compute.manager [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Took 58.71 seconds to build instance. [ 987.857089] env[69411]: DEBUG nova.network.neutron [-] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.937341] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.970456] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7c7fb18-35d0-4b6b-b05a-94a4c8609d97 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.981765] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e636ae3-9fd1-4711-bfa5-bbe27b6eac86 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.020520] env[69411]: DEBUG nova.compute.manager [req-4a2a452b-8cb1-4ef6-8ef9-3c93c5787cb9 req-80e4d5e1-90f5-43eb-a8f9-dbe6d941bd27 service nova] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Detach interface failed, port_id=4f50fc5f-ccef-41af-bc05-cfab55ae51b3, reason: Instance e1dd4dda-25fc-4422-bccc-4e4cf4e30bce could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 988.078085] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.083595] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.084193] env[69411]: DEBUG nova.compute.manager [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.089067] env[69411]: DEBUG oslo_concurrency.lockutils [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.959s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.089303] env[69411]: DEBUG oslo_concurrency.lockutils [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.091433] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.673s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.091617] env[69411]: DEBUG nova.objects.instance [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 988.120975] env[69411]: INFO nova.scheduler.client.report [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleted allocations for instance 939d7944-3e09-45c9-8201-fd9edcdbca11 [ 988.173192] env[69411]: DEBUG nova.compute.manager [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.173192] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.173192] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ef5138-37c3-421f-ae1e-c97e50fb55c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.185685] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.186508] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93b72731-dfd2-43e4-aab1-7d26487a1433 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.197030] env[69411]: DEBUG oslo_vmware.api [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Waiting for the task: (returnval){ [ 988.197030] env[69411]: value = "task-3323337" [ 988.197030] env[69411]: _type = "Task" [ 988.197030] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.209254] env[69411]: DEBUG oslo_vmware.api [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.224461] env[69411]: DEBUG nova.network.neutron [req-ffaaf94f-eb74-4567-8354-ea23909b322f req-6a3e36be-ebc5-4690-a16b-dca3abc4c3f9 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.239735] env[69411]: DEBUG oslo_concurrency.lockutils [None req-84337ea5-069b-4641-8bfc-460600e1b41f tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "6ebc7666-bdda-429e-b8e9-32d9b444d9b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.109s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.268869] env[69411]: DEBUG nova.network.neutron [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Successfully updated port: 853b6e85-f2af-4ffb-b913-20afe3214e64 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.350534] env[69411]: DEBUG nova.network.neutron [req-ffaaf94f-eb74-4567-8354-ea23909b322f req-6a3e36be-ebc5-4690-a16b-dca3abc4c3f9 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.361036] env[69411]: INFO nova.compute.manager [-] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Took 1.37 seconds to deallocate network for instance. [ 988.435016] env[69411]: DEBUG oslo_vmware.api [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323336, 'name': PowerOnVM_Task, 'duration_secs': 0.895305} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.435375] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.435512] env[69411]: INFO nova.compute.manager [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Took 12.03 seconds to spawn the instance on the hypervisor. [ 988.435732] env[69411]: DEBUG nova.compute.manager [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.436591] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac56b7e-a027-4987-b046-e0f24303bafa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.596139] env[69411]: DEBUG nova.compute.utils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.601410] env[69411]: DEBUG nova.compute.manager [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.602021] env[69411]: DEBUG nova.network.neutron [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.630136] env[69411]: DEBUG oslo_concurrency.lockutils [None req-be72a288-b9be-416c-b530-d4855f021568 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "939d7944-3e09-45c9-8201-fd9edcdbca11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.557s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.675855] env[69411]: DEBUG nova.policy [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ed4a7ae301e4bbbaf3a0e8f7b7a0169', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '596807909b5d49aa8556323935fadcb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.706980] env[69411]: DEBUG oslo_vmware.api [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323337, 'name': PowerOffVM_Task, 'duration_secs': 0.240979} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.707513] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.707719] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.707984] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d94c899-b849-47ca-822d-d24263e4f5a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.771994] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Acquiring lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.772983] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Acquired lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.777055] env[69411]: DEBUG nova.network.neutron [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.807154] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.807384] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.807560] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Deleting the datastore file [datastore2] 54657ddb-ed08-4e68-953f-021f44f9537b {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.807858] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-549db77c-ed28-4238-80c2-ab86963cf7d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.815988] env[69411]: DEBUG oslo_vmware.api [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Waiting for the task: (returnval){ [ 988.815988] env[69411]: value = "task-3323339" [ 988.815988] env[69411]: _type = "Task" [ 988.815988] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.826447] env[69411]: DEBUG oslo_vmware.api [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.853265] env[69411]: DEBUG oslo_concurrency.lockutils [req-ffaaf94f-eb74-4567-8354-ea23909b322f req-6a3e36be-ebc5-4690-a16b-dca3abc4c3f9 service nova] Releasing lock "refresh_cache-33841480-43a8-4931-b720-5027352d0c44" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.868232] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.885906] env[69411]: DEBUG oslo_concurrency.lockutils [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "6ebc7666-bdda-429e-b8e9-32d9b444d9b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.886190] env[69411]: DEBUG oslo_concurrency.lockutils [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "6ebc7666-bdda-429e-b8e9-32d9b444d9b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.886402] env[69411]: DEBUG oslo_concurrency.lockutils [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "6ebc7666-bdda-429e-b8e9-32d9b444d9b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.886582] env[69411]: DEBUG oslo_concurrency.lockutils [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "6ebc7666-bdda-429e-b8e9-32d9b444d9b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.886745] env[69411]: DEBUG oslo_concurrency.lockutils [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "6ebc7666-bdda-429e-b8e9-32d9b444d9b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.889403] env[69411]: INFO nova.compute.manager [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Terminating instance [ 988.958722] env[69411]: INFO nova.compute.manager [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Took 45.78 seconds to build instance. [ 989.031450] env[69411]: DEBUG nova.network.neutron [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Successfully created port: 5f2b7e82-1d68-4815-9424-e761d3587f24 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.102571] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a50998d5-5d47-455a-85b1-5b007353b9cb tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.103941] env[69411]: DEBUG nova.compute.manager [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.107291] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.351s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.107509] env[69411]: DEBUG nova.objects.instance [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Lazy-loading 'resources' on Instance uuid 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.152541] env[69411]: DEBUG nova.network.neutron [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Successfully updated port: 71af199b-3941-4c1b-b044-783b19e60634 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.314096] env[69411]: DEBUG nova.network.neutron [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.326468] env[69411]: DEBUG oslo_vmware.api [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Task: {'id': task-3323339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469454} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.326525] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.326673] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.326879] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.329994] env[69411]: INFO nova.compute.manager [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 989.329994] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.329994] env[69411]: DEBUG nova.compute.manager [-] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.329994] env[69411]: DEBUG nova.network.neutron [-] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.393648] env[69411]: DEBUG nova.compute.manager [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.394651] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.397253] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab6a2b9-8656-448b-bf7e-c78a0d6e082c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.406887] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.406887] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d27d1a2-244d-4e52-87a4-269a122e6570 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.421840] env[69411]: DEBUG oslo_vmware.api [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 989.421840] env[69411]: value = "task-3323340" [ 989.421840] env[69411]: _type = "Task" [ 989.421840] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.436482] env[69411]: DEBUG oslo_vmware.api [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.461428] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfd4640c-c00e-4618-a255-34df981e05dd tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "d1770f90-821a-4049-8311-c0e642c3eb83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.874s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.558727] env[69411]: DEBUG nova.compute.manager [req-b9a3602c-2ac5-42cc-99ac-3294641ac031 req-86042ade-e30c-44ee-a8c1-d0fa547f6428 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Received event network-vif-plugged-71af199b-3941-4c1b-b044-783b19e60634 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.558849] env[69411]: DEBUG oslo_concurrency.lockutils [req-b9a3602c-2ac5-42cc-99ac-3294641ac031 req-86042ade-e30c-44ee-a8c1-d0fa547f6428 service nova] Acquiring lock "33841480-43a8-4931-b720-5027352d0c44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.559394] env[69411]: DEBUG oslo_concurrency.lockutils [req-b9a3602c-2ac5-42cc-99ac-3294641ac031 req-86042ade-e30c-44ee-a8c1-d0fa547f6428 service nova] Lock "33841480-43a8-4931-b720-5027352d0c44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.559650] env[69411]: DEBUG oslo_concurrency.lockutils [req-b9a3602c-2ac5-42cc-99ac-3294641ac031 req-86042ade-e30c-44ee-a8c1-d0fa547f6428 service nova] Lock "33841480-43a8-4931-b720-5027352d0c44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.559890] env[69411]: DEBUG nova.compute.manager [req-b9a3602c-2ac5-42cc-99ac-3294641ac031 req-86042ade-e30c-44ee-a8c1-d0fa547f6428 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] No waiting events found dispatching network-vif-plugged-71af199b-3941-4c1b-b044-783b19e60634 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.560225] env[69411]: WARNING nova.compute.manager [req-b9a3602c-2ac5-42cc-99ac-3294641ac031 req-86042ade-e30c-44ee-a8c1-d0fa547f6428 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Received unexpected event network-vif-plugged-71af199b-3941-4c1b-b044-783b19e60634 for instance with vm_state building and task_state spawning. [ 989.560383] env[69411]: DEBUG nova.compute.manager [req-b9a3602c-2ac5-42cc-99ac-3294641ac031 req-86042ade-e30c-44ee-a8c1-d0fa547f6428 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Received event network-changed-71af199b-3941-4c1b-b044-783b19e60634 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.560549] env[69411]: DEBUG nova.compute.manager [req-b9a3602c-2ac5-42cc-99ac-3294641ac031 req-86042ade-e30c-44ee-a8c1-d0fa547f6428 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Refreshing instance network info cache due to event network-changed-71af199b-3941-4c1b-b044-783b19e60634. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.560815] env[69411]: DEBUG oslo_concurrency.lockutils [req-b9a3602c-2ac5-42cc-99ac-3294641ac031 req-86042ade-e30c-44ee-a8c1-d0fa547f6428 service nova] Acquiring lock "refresh_cache-33841480-43a8-4931-b720-5027352d0c44" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.560913] env[69411]: DEBUG oslo_concurrency.lockutils [req-b9a3602c-2ac5-42cc-99ac-3294641ac031 req-86042ade-e30c-44ee-a8c1-d0fa547f6428 service nova] Acquired lock "refresh_cache-33841480-43a8-4931-b720-5027352d0c44" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.562036] env[69411]: DEBUG nova.network.neutron [req-b9a3602c-2ac5-42cc-99ac-3294641ac031 req-86042ade-e30c-44ee-a8c1-d0fa547f6428 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Refreshing network info cache for port 71af199b-3941-4c1b-b044-783b19e60634 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.592406] env[69411]: DEBUG nova.network.neutron [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Updating instance_info_cache with network_info: [{"id": "853b6e85-f2af-4ffb-b913-20afe3214e64", "address": "fa:16:3e:5e:5f:4f", "network": {"id": "0e2d37aa-2be8-4b61-a1da-53eab0c31c70", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1391353874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e4a104f8e94ff0bec1198eafcafbbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853b6e85-f2", "ovs_interfaceid": "853b6e85-f2af-4ffb-b913-20afe3214e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.801894] env[69411]: DEBUG nova.compute.manager [req-4c9313d5-3bb6-4000-8c1a-c269782926d3 req-8b3d96e2-b70d-40fd-b870-dd2ea70d454d service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Received event network-vif-plugged-853b6e85-f2af-4ffb-b913-20afe3214e64 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.802116] env[69411]: DEBUG oslo_concurrency.lockutils [req-4c9313d5-3bb6-4000-8c1a-c269782926d3 req-8b3d96e2-b70d-40fd-b870-dd2ea70d454d service nova] Acquiring lock "510f3fce-bea9-49f0-a56c-af1706a42d6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.802352] env[69411]: DEBUG oslo_concurrency.lockutils [req-4c9313d5-3bb6-4000-8c1a-c269782926d3 req-8b3d96e2-b70d-40fd-b870-dd2ea70d454d service nova] Lock "510f3fce-bea9-49f0-a56c-af1706a42d6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.802516] env[69411]: DEBUG oslo_concurrency.lockutils [req-4c9313d5-3bb6-4000-8c1a-c269782926d3 req-8b3d96e2-b70d-40fd-b870-dd2ea70d454d service nova] Lock "510f3fce-bea9-49f0-a56c-af1706a42d6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.802676] env[69411]: DEBUG nova.compute.manager [req-4c9313d5-3bb6-4000-8c1a-c269782926d3 req-8b3d96e2-b70d-40fd-b870-dd2ea70d454d service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] No waiting events found dispatching network-vif-plugged-853b6e85-f2af-4ffb-b913-20afe3214e64 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.802832] env[69411]: WARNING nova.compute.manager [req-4c9313d5-3bb6-4000-8c1a-c269782926d3 req-8b3d96e2-b70d-40fd-b870-dd2ea70d454d service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Received unexpected event network-vif-plugged-853b6e85-f2af-4ffb-b913-20afe3214e64 for instance with vm_state building and task_state spawning. [ 989.802983] env[69411]: DEBUG nova.compute.manager [req-4c9313d5-3bb6-4000-8c1a-c269782926d3 req-8b3d96e2-b70d-40fd-b870-dd2ea70d454d service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Received event network-changed-853b6e85-f2af-4ffb-b913-20afe3214e64 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.804078] env[69411]: DEBUG nova.compute.manager [req-4c9313d5-3bb6-4000-8c1a-c269782926d3 req-8b3d96e2-b70d-40fd-b870-dd2ea70d454d service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Refreshing instance network info cache due to event network-changed-853b6e85-f2af-4ffb-b913-20afe3214e64. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.804163] env[69411]: DEBUG oslo_concurrency.lockutils [req-4c9313d5-3bb6-4000-8c1a-c269782926d3 req-8b3d96e2-b70d-40fd-b870-dd2ea70d454d service nova] Acquiring lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.935254] env[69411]: DEBUG oslo_vmware.api [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323340, 'name': PowerOffVM_Task, 'duration_secs': 0.27084} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.935536] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.935700] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.935961] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97b63267-0141-4617-a77e-45d71ed7021d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.005227] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.005525] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.005754] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleting the datastore file [datastore2] 6ebc7666-bdda-429e-b8e9-32d9b444d9b1 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.006187] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70f0e24d-7998-42d5-a4b2-e4d67a6ac592 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.015734] env[69411]: DEBUG oslo_vmware.api [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 990.015734] env[69411]: value = "task-3323342" [ 990.015734] env[69411]: _type = "Task" [ 990.015734] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.024688] env[69411]: DEBUG oslo_vmware.api [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.096949] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Releasing lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.097889] env[69411]: DEBUG nova.compute.manager [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Instance network_info: |[{"id": "853b6e85-f2af-4ffb-b913-20afe3214e64", "address": "fa:16:3e:5e:5f:4f", "network": {"id": "0e2d37aa-2be8-4b61-a1da-53eab0c31c70", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1391353874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e4a104f8e94ff0bec1198eafcafbbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853b6e85-f2", "ovs_interfaceid": "853b6e85-f2af-4ffb-b913-20afe3214e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.098509] env[69411]: DEBUG oslo_concurrency.lockutils [req-4c9313d5-3bb6-4000-8c1a-c269782926d3 req-8b3d96e2-b70d-40fd-b870-dd2ea70d454d service nova] Acquired lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.098862] env[69411]: DEBUG nova.network.neutron [req-4c9313d5-3bb6-4000-8c1a-c269782926d3 req-8b3d96e2-b70d-40fd-b870-dd2ea70d454d service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Refreshing network info cache for port 853b6e85-f2af-4ffb-b913-20afe3214e64 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.100986] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:5f:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '853b6e85-f2af-4ffb-b913-20afe3214e64', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.110848] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Creating folder: Project (02e4a104f8e94ff0bec1198eafcafbbe). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.113597] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7feabb60-026c-4491-8f47-2dfc6de3f7f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.116330] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad39db2c-6b3c-43ef-a113-5d48899bb165 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.123224] env[69411]: DEBUG nova.network.neutron [req-b9a3602c-2ac5-42cc-99ac-3294641ac031 req-86042ade-e30c-44ee-a8c1-d0fa547f6428 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.125948] env[69411]: DEBUG nova.compute.manager [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.131530] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ca67d9-ef1a-424f-8c8e-59170084933b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.138979] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Created folder: Project (02e4a104f8e94ff0bec1198eafcafbbe) in parent group-v663248. [ 990.138979] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Creating folder: Instances. Parent ref: group-v663457. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.138979] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e71c224-ce93-4576-a776-40eac7d478fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.166366] env[69411]: DEBUG nova.network.neutron [-] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.171317] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fdc1b9-051f-4608-9df3-6082ecedc06c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.173824] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Created folder: Instances in parent group-v663457. [ 990.174081] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.174877] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.175541] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83dfc044-257f-4a7e-957f-41be2eb43b08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.194211] env[69411]: DEBUG nova.virt.hardware [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.194462] env[69411]: DEBUG nova.virt.hardware [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.194620] env[69411]: DEBUG nova.virt.hardware [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.194800] env[69411]: DEBUG nova.virt.hardware [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.194972] env[69411]: DEBUG nova.virt.hardware [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.195102] env[69411]: DEBUG nova.virt.hardware [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.195314] env[69411]: DEBUG nova.virt.hardware [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.195472] env[69411]: DEBUG nova.virt.hardware [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.195638] env[69411]: DEBUG nova.virt.hardware [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.195800] env[69411]: DEBUG nova.virt.hardware [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.195969] env[69411]: DEBUG nova.virt.hardware [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.197096] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e717088f-bc3e-46bb-8475-b82b556b80db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.200806] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0e403c-7f25-40bf-a338-7d948f41fd4a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.209811] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.209811] env[69411]: value = "task-3323345" [ 990.209811] env[69411]: _type = "Task" [ 990.209811] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.229272] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323345, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.229797] env[69411]: DEBUG nova.compute.provider_tree [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.235156] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235aaa88-9e03-4e71-bdfa-80ffeabce04b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.254675] env[69411]: DEBUG nova.network.neutron [req-b9a3602c-2ac5-42cc-99ac-3294641ac031 req-86042ade-e30c-44ee-a8c1-d0fa547f6428 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.527366] env[69411]: DEBUG oslo_vmware.api [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134133} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.527366] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.527839] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.527839] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.527839] env[69411]: INFO nova.compute.manager [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 990.528585] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.528585] env[69411]: DEBUG nova.compute.manager [-] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.528585] env[69411]: DEBUG nova.network.neutron [-] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.597069] env[69411]: DEBUG nova.network.neutron [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Successfully updated port: 5f2b7e82-1d68-4815-9424-e761d3587f24 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.676869] env[69411]: INFO nova.compute.manager [-] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Took 1.35 seconds to deallocate network for instance. [ 990.725694] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323345, 'name': CreateVM_Task, 'duration_secs': 0.376221} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.725868] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.726621] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.726793] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.727125] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.727565] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf78068-b0fc-457c-bd2a-eca4938d0dca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.732739] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Waiting for the task: (returnval){ [ 990.732739] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52086ee5-6081-0c78-dde2-2552dbaa3559" [ 990.732739] env[69411]: _type = "Task" [ 990.732739] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.733572] env[69411]: DEBUG nova.scheduler.client.report [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.745948] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52086ee5-6081-0c78-dde2-2552dbaa3559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.755654] env[69411]: DEBUG oslo_concurrency.lockutils [req-b9a3602c-2ac5-42cc-99ac-3294641ac031 req-86042ade-e30c-44ee-a8c1-d0fa547f6428 service nova] Releasing lock "refresh_cache-33841480-43a8-4931-b720-5027352d0c44" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.982033] env[69411]: DEBUG nova.network.neutron [req-4c9313d5-3bb6-4000-8c1a-c269782926d3 req-8b3d96e2-b70d-40fd-b870-dd2ea70d454d service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Updated VIF entry in instance network info cache for port 853b6e85-f2af-4ffb-b913-20afe3214e64. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.982442] env[69411]: DEBUG nova.network.neutron [req-4c9313d5-3bb6-4000-8c1a-c269782926d3 req-8b3d96e2-b70d-40fd-b870-dd2ea70d454d service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Updating instance_info_cache with network_info: [{"id": "853b6e85-f2af-4ffb-b913-20afe3214e64", "address": "fa:16:3e:5e:5f:4f", "network": {"id": "0e2d37aa-2be8-4b61-a1da-53eab0c31c70", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1391353874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e4a104f8e94ff0bec1198eafcafbbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853b6e85-f2", "ovs_interfaceid": "853b6e85-f2af-4ffb-b913-20afe3214e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.101034] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "refresh_cache-2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.101034] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "refresh_cache-2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.101034] env[69411]: DEBUG nova.network.neutron [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.182823] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.244685] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.247038] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52086ee5-6081-0c78-dde2-2552dbaa3559, 'name': SearchDatastore_Task, 'duration_secs': 0.013983} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.247507] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.789s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.247732] env[69411]: DEBUG nova.objects.instance [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Lazy-loading 'resources' on Instance uuid a9825baf-0ac3-47d9-a814-02a301c83a9b {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.249040] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.249275] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.249505] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.249650] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.249820] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.250116] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cc24d2a-166c-430c-91e2-beaf3f5e0377 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.263486] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.263703] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.265066] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e4b6e41-c18e-4788-87d7-5b7d50ae678a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.271990] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Waiting for the task: (returnval){ [ 991.271990] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e3bfd4-c779-3c50-d30f-0d927f76b40d" [ 991.271990] env[69411]: _type = "Task" [ 991.271990] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.272943] env[69411]: INFO nova.scheduler.client.report [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Deleted allocations for instance 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6 [ 991.286762] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e3bfd4-c779-3c50-d30f-0d927f76b40d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.458388] env[69411]: DEBUG nova.network.neutron [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Successfully updated port: 813b07da-41b6-437d-b7d5-5b955893b783 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.466316] env[69411]: DEBUG nova.network.neutron [-] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.485207] env[69411]: DEBUG oslo_concurrency.lockutils [req-4c9313d5-3bb6-4000-8c1a-c269782926d3 req-8b3d96e2-b70d-40fd-b870-dd2ea70d454d service nova] Releasing lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.591787] env[69411]: DEBUG nova.compute.manager [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Received event network-changed-1487bffe-37d7-4a1e-973a-1c1b7ea8d44c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.592085] env[69411]: DEBUG nova.compute.manager [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Refreshing instance network info cache due to event network-changed-1487bffe-37d7-4a1e-973a-1c1b7ea8d44c. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.592292] env[69411]: DEBUG oslo_concurrency.lockutils [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] Acquiring lock "refresh_cache-d1770f90-821a-4049-8311-c0e642c3eb83" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.592376] env[69411]: DEBUG oslo_concurrency.lockutils [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] Acquired lock "refresh_cache-d1770f90-821a-4049-8311-c0e642c3eb83" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.593043] env[69411]: DEBUG nova.network.neutron [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Refreshing network info cache for port 1487bffe-37d7-4a1e-973a-1c1b7ea8d44c {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.652354] env[69411]: DEBUG nova.network.neutron [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.791715] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e3bfd4-c779-3c50-d30f-0d927f76b40d, 'name': SearchDatastore_Task, 'duration_secs': 0.025442} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.791715] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab2b6f07-b7d6-498f-9406-bcc88ea5d4ad tempest-ServersListShow2100Test-1914131958 tempest-ServersListShow2100Test-1914131958-project-member] Lock "7dfdb97b-0a4c-48a5-a474-c1d397d58cc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.900s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.793423] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45d420e-dbdc-42eb-9c35-10716a148e51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.800710] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Waiting for the task: (returnval){ [ 991.800710] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52adac52-f89c-7fcd-9f8f-4812374cc640" [ 991.800710] env[69411]: _type = "Task" [ 991.800710] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.810443] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52adac52-f89c-7fcd-9f8f-4812374cc640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.840320] env[69411]: DEBUG nova.compute.manager [req-53a113f6-06aa-4fb6-961e-1896ec7447f4 req-3ec40672-aaad-466d-930e-6d5659760b50 service nova] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Received event network-vif-deleted-88844e53-5ec3-481a-b9e1-afb8e7608394 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.840534] env[69411]: DEBUG nova.compute.manager [req-53a113f6-06aa-4fb6-961e-1896ec7447f4 req-3ec40672-aaad-466d-930e-6d5659760b50 service nova] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Received event network-vif-plugged-5f2b7e82-1d68-4815-9424-e761d3587f24 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.840718] env[69411]: DEBUG oslo_concurrency.lockutils [req-53a113f6-06aa-4fb6-961e-1896ec7447f4 req-3ec40672-aaad-466d-930e-6d5659760b50 service nova] Acquiring lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.840916] env[69411]: DEBUG oslo_concurrency.lockutils [req-53a113f6-06aa-4fb6-961e-1896ec7447f4 req-3ec40672-aaad-466d-930e-6d5659760b50 service nova] Lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.841094] env[69411]: DEBUG oslo_concurrency.lockutils [req-53a113f6-06aa-4fb6-961e-1896ec7447f4 req-3ec40672-aaad-466d-930e-6d5659760b50 service nova] Lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.841258] env[69411]: DEBUG nova.compute.manager [req-53a113f6-06aa-4fb6-961e-1896ec7447f4 req-3ec40672-aaad-466d-930e-6d5659760b50 service nova] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] No waiting events found dispatching network-vif-plugged-5f2b7e82-1d68-4815-9424-e761d3587f24 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.841418] env[69411]: WARNING nova.compute.manager [req-53a113f6-06aa-4fb6-961e-1896ec7447f4 req-3ec40672-aaad-466d-930e-6d5659760b50 service nova] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Received unexpected event network-vif-plugged-5f2b7e82-1d68-4815-9424-e761d3587f24 for instance with vm_state building and task_state spawning. [ 991.841573] env[69411]: DEBUG nova.compute.manager [req-53a113f6-06aa-4fb6-961e-1896ec7447f4 req-3ec40672-aaad-466d-930e-6d5659760b50 service nova] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Received event network-changed-5f2b7e82-1d68-4815-9424-e761d3587f24 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.841723] env[69411]: DEBUG nova.compute.manager [req-53a113f6-06aa-4fb6-961e-1896ec7447f4 req-3ec40672-aaad-466d-930e-6d5659760b50 service nova] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Refreshing instance network info cache due to event network-changed-5f2b7e82-1d68-4815-9424-e761d3587f24. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.841903] env[69411]: DEBUG oslo_concurrency.lockutils [req-53a113f6-06aa-4fb6-961e-1896ec7447f4 req-3ec40672-aaad-466d-930e-6d5659760b50 service nova] Acquiring lock "refresh_cache-2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.896767] env[69411]: DEBUG nova.network.neutron [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updating instance_info_cache with network_info: [{"id": "5f2b7e82-1d68-4815-9424-e761d3587f24", "address": "fa:16:3e:73:5f:9c", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2b7e82-1d", "ovs_interfaceid": "5f2b7e82-1d68-4815-9424-e761d3587f24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.962833] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquiring lock "refresh_cache-33841480-43a8-4931-b720-5027352d0c44" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.962910] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquired lock "refresh_cache-33841480-43a8-4931-b720-5027352d0c44" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.963138] env[69411]: DEBUG nova.network.neutron [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.969371] env[69411]: INFO nova.compute.manager [-] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Took 1.44 seconds to deallocate network for instance. [ 992.188287] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7aeba5-af64-4439-82d3-912321210e19 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.197387] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0bfb54-ae81-4344-95a2-224b15fd3eb8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.231788] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437363c2-bef2-4383-a007-5b57b164ef88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.239939] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa535934-dad4-444c-bf90-7e8935df5d10 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.254515] env[69411]: DEBUG nova.compute.provider_tree [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.311161] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52adac52-f89c-7fcd-9f8f-4812374cc640, 'name': SearchDatastore_Task, 'duration_secs': 0.017068} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.311443] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.311699] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 510f3fce-bea9-49f0-a56c-af1706a42d6e/510f3fce-bea9-49f0-a56c-af1706a42d6e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.311948] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f80f57ce-096f-4e6b-a676-4d10d0d62e70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.319010] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Waiting for the task: (returnval){ [ 992.319010] env[69411]: value = "task-3323346" [ 992.319010] env[69411]: _type = "Task" [ 992.319010] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.331505] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.360763] env[69411]: DEBUG nova.network.neutron [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Updated VIF entry in instance network info cache for port 1487bffe-37d7-4a1e-973a-1c1b7ea8d44c. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.361173] env[69411]: DEBUG nova.network.neutron [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Updating instance_info_cache with network_info: [{"id": "1487bffe-37d7-4a1e-973a-1c1b7ea8d44c", "address": "fa:16:3e:09:fd:9d", "network": {"id": "246fdaea-85fa-4698-a029-37be0568850a", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-708409175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efbda5135eca4356909ff55befbf32ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1487bffe-37", "ovs_interfaceid": "1487bffe-37d7-4a1e-973a-1c1b7ea8d44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.402185] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "refresh_cache-2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.402585] env[69411]: DEBUG nova.compute.manager [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Instance network_info: |[{"id": "5f2b7e82-1d68-4815-9424-e761d3587f24", "address": "fa:16:3e:73:5f:9c", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2b7e82-1d", "ovs_interfaceid": "5f2b7e82-1d68-4815-9424-e761d3587f24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.402917] env[69411]: DEBUG oslo_concurrency.lockutils [req-53a113f6-06aa-4fb6-961e-1896ec7447f4 req-3ec40672-aaad-466d-930e-6d5659760b50 service nova] Acquired lock "refresh_cache-2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.403148] env[69411]: DEBUG nova.network.neutron [req-53a113f6-06aa-4fb6-961e-1896ec7447f4 req-3ec40672-aaad-466d-930e-6d5659760b50 service nova] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Refreshing network info cache for port 5f2b7e82-1d68-4815-9424-e761d3587f24 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.404888] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:5f:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f2b7e82-1d68-4815-9424-e761d3587f24', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.416085] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.420229] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.421101] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77bc72a3-842c-4895-824c-0b8f9e1c566b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.443590] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.443590] env[69411]: value = "task-3323347" [ 992.443590] env[69411]: _type = "Task" [ 992.443590] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.452176] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323347, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.481188] env[69411]: DEBUG oslo_concurrency.lockutils [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.516995] env[69411]: DEBUG nova.network.neutron [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.692264] env[69411]: DEBUG nova.network.neutron [req-53a113f6-06aa-4fb6-961e-1896ec7447f4 req-3ec40672-aaad-466d-930e-6d5659760b50 service nova] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updated VIF entry in instance network info cache for port 5f2b7e82-1d68-4815-9424-e761d3587f24. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.692635] env[69411]: DEBUG nova.network.neutron [req-53a113f6-06aa-4fb6-961e-1896ec7447f4 req-3ec40672-aaad-466d-930e-6d5659760b50 service nova] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updating instance_info_cache with network_info: [{"id": "5f2b7e82-1d68-4815-9424-e761d3587f24", "address": "fa:16:3e:73:5f:9c", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2b7e82-1d", "ovs_interfaceid": "5f2b7e82-1d68-4815-9424-e761d3587f24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.759688] env[69411]: DEBUG nova.scheduler.client.report [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.832343] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468744} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.832343] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 510f3fce-bea9-49f0-a56c-af1706a42d6e/510f3fce-bea9-49f0-a56c-af1706a42d6e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.832343] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.832343] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4f2f6a8-fb36-42d1-8716-7bbebf322a41 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.838719] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Waiting for the task: (returnval){ [ 992.838719] env[69411]: value = "task-3323348" [ 992.838719] env[69411]: _type = "Task" [ 992.838719] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.847570] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.864322] env[69411]: DEBUG oslo_concurrency.lockutils [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] Releasing lock "refresh_cache-d1770f90-821a-4049-8311-c0e642c3eb83" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.864633] env[69411]: DEBUG nova.compute.manager [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Received event network-vif-plugged-813b07da-41b6-437d-b7d5-5b955893b783 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.864847] env[69411]: DEBUG oslo_concurrency.lockutils [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] Acquiring lock "33841480-43a8-4931-b720-5027352d0c44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.865087] env[69411]: DEBUG oslo_concurrency.lockutils [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] Lock "33841480-43a8-4931-b720-5027352d0c44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.865274] env[69411]: DEBUG oslo_concurrency.lockutils [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] Lock "33841480-43a8-4931-b720-5027352d0c44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.865457] env[69411]: DEBUG nova.compute.manager [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] No waiting events found dispatching network-vif-plugged-813b07da-41b6-437d-b7d5-5b955893b783 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.865624] env[69411]: WARNING nova.compute.manager [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Received unexpected event network-vif-plugged-813b07da-41b6-437d-b7d5-5b955893b783 for instance with vm_state building and task_state spawning. [ 992.865786] env[69411]: DEBUG nova.compute.manager [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Received event network-changed-813b07da-41b6-437d-b7d5-5b955893b783 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.865955] env[69411]: DEBUG nova.compute.manager [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Refreshing instance network info cache due to event network-changed-813b07da-41b6-437d-b7d5-5b955893b783. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.866140] env[69411]: DEBUG oslo_concurrency.lockutils [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] Acquiring lock "refresh_cache-33841480-43a8-4931-b720-5027352d0c44" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.957661] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323347, 'name': CreateVM_Task, 'duration_secs': 0.451861} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.957837] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.958508] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.958680] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.959014] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.962124] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7ee6f3-ef73-4d7a-ab52-aecf20ae1c7b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.968303] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 992.968303] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52245299-c5b9-8de9-a108-467feda3add6" [ 992.968303] env[69411]: _type = "Task" [ 992.968303] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.976285] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52245299-c5b9-8de9-a108-467feda3add6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.993847] env[69411]: DEBUG nova.network.neutron [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Updating instance_info_cache with network_info: [{"id": "6bcbc6d3-dc9e-41f6-8849-18f9136b43ac", "address": "fa:16:3e:54:9b:d8", "network": {"id": "18e5a304-b293-4113-94a7-3284e6b94a49", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1670022803", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcbc6d3-dc", "ovs_interfaceid": "6bcbc6d3-dc9e-41f6-8849-18f9136b43ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71af199b-3941-4c1b-b044-783b19e60634", "address": "fa:16:3e:83:bf:51", "network": {"id": "258b08dd-c1aa-48e2-b8ab-fcdebab22ba1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1185655283", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71af199b-39", "ovs_interfaceid": "71af199b-3941-4c1b-b044-783b19e60634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "813b07da-41b6-437d-b7d5-5b955893b783", "address": "fa:16:3e:ff:2d:d2", "network": {"id": "18e5a304-b293-4113-94a7-3284e6b94a49", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1670022803", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap813b07da-41", "ovs_interfaceid": "813b07da-41b6-437d-b7d5-5b955893b783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.196099] env[69411]: DEBUG oslo_concurrency.lockutils [req-53a113f6-06aa-4fb6-961e-1896ec7447f4 req-3ec40672-aaad-466d-930e-6d5659760b50 service nova] Releasing lock "refresh_cache-2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.196381] env[69411]: DEBUG nova.compute.manager [req-53a113f6-06aa-4fb6-961e-1896ec7447f4 req-3ec40672-aaad-466d-930e-6d5659760b50 service nova] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Received event network-vif-deleted-efa61e4a-7954-4288-8d4d-4ebd5f146fe0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.266639] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.269334] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.063s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.270888] env[69411]: INFO nova.compute.claims [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.293764] env[69411]: INFO nova.scheduler.client.report [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Deleted allocations for instance a9825baf-0ac3-47d9-a814-02a301c83a9b [ 993.347698] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071765} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.347973] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.348790] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ee0c12-c7db-499d-8b27-f17b22449071 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.371846] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 510f3fce-bea9-49f0-a56c-af1706a42d6e/510f3fce-bea9-49f0-a56c-af1706a42d6e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.372374] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47ce664a-4f4c-4dd4-88a9-3324bbecbab1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.392376] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Waiting for the task: (returnval){ [ 993.392376] env[69411]: value = "task-3323349" [ 993.392376] env[69411]: _type = "Task" [ 993.392376] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.400281] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.478438] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52245299-c5b9-8de9-a108-467feda3add6, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.478730] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.478965] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.479218] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.479365] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.479541] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.479785] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f676035-ca40-4e5a-bffa-145832887eb4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.487986] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.488176] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.488864] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac7e111-7db6-4a50-8d9b-fbc7f50315b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.493442] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 993.493442] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c10da3-525d-030a-eb60-dce4cc548405" [ 993.493442] env[69411]: _type = "Task" [ 993.493442] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.496739] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Releasing lock "refresh_cache-33841480-43a8-4931-b720-5027352d0c44" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.497135] env[69411]: DEBUG nova.compute.manager [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Instance network_info: |[{"id": "6bcbc6d3-dc9e-41f6-8849-18f9136b43ac", "address": "fa:16:3e:54:9b:d8", "network": {"id": "18e5a304-b293-4113-94a7-3284e6b94a49", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1670022803", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcbc6d3-dc", "ovs_interfaceid": "6bcbc6d3-dc9e-41f6-8849-18f9136b43ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71af199b-3941-4c1b-b044-783b19e60634", "address": "fa:16:3e:83:bf:51", "network": {"id": "258b08dd-c1aa-48e2-b8ab-fcdebab22ba1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1185655283", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71af199b-39", "ovs_interfaceid": "71af199b-3941-4c1b-b044-783b19e60634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "813b07da-41b6-437d-b7d5-5b955893b783", "address": "fa:16:3e:ff:2d:d2", "network": {"id": "18e5a304-b293-4113-94a7-3284e6b94a49", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1670022803", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap813b07da-41", "ovs_interfaceid": "813b07da-41b6-437d-b7d5-5b955893b783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.497416] env[69411]: DEBUG oslo_concurrency.lockutils [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] Acquired lock "refresh_cache-33841480-43a8-4931-b720-5027352d0c44" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.497594] env[69411]: DEBUG nova.network.neutron [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Refreshing network info cache for port 813b07da-41b6-437d-b7d5-5b955893b783 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.498923] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:9b:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bcbc6d3-dc9e-41f6-8849-18f9136b43ac', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:bf:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71af199b-3941-4c1b-b044-783b19e60634', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:2d:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '813b07da-41b6-437d-b7d5-5b955893b783', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.510998] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Creating folder: Project (def38437d80943149ecb0fe00d2d8a66). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.512857] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f613269-00ce-4f1e-95d5-a0e81f4eba26 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.518333] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c10da3-525d-030a-eb60-dce4cc548405, 'name': SearchDatastore_Task, 'duration_secs': 0.01571} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.519519] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f622d17-4b42-4351-ae8f-1dbe25b9db10 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.524985] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 993.524985] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528f89d2-774f-2944-83d1-78dd240cb3a1" [ 993.524985] env[69411]: _type = "Task" [ 993.524985] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.530079] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Created folder: Project (def38437d80943149ecb0fe00d2d8a66) in parent group-v663248. [ 993.530350] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Creating folder: Instances. Parent ref: group-v663461. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.530959] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fb8dece-529f-42af-85b9-d997c9bd8dd7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.535769] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528f89d2-774f-2944-83d1-78dd240cb3a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.660661] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Created folder: Instances in parent group-v663461. [ 993.660933] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.661188] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33841480-43a8-4931-b720-5027352d0c44] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.661419] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d34e8bc-2a1f-41b9-8bd8-705e71ae9d71 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.684662] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.684662] env[69411]: value = "task-3323352" [ 993.684662] env[69411]: _type = "Task" [ 993.684662] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.693615] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323352, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.802016] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a73b5c6-0084-470c-9385-4aecbfb1e2ba tempest-ServersTestManualDisk-937555385 tempest-ServersTestManualDisk-937555385-project-member] Lock "a9825baf-0ac3-47d9-a814-02a301c83a9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.324s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.902679] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323349, 'name': ReconfigVM_Task, 'duration_secs': 0.272963} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.903317] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 510f3fce-bea9-49f0-a56c-af1706a42d6e/510f3fce-bea9-49f0-a56c-af1706a42d6e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.903939] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec8b84d4-cdff-4ba9-a99f-e4772f5ce313 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.910865] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Waiting for the task: (returnval){ [ 993.910865] env[69411]: value = "task-3323353" [ 993.910865] env[69411]: _type = "Task" [ 993.910865] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.918533] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323353, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.035039] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528f89d2-774f-2944-83d1-78dd240cb3a1, 'name': SearchDatastore_Task, 'duration_secs': 0.015014} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.035362] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.035621] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91/2ca1b26e-2034-4e7c-a337-89fdcf5b6e91.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.035878] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0de57b38-7d20-487b-adeb-f10bbf84623e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.042253] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 994.042253] env[69411]: value = "task-3323354" [ 994.042253] env[69411]: _type = "Task" [ 994.042253] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.050679] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.195013] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323352, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.261032] env[69411]: DEBUG nova.network.neutron [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Updated VIF entry in instance network info cache for port 813b07da-41b6-437d-b7d5-5b955893b783. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.261032] env[69411]: DEBUG nova.network.neutron [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Updating instance_info_cache with network_info: [{"id": "6bcbc6d3-dc9e-41f6-8849-18f9136b43ac", "address": "fa:16:3e:54:9b:d8", "network": {"id": "18e5a304-b293-4113-94a7-3284e6b94a49", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1670022803", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcbc6d3-dc", "ovs_interfaceid": "6bcbc6d3-dc9e-41f6-8849-18f9136b43ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71af199b-3941-4c1b-b044-783b19e60634", "address": "fa:16:3e:83:bf:51", "network": {"id": "258b08dd-c1aa-48e2-b8ab-fcdebab22ba1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1185655283", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71af199b-39", "ovs_interfaceid": "71af199b-3941-4c1b-b044-783b19e60634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "813b07da-41b6-437d-b7d5-5b955893b783", "address": "fa:16:3e:ff:2d:d2", "network": {"id": "18e5a304-b293-4113-94a7-3284e6b94a49", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1670022803", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap813b07da-41", "ovs_interfaceid": "813b07da-41b6-437d-b7d5-5b955893b783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.426011] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323353, 'name': Rename_Task, 'duration_secs': 0.142154} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.429023] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.430425] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-058e5337-cb83-4a21-b71c-a1922023e97e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.439756] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Waiting for the task: (returnval){ [ 994.439756] env[69411]: value = "task-3323355" [ 994.439756] env[69411]: _type = "Task" [ 994.439756] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.452762] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.555762] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323354, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.697653] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323352, 'name': CreateVM_Task, 'duration_secs': 0.889727} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.698045] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33841480-43a8-4931-b720-5027352d0c44] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.699195] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.699418] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.699757] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.700308] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3046667-408a-4e15-a7a0-844cfd8161f7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.709572] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 994.709572] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526d0493-2aff-fd20-e44b-1f091af134f3" [ 994.709572] env[69411]: _type = "Task" [ 994.709572] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.723050] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526d0493-2aff-fd20-e44b-1f091af134f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.754293] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecfd826-f0c8-479d-893e-cdcb042a7f13 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.762037] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602682ea-f487-426b-874c-1a5e592a8404 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.767786] env[69411]: DEBUG oslo_concurrency.lockutils [req-8f60fd5f-7de1-46b8-b698-14a380f7f8c6 req-fcd17233-7787-44a3-99b8-bc946beeef54 service nova] Releasing lock "refresh_cache-33841480-43a8-4931-b720-5027352d0c44" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.800126] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465aee6b-f9bf-412b-b99c-52b45dcc7bb8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.807421] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5a85b9-fd89-451d-82f4-cbe144aad876 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.824959] env[69411]: DEBUG nova.compute.provider_tree [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.953460] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.056294] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699406} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.056611] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91/2ca1b26e-2034-4e7c-a337-89fdcf5b6e91.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.056873] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.057173] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6d7a409-f27d-45e6-bbfb-25c3255cb43a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.062964] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 995.062964] env[69411]: value = "task-3323356" [ 995.062964] env[69411]: _type = "Task" [ 995.062964] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.072289] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.219821] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526d0493-2aff-fd20-e44b-1f091af134f3, 'name': SearchDatastore_Task, 'duration_secs': 0.022213} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.219951] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.220139] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.220396] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.220544] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.220718] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.220967] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca83b02a-d407-4de6-819e-634664538a73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.235709] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.235927] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.236708] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e1417e5-4047-46f0-98a8-9b58af573136 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.242442] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 995.242442] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bd6fc0-8920-e577-a8b2-107f9123d9d9" [ 995.242442] env[69411]: _type = "Task" [ 995.242442] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.250830] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bd6fc0-8920-e577-a8b2-107f9123d9d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.327705] env[69411]: DEBUG nova.scheduler.client.report [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.457039] env[69411]: DEBUG oslo_vmware.api [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323355, 'name': PowerOnVM_Task, 'duration_secs': 0.58425} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.458719] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.458719] env[69411]: INFO nova.compute.manager [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Took 7.96 seconds to spawn the instance on the hypervisor. [ 995.458719] env[69411]: DEBUG nova.compute.manager [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.458719] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5571df91-e86e-449c-b5ae-d61b390bfa46 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.573869] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062933} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.574191] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.574996] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84263db8-68d4-432f-8e64-94e38f31adab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.598267] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91/2ca1b26e-2034-4e7c-a337-89fdcf5b6e91.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.598641] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d73f61ce-619e-4b02-8bf4-2620a980a82b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.619206] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 995.619206] env[69411]: value = "task-3323357" [ 995.619206] env[69411]: _type = "Task" [ 995.619206] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.627423] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.753060] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52bd6fc0-8920-e577-a8b2-107f9123d9d9, 'name': SearchDatastore_Task, 'duration_secs': 0.092869} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.753886] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32deb7a6-2c41-441f-9ff9-5fa5f89f5a5d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.759297] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 995.759297] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5282badd-0415-c1e3-141d-426ecb6e3dc7" [ 995.759297] env[69411]: _type = "Task" [ 995.759297] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.767143] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5282badd-0415-c1e3-141d-426ecb6e3dc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.832807] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.833691] env[69411]: DEBUG nova.compute.manager [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.836128] env[69411]: DEBUG oslo_concurrency.lockutils [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.774s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.836351] env[69411]: DEBUG nova.objects.instance [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lazy-loading 'resources' on Instance uuid ade7ce14-f11a-467d-9b12-05acd5ac76fc {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.978915] env[69411]: INFO nova.compute.manager [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Took 43.62 seconds to build instance. [ 996.130555] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323357, 'name': ReconfigVM_Task, 'duration_secs': 0.290916} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.130859] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91/2ca1b26e-2034-4e7c-a337-89fdcf5b6e91.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.135414] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f337c179-63c5-4ecb-af92-3fabc00fbf27 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.143078] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 996.143078] env[69411]: value = "task-3323358" [ 996.143078] env[69411]: _type = "Task" [ 996.143078] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.153406] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323358, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.277015] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5282badd-0415-c1e3-141d-426ecb6e3dc7, 'name': SearchDatastore_Task, 'duration_secs': 0.019701} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.277456] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.277866] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 33841480-43a8-4931-b720-5027352d0c44/33841480-43a8-4931-b720-5027352d0c44.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.278264] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b635283-913e-45d1-aeaf-46a012652dd9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.286525] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 996.286525] env[69411]: value = "task-3323359" [ 996.286525] env[69411]: _type = "Task" [ 996.286525] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.298732] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.339766] env[69411]: DEBUG nova.compute.utils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.348418] env[69411]: DEBUG nova.compute.manager [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.348628] env[69411]: DEBUG nova.network.neutron [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.414037] env[69411]: DEBUG nova.policy [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bcf6da6bded5436a8879d5e1bafbf3ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b7699164851464c94590d397dadc26a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.482784] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b187d3c-409c-49d7-a75e-2772b0b79c39 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Lock "510f3fce-bea9-49f0-a56c-af1706a42d6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.901s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.659149] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323358, 'name': Rename_Task, 'duration_secs': 0.150129} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.659953] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.659953] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11942a1d-dee4-4923-980d-1c4f84606877 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.667799] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 996.667799] env[69411]: value = "task-3323360" [ 996.667799] env[69411]: _type = "Task" [ 996.667799] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.677218] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.801136] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323359, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.849769] env[69411]: DEBUG nova.compute.manager [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.855442] env[69411]: DEBUG nova.network.neutron [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Successfully created port: 2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.866755] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b3ca94-4fd1-4582-84fd-9f5139f045ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.874136] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14aea6ca-e7d2-4489-91b9-a8f18c4ae70a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.910394] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934fa876-8d3a-41e5-9e2c-7d97b64d82c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.916433] env[69411]: DEBUG nova.compute.manager [req-3a3439ea-5cff-4a40-9caa-3543fa98ed61 req-b849cffc-f86f-48a3-b661-5e03ca0f474a service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Received event network-changed-853b6e85-f2af-4ffb-b913-20afe3214e64 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.916433] env[69411]: DEBUG nova.compute.manager [req-3a3439ea-5cff-4a40-9caa-3543fa98ed61 req-b849cffc-f86f-48a3-b661-5e03ca0f474a service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Refreshing instance network info cache due to event network-changed-853b6e85-f2af-4ffb-b913-20afe3214e64. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.916433] env[69411]: DEBUG oslo_concurrency.lockutils [req-3a3439ea-5cff-4a40-9caa-3543fa98ed61 req-b849cffc-f86f-48a3-b661-5e03ca0f474a service nova] Acquiring lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.916433] env[69411]: DEBUG oslo_concurrency.lockutils [req-3a3439ea-5cff-4a40-9caa-3543fa98ed61 req-b849cffc-f86f-48a3-b661-5e03ca0f474a service nova] Acquired lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.916433] env[69411]: DEBUG nova.network.neutron [req-3a3439ea-5cff-4a40-9caa-3543fa98ed61 req-b849cffc-f86f-48a3-b661-5e03ca0f474a service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Refreshing network info cache for port 853b6e85-f2af-4ffb-b913-20afe3214e64 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.924296] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e30326-badc-4943-ad3d-5d16436efae6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.940738] env[69411]: DEBUG nova.compute.provider_tree [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.177770] env[69411]: DEBUG oslo_vmware.api [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323360, 'name': PowerOnVM_Task, 'duration_secs': 0.496133} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.178193] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.178425] env[69411]: INFO nova.compute.manager [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Took 7.05 seconds to spawn the instance on the hypervisor. [ 997.178642] env[69411]: DEBUG nova.compute.manager [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.179927] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351f7f2f-bf0b-4a19-9852-b9277f28ad3e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.299052] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545137} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.299052] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 33841480-43a8-4931-b720-5027352d0c44/33841480-43a8-4931-b720-5027352d0c44.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.299052] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.299052] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f31e57a-f0a2-4489-a657-786acc269aa6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.305216] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 997.305216] env[69411]: value = "task-3323361" [ 997.305216] env[69411]: _type = "Task" [ 997.305216] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.313597] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.444501] env[69411]: DEBUG nova.scheduler.client.report [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.696936] env[69411]: INFO nova.compute.manager [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Took 44.37 seconds to build instance. [ 997.701075] env[69411]: DEBUG nova.network.neutron [req-3a3439ea-5cff-4a40-9caa-3543fa98ed61 req-b849cffc-f86f-48a3-b661-5e03ca0f474a service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Updated VIF entry in instance network info cache for port 853b6e85-f2af-4ffb-b913-20afe3214e64. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.701431] env[69411]: DEBUG nova.network.neutron [req-3a3439ea-5cff-4a40-9caa-3543fa98ed61 req-b849cffc-f86f-48a3-b661-5e03ca0f474a service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Updating instance_info_cache with network_info: [{"id": "853b6e85-f2af-4ffb-b913-20afe3214e64", "address": "fa:16:3e:5e:5f:4f", "network": {"id": "0e2d37aa-2be8-4b61-a1da-53eab0c31c70", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1391353874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e4a104f8e94ff0bec1198eafcafbbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853b6e85-f2", "ovs_interfaceid": "853b6e85-f2af-4ffb-b913-20afe3214e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.815056] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063884} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.815056] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.815779] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f48fddf-0298-4c37-8731-f2462ca8caac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.843046] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 33841480-43a8-4931-b720-5027352d0c44/33841480-43a8-4931-b720-5027352d0c44.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.843413] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4754270a-a070-4b88-ad81-999569acc1c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.864595] env[69411]: DEBUG nova.compute.manager [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.867356] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 997.867356] env[69411]: value = "task-3323362" [ 997.867356] env[69411]: _type = "Task" [ 997.867356] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.876864] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323362, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.893200] env[69411]: DEBUG nova.virt.hardware [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.893511] env[69411]: DEBUG nova.virt.hardware [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.893683] env[69411]: DEBUG nova.virt.hardware [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.893866] env[69411]: DEBUG nova.virt.hardware [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.894014] env[69411]: DEBUG nova.virt.hardware [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.894209] env[69411]: DEBUG nova.virt.hardware [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.894385] env[69411]: DEBUG nova.virt.hardware [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.894540] env[69411]: DEBUG nova.virt.hardware [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.894702] env[69411]: DEBUG nova.virt.hardware [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.894860] env[69411]: DEBUG nova.virt.hardware [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.895040] env[69411]: DEBUG nova.virt.hardware [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.896015] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab7a576-4678-4c13-90ad-554f9dbd5fd0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.905491] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda28718-e7ff-492e-b796-74cde62f73d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.951792] env[69411]: DEBUG oslo_concurrency.lockutils [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.954755] env[69411]: DEBUG oslo_concurrency.lockutils [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.282s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.955068] env[69411]: DEBUG nova.objects.instance [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lazy-loading 'resources' on Instance uuid a777e80c-13a0-429c-ae7e-4d43702e9092 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.980352] env[69411]: INFO nova.scheduler.client.report [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Deleted allocations for instance ade7ce14-f11a-467d-9b12-05acd5ac76fc [ 998.198948] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e980a-f0b4-4c8d-9742-099cfa2a8ce6 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.427s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.203836] env[69411]: DEBUG oslo_concurrency.lockutils [req-3a3439ea-5cff-4a40-9caa-3543fa98ed61 req-b849cffc-f86f-48a3-b661-5e03ca0f474a service nova] Releasing lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.382748] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323362, 'name': ReconfigVM_Task, 'duration_secs': 0.321052} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.383779] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 33841480-43a8-4931-b720-5027352d0c44/33841480-43a8-4931-b720-5027352d0c44.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.384621] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0203770-13cd-4158-9cb2-de68c1385104 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.394846] env[69411]: DEBUG nova.compute.manager [req-b3077ce3-dbd3-48ce-bfb8-5c4643dbaf40 req-f17f3503-a957-4dd3-b348-0f6ba29b8c63 service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Received event network-vif-plugged-2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.395113] env[69411]: DEBUG oslo_concurrency.lockutils [req-b3077ce3-dbd3-48ce-bfb8-5c4643dbaf40 req-f17f3503-a957-4dd3-b348-0f6ba29b8c63 service nova] Acquiring lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.395382] env[69411]: DEBUG oslo_concurrency.lockutils [req-b3077ce3-dbd3-48ce-bfb8-5c4643dbaf40 req-f17f3503-a957-4dd3-b348-0f6ba29b8c63 service nova] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.395581] env[69411]: DEBUG oslo_concurrency.lockutils [req-b3077ce3-dbd3-48ce-bfb8-5c4643dbaf40 req-f17f3503-a957-4dd3-b348-0f6ba29b8c63 service nova] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.395799] env[69411]: DEBUG nova.compute.manager [req-b3077ce3-dbd3-48ce-bfb8-5c4643dbaf40 req-f17f3503-a957-4dd3-b348-0f6ba29b8c63 service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] No waiting events found dispatching network-vif-plugged-2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.395994] env[69411]: WARNING nova.compute.manager [req-b3077ce3-dbd3-48ce-bfb8-5c4643dbaf40 req-f17f3503-a957-4dd3-b348-0f6ba29b8c63 service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Received unexpected event network-vif-plugged-2a290f50-5546-4ec0-b151-376bb75e65c5 for instance with vm_state building and task_state spawning. [ 998.399328] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 998.399328] env[69411]: value = "task-3323363" [ 998.399328] env[69411]: _type = "Task" [ 998.399328] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.407439] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323363, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.493259] env[69411]: DEBUG oslo_concurrency.lockutils [None req-14e6b83c-7c76-4672-9137-e5e0d5101e4d tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "ade7ce14-f11a-467d-9b12-05acd5ac76fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.454s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.549861] env[69411]: DEBUG nova.network.neutron [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Successfully updated port: 2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.820533] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcfb8d0-1710-4a83-bc61-aef428a0dad5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.828421] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb04b82-a3f4-4e3e-a234-d3aa831f65d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.861171] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762395bf-b33b-4861-9fea-629318735221 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.868779] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d8700d-3005-4713-93af-f096e0dac6db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.884207] env[69411]: DEBUG nova.compute.provider_tree [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.910389] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323363, 'name': Rename_Task, 'duration_secs': 0.152751} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.911006] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.911381] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60ff8648-8ff1-4edb-88bd-10f255e1a3b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.918643] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 998.918643] env[69411]: value = "task-3323364" [ 998.918643] env[69411]: _type = "Task" [ 998.918643] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.927316] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.052706] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.052872] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.052996] env[69411]: DEBUG nova.network.neutron [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.387463] env[69411]: DEBUG nova.scheduler.client.report [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.417246] env[69411]: DEBUG nova.compute.manager [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 999.429543] env[69411]: DEBUG oslo_vmware.api [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323364, 'name': PowerOnVM_Task, 'duration_secs': 0.500766} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.430214] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.430214] env[69411]: INFO nova.compute.manager [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Took 14.61 seconds to spawn the instance on the hypervisor. [ 999.430391] env[69411]: DEBUG nova.compute.manager [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.431568] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14354158-0280-4581-b359-c77e41c65b87 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.597421] env[69411]: DEBUG nova.network.neutron [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.752083] env[69411]: DEBUG nova.network.neutron [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Updating instance_info_cache with network_info: [{"id": "2a290f50-5546-4ec0-b151-376bb75e65c5", "address": "fa:16:3e:75:f0:91", "network": {"id": "efd8a8db-2e5e-4901-9ba7-773d1ef29842", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1075396209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7699164851464c94590d397dadc26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a290f50-55", "ovs_interfaceid": "2a290f50-5546-4ec0-b151-376bb75e65c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.892501] env[69411]: DEBUG oslo_concurrency.lockutils [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.895014] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.060s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.895268] env[69411]: DEBUG nova.objects.instance [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Lazy-loading 'resources' on Instance uuid cdbb693a-23bc-49cb-87ba-c8b11be3fb65 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.918675] env[69411]: INFO nova.scheduler.client.report [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Deleted allocations for instance a777e80c-13a0-429c-ae7e-4d43702e9092 [ 999.935601] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.950547] env[69411]: INFO nova.compute.manager [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Took 50.87 seconds to build instance. [ 1000.258672] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Releasing lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.259039] env[69411]: DEBUG nova.compute.manager [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Instance network_info: |[{"id": "2a290f50-5546-4ec0-b151-376bb75e65c5", "address": "fa:16:3e:75:f0:91", "network": {"id": "efd8a8db-2e5e-4901-9ba7-773d1ef29842", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1075396209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7699164851464c94590d397dadc26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a290f50-55", "ovs_interfaceid": "2a290f50-5546-4ec0-b151-376bb75e65c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.259473] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:f0:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a290f50-5546-4ec0-b151-376bb75e65c5', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.267180] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Creating folder: Project (6b7699164851464c94590d397dadc26a). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.267434] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed2ffe85-e4d5-496d-be86-6b320edb6183 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.279414] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Created folder: Project (6b7699164851464c94590d397dadc26a) in parent group-v663248. [ 1000.279632] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Creating folder: Instances. Parent ref: group-v663464. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.280293] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2761cc6f-79f6-485f-950b-da2455917959 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.290458] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Created folder: Instances in parent group-v663464. [ 1000.290704] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.290897] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.291114] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64163927-7dd7-4fe0-82bc-9b4267759328 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.307121] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquiring lock "33841480-43a8-4931-b720-5027352d0c44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.312368] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.312368] env[69411]: value = "task-3323367" [ 1000.312368] env[69411]: _type = "Task" [ 1000.312368] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.320619] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323367, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.426787] env[69411]: DEBUG nova.compute.manager [req-68534738-8038-440e-994b-3c94cceb9243 req-469b3f00-112a-45ad-b6d2-c234c5bbe711 service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Received event network-changed-2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.427131] env[69411]: DEBUG nova.compute.manager [req-68534738-8038-440e-994b-3c94cceb9243 req-469b3f00-112a-45ad-b6d2-c234c5bbe711 service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Refreshing instance network info cache due to event network-changed-2a290f50-5546-4ec0-b151-376bb75e65c5. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.427491] env[69411]: DEBUG oslo_concurrency.lockutils [req-68534738-8038-440e-994b-3c94cceb9243 req-469b3f00-112a-45ad-b6d2-c234c5bbe711 service nova] Acquiring lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.427691] env[69411]: DEBUG oslo_concurrency.lockutils [req-68534738-8038-440e-994b-3c94cceb9243 req-469b3f00-112a-45ad-b6d2-c234c5bbe711 service nova] Acquired lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.427882] env[69411]: DEBUG nova.network.neutron [req-68534738-8038-440e-994b-3c94cceb9243 req-469b3f00-112a-45ad-b6d2-c234c5bbe711 service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Refreshing network info cache for port 2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.436132] env[69411]: DEBUG oslo_concurrency.lockutils [None req-673f33bd-0d04-4583-8574-62c866563cab tempest-ListServersNegativeTestJSON-490006074 tempest-ListServersNegativeTestJSON-490006074-project-member] Lock "a777e80c-13a0-429c-ae7e-4d43702e9092" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.325s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.452309] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34c674a0-d7a7-49e3-998e-a9a98278b8ee tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "33841480-43a8-4931-b720-5027352d0c44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.379s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.452802] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "33841480-43a8-4931-b720-5027352d0c44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.146s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.452802] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquiring lock "33841480-43a8-4931-b720-5027352d0c44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.453185] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "33841480-43a8-4931-b720-5027352d0c44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.453185] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "33841480-43a8-4931-b720-5027352d0c44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.457932] env[69411]: INFO nova.compute.manager [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Terminating instance [ 1000.831019] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323367, 'name': CreateVM_Task, 'duration_secs': 0.425837} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.831019] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.832083] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.832391] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.832873] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.834380] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45e66c2-639d-49da-96e5-881e005e23c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.842152] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1000.842152] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528c1f19-9e47-f92d-39d6-f7716d978860" [ 1000.842152] env[69411]: _type = "Task" [ 1000.842152] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.854233] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528c1f19-9e47-f92d-39d6-f7716d978860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.860899] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3e9e7c-d9b7-4f62-aa56-caae123ddc22 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.867943] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f322ce0a-1704-4c3f-9634-57a1b2819ee1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.901962] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a496d5a9-1088-4ec6-a50c-cc5a9b238b0e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.909434] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913ef240-e276-4687-994a-86e00fe8461e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.922825] env[69411]: DEBUG nova.compute.provider_tree [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.962075] env[69411]: DEBUG nova.compute.manager [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.962313] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.963222] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3b48fb-83a2-477e-a967-8a7f5ba64adf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.971240] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.973649] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79c4300a-243e-400a-b206-911c20b5f73c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.981015] env[69411]: DEBUG oslo_vmware.api [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 1000.981015] env[69411]: value = "task-3323368" [ 1000.981015] env[69411]: _type = "Task" [ 1000.981015] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.988638] env[69411]: DEBUG oslo_vmware.api [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.152685] env[69411]: DEBUG nova.network.neutron [req-68534738-8038-440e-994b-3c94cceb9243 req-469b3f00-112a-45ad-b6d2-c234c5bbe711 service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Updated VIF entry in instance network info cache for port 2a290f50-5546-4ec0-b151-376bb75e65c5. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.153118] env[69411]: DEBUG nova.network.neutron [req-68534738-8038-440e-994b-3c94cceb9243 req-469b3f00-112a-45ad-b6d2-c234c5bbe711 service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Updating instance_info_cache with network_info: [{"id": "2a290f50-5546-4ec0-b151-376bb75e65c5", "address": "fa:16:3e:75:f0:91", "network": {"id": "efd8a8db-2e5e-4901-9ba7-773d1ef29842", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1075396209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7699164851464c94590d397dadc26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a290f50-55", "ovs_interfaceid": "2a290f50-5546-4ec0-b151-376bb75e65c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.351606] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528c1f19-9e47-f92d-39d6-f7716d978860, 'name': SearchDatastore_Task, 'duration_secs': 0.019865} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.351931] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.352177] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.352411] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.352549] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.352719] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.353071] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2f612ee-8178-4089-98e2-152d35ecfdda {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.361312] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.361488] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.362218] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-967c9bfb-3bba-43b0-a991-e78bf096f3c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.367457] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1001.367457] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525cfef2-44e5-6f48-5f69-6f1a0df34918" [ 1001.367457] env[69411]: _type = "Task" [ 1001.367457] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.375009] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525cfef2-44e5-6f48-5f69-6f1a0df34918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.426682] env[69411]: DEBUG nova.scheduler.client.report [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.491036] env[69411]: DEBUG oslo_vmware.api [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323368, 'name': PowerOffVM_Task, 'duration_secs': 0.241385} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.491437] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.491509] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.492770] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f75e6abc-1525-4bea-9fb2-ff21c8c35eac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.637011] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.637011] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.637011] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Deleting the datastore file [datastore2] 33841480-43a8-4931-b720-5027352d0c44 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.637221] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df001e7c-b196-47ab-906d-808f42154ed4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.643309] env[69411]: DEBUG oslo_vmware.api [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 1001.643309] env[69411]: value = "task-3323370" [ 1001.643309] env[69411]: _type = "Task" [ 1001.643309] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.651170] env[69411]: DEBUG oslo_vmware.api [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.655797] env[69411]: DEBUG oslo_concurrency.lockutils [req-68534738-8038-440e-994b-3c94cceb9243 req-469b3f00-112a-45ad-b6d2-c234c5bbe711 service nova] Releasing lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.877768] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525cfef2-44e5-6f48-5f69-6f1a0df34918, 'name': SearchDatastore_Task, 'duration_secs': 0.008542} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.878665] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62067f03-fcec-4179-a5b3-8cf6d5ab6fa6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.883888] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1001.883888] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521daae5-135e-f35a-19ed-487273587231" [ 1001.883888] env[69411]: _type = "Task" [ 1001.883888] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.894017] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521daae5-135e-f35a-19ed-487273587231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.931630] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.934140] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.228s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.935567] env[69411]: INFO nova.compute.claims [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.959334] env[69411]: INFO nova.scheduler.client.report [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Deleted allocations for instance cdbb693a-23bc-49cb-87ba-c8b11be3fb65 [ 1002.153954] env[69411]: DEBUG oslo_vmware.api [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161108} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.154412] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.154728] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.155058] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.155352] env[69411]: INFO nova.compute.manager [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 33841480-43a8-4931-b720-5027352d0c44] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1002.155695] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.155992] env[69411]: DEBUG nova.compute.manager [-] [instance: 33841480-43a8-4931-b720-5027352d0c44] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.156194] env[69411]: DEBUG nova.network.neutron [-] [instance: 33841480-43a8-4931-b720-5027352d0c44] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.393764] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521daae5-135e-f35a-19ed-487273587231, 'name': SearchDatastore_Task, 'duration_secs': 0.009477} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.394038] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.394301] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6/fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.394549] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb32017f-ebeb-4b26-9a3c-0da1fe52bb2f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.401053] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1002.401053] env[69411]: value = "task-3323371" [ 1002.401053] env[69411]: _type = "Task" [ 1002.401053] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.408953] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.456571] env[69411]: DEBUG nova.compute.manager [req-43fb07f2-5600-43b2-b3ce-452339482e21 req-94db864d-ca2f-4e6c-a104-73db5d561afe service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Received event network-vif-deleted-6bcbc6d3-dc9e-41f6-8849-18f9136b43ac {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.456816] env[69411]: INFO nova.compute.manager [req-43fb07f2-5600-43b2-b3ce-452339482e21 req-94db864d-ca2f-4e6c-a104-73db5d561afe service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Neutron deleted interface 6bcbc6d3-dc9e-41f6-8849-18f9136b43ac; detaching it from the instance and deleting it from the info cache [ 1002.457162] env[69411]: DEBUG nova.network.neutron [req-43fb07f2-5600-43b2-b3ce-452339482e21 req-94db864d-ca2f-4e6c-a104-73db5d561afe service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Updating instance_info_cache with network_info: [{"id": "71af199b-3941-4c1b-b044-783b19e60634", "address": "fa:16:3e:83:bf:51", "network": {"id": "258b08dd-c1aa-48e2-b8ab-fcdebab22ba1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1185655283", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71af199b-39", "ovs_interfaceid": "71af199b-3941-4c1b-b044-783b19e60634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "813b07da-41b6-437d-b7d5-5b955893b783", "address": "fa:16:3e:ff:2d:d2", "network": {"id": "18e5a304-b293-4113-94a7-3284e6b94a49", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1670022803", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap813b07da-41", "ovs_interfaceid": "813b07da-41b6-437d-b7d5-5b955893b783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.467157] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed1d4f4-d72a-4375-8b5d-a9e4d888aee5 tempest-ServersAaction247Test-1547395193 tempest-ServersAaction247Test-1547395193-project-member] Lock "cdbb693a-23bc-49cb-87ba-c8b11be3fb65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.879s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.912904] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506897} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.913329] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6/fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.913840] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.913945] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b171af87-a001-445b-a69e-73ca321ffd32 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.920925] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1002.920925] env[69411]: value = "task-3323372" [ 1002.920925] env[69411]: _type = "Task" [ 1002.920925] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.930303] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.961462] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf991276-edef-4de8-ac5d-536150d5111e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.976862] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6587b7d3-0da8-4c06-a4cd-02add57e996d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.016607] env[69411]: DEBUG nova.compute.manager [req-43fb07f2-5600-43b2-b3ce-452339482e21 req-94db864d-ca2f-4e6c-a104-73db5d561afe service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Detach interface failed, port_id=6bcbc6d3-dc9e-41f6-8849-18f9136b43ac, reason: Instance 33841480-43a8-4931-b720-5027352d0c44 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1003.305635] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba58ede-6ca2-4393-81a9-f237674b6255 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.313364] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3175048d-2c1f-42e6-b7d4-5604adc1aa6b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.345538] env[69411]: DEBUG nova.network.neutron [-] [instance: 33841480-43a8-4931-b720-5027352d0c44] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.347514] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2807bf6-cf83-40f1-ad55-393bd389868e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.356109] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7f6686-564c-4347-8c29-29edf953c441 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.371154] env[69411]: DEBUG nova.compute.provider_tree [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.432602] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141449} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.432906] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.433771] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a763b6-5d98-4c96-ba8a-1ac3990770ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.458134] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6/fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.458482] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8d12549-019b-4325-b89e-a09d0ed19dac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.478083] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1003.478083] env[69411]: value = "task-3323373" [ 1003.478083] env[69411]: _type = "Task" [ 1003.478083] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.485766] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.852891] env[69411]: INFO nova.compute.manager [-] [instance: 33841480-43a8-4931-b720-5027352d0c44] Took 1.70 seconds to deallocate network for instance. [ 1003.873848] env[69411]: DEBUG nova.scheduler.client.report [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.987868] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.359600] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.380025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.380025] env[69411]: DEBUG nova.compute.manager [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.382399] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.658s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.384115] env[69411]: INFO nova.compute.claims [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.488321] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.495905] env[69411]: DEBUG nova.compute.manager [req-d1e507dd-51f3-4a2a-b0ae-59c1f62fe2ff req-f68f0f4d-d59d-4ec5-8b62-97414a2c930d service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Received event network-vif-deleted-71af199b-3941-4c1b-b044-783b19e60634 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.496213] env[69411]: DEBUG nova.compute.manager [req-d1e507dd-51f3-4a2a-b0ae-59c1f62fe2ff req-f68f0f4d-d59d-4ec5-8b62-97414a2c930d service nova] [instance: 33841480-43a8-4931-b720-5027352d0c44] Received event network-vif-deleted-813b07da-41b6-437d-b7d5-5b955893b783 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.888228] env[69411]: DEBUG nova.compute.utils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.892097] env[69411]: DEBUG nova.compute.manager [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.893118] env[69411]: DEBUG nova.network.neutron [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.939082] env[69411]: DEBUG nova.policy [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e62f14417058432a9964dfdd77a96c90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26a0617b20114b1b88f42cf852299575', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.989650] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323373, 'name': ReconfigVM_Task, 'duration_secs': 1.080514} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.989978] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Reconfigured VM instance instance-00000050 to attach disk [datastore1] fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6/fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.990980] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5394d9e8-3b0f-4a48-b6d4-6c7bd26031c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.001106] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1005.001106] env[69411]: value = "task-3323374" [ 1005.001106] env[69411]: _type = "Task" [ 1005.001106] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.009772] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323374, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.309883] env[69411]: DEBUG nova.network.neutron [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Successfully created port: 89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.395769] env[69411]: DEBUG nova.compute.manager [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.512086] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323374, 'name': Rename_Task, 'duration_secs': 0.165664} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.512956] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.512956] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9635beb4-7a03-484b-b350-886a50aba10c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.518445] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1005.518445] env[69411]: value = "task-3323375" [ 1005.518445] env[69411]: _type = "Task" [ 1005.518445] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.529576] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.825734] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3817c048-d017-4f79-b85b-b8f5b5c03ef9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.834620] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8121949-6655-46dd-953b-d33eadb2cb49 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.868722] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be4a359-5b10-4303-bae0-454d2efe2200 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.876934] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2055699-7209-4930-b520-77d107c9ed4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.891771] env[69411]: DEBUG nova.compute.provider_tree [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.030935] env[69411]: DEBUG oslo_vmware.api [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323375, 'name': PowerOnVM_Task, 'duration_secs': 0.433156} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.031233] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.031277] env[69411]: INFO nova.compute.manager [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1006.031435] env[69411]: DEBUG nova.compute.manager [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.032846] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a055173b-2776-4e95-8716-eab9fc13b556 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.159463] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.159727] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.395234] env[69411]: DEBUG nova.scheduler.client.report [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.414330] env[69411]: DEBUG nova.compute.manager [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.448242] env[69411]: DEBUG nova.virt.hardware [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.448385] env[69411]: DEBUG nova.virt.hardware [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.448498] env[69411]: DEBUG nova.virt.hardware [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.448768] env[69411]: DEBUG nova.virt.hardware [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.448870] env[69411]: DEBUG nova.virt.hardware [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.449031] env[69411]: DEBUG nova.virt.hardware [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.449255] env[69411]: DEBUG nova.virt.hardware [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.449416] env[69411]: DEBUG nova.virt.hardware [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.449714] env[69411]: DEBUG nova.virt.hardware [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.449902] env[69411]: DEBUG nova.virt.hardware [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.450113] env[69411]: DEBUG nova.virt.hardware [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.451106] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943e9ec2-8eed-46f0-97c5-99502849eae3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.459575] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250182c8-6f95-4591-af39-8fba8ad97a5f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.561885] env[69411]: INFO nova.compute.manager [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Took 38.37 seconds to build instance. [ 1006.670927] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.670927] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.670927] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.670927] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.670927] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.670927] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.670927] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1006.670927] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.901595] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.902604] env[69411]: DEBUG nova.compute.manager [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.904834] env[69411]: DEBUG oslo_concurrency.lockutils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.078s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.908016] env[69411]: INFO nova.compute.claims [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.067139] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aa9dc46e-4da6-4d45-87a0-5294eea139a8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.886s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.173255] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.185346] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ca4a8b6-4ee2-47a6-b8b2-e16d4c5507e2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "interface-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.185727] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ca4a8b6-4ee2-47a6-b8b2-e16d4c5507e2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.186148] env[69411]: DEBUG nova.objects.instance [None req-5ca4a8b6-4ee2-47a6-b8b2-e16d4c5507e2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lazy-loading 'flavor' on Instance uuid cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.344882] env[69411]: DEBUG nova.network.neutron [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Successfully updated port: 89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.348350] env[69411]: DEBUG nova.compute.manager [req-69c61ce1-c29f-4532-a68d-53965d725ac3 req-ecaa432c-2591-4bf3-8ebe-49ba2f4da050 service nova] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Received event network-vif-plugged-89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.348698] env[69411]: DEBUG oslo_concurrency.lockutils [req-69c61ce1-c29f-4532-a68d-53965d725ac3 req-ecaa432c-2591-4bf3-8ebe-49ba2f4da050 service nova] Acquiring lock "b04eaaab-66bd-44d0-8757-bae522e70c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.348971] env[69411]: DEBUG oslo_concurrency.lockutils [req-69c61ce1-c29f-4532-a68d-53965d725ac3 req-ecaa432c-2591-4bf3-8ebe-49ba2f4da050 service nova] Lock "b04eaaab-66bd-44d0-8757-bae522e70c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.349118] env[69411]: DEBUG oslo_concurrency.lockutils [req-69c61ce1-c29f-4532-a68d-53965d725ac3 req-ecaa432c-2591-4bf3-8ebe-49ba2f4da050 service nova] Lock "b04eaaab-66bd-44d0-8757-bae522e70c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.350388] env[69411]: DEBUG nova.compute.manager [req-69c61ce1-c29f-4532-a68d-53965d725ac3 req-ecaa432c-2591-4bf3-8ebe-49ba2f4da050 service nova] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] No waiting events found dispatching network-vif-plugged-89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.350388] env[69411]: WARNING nova.compute.manager [req-69c61ce1-c29f-4532-a68d-53965d725ac3 req-ecaa432c-2591-4bf3-8ebe-49ba2f4da050 service nova] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Received unexpected event network-vif-plugged-89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765 for instance with vm_state building and task_state spawning. [ 1007.411373] env[69411]: DEBUG nova.compute.utils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.412690] env[69411]: DEBUG nova.compute.manager [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.412863] env[69411]: DEBUG nova.network.neutron [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.468245] env[69411]: DEBUG nova.policy [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68a9f359c2054f02bc7ce765bd8fafdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfb958bb6fb84158b299b7daaea8d3ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.691444] env[69411]: DEBUG nova.objects.instance [None req-5ca4a8b6-4ee2-47a6-b8b2-e16d4c5507e2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lazy-loading 'pci_requests' on Instance uuid cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.851708] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "refresh_cache-b04eaaab-66bd-44d0-8757-bae522e70c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.851708] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "refresh_cache-b04eaaab-66bd-44d0-8757-bae522e70c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.851708] env[69411]: DEBUG nova.network.neutron [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.854494] env[69411]: DEBUG nova.network.neutron [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Successfully created port: 5507a22a-1f75-4291-935c-535a95478a18 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.916793] env[69411]: DEBUG nova.compute.manager [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.194460] env[69411]: DEBUG nova.objects.base [None req-5ca4a8b6-4ee2-47a6-b8b2-e16d4c5507e2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1008.194805] env[69411]: DEBUG nova.network.neutron [None req-5ca4a8b6-4ee2-47a6-b8b2-e16d4c5507e2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.281546] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ca4a8b6-4ee2-47a6-b8b2-e16d4c5507e2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.096s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.304739] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fada43-8f88-48ec-abef-1e0c6c0e9fb1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.312776] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7d082e-4643-44cd-8256-9e946cf584a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.344627] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b87311-4a47-49d5-a737-58eea8882cd7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.351761] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ff76e2-2352-454a-b3b3-dd5cd149c794 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.366540] env[69411]: DEBUG nova.compute.provider_tree [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.383939] env[69411]: DEBUG nova.network.neutron [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.565376] env[69411]: DEBUG nova.network.neutron [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Updating instance_info_cache with network_info: [{"id": "89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765", "address": "fa:16:3e:6b:d8:35", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89dc7317-7d", "ovs_interfaceid": "89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.859475] env[69411]: INFO nova.compute.manager [None req-287113dd-290d-487f-87c5-aa3962d0ca1f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Get console output [ 1008.859475] env[69411]: WARNING nova.virt.vmwareapi.driver [None req-287113dd-290d-487f-87c5-aa3962d0ca1f tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] The console log is missing. Check your VSPC configuration [ 1008.869995] env[69411]: DEBUG nova.scheduler.client.report [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.932432] env[69411]: DEBUG nova.compute.manager [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.958068] env[69411]: DEBUG nova.virt.hardware [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.958755] env[69411]: DEBUG nova.virt.hardware [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.958755] env[69411]: DEBUG nova.virt.hardware [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.958755] env[69411]: DEBUG nova.virt.hardware [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.958915] env[69411]: DEBUG nova.virt.hardware [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.959111] env[69411]: DEBUG nova.virt.hardware [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.959584] env[69411]: DEBUG nova.virt.hardware [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.959584] env[69411]: DEBUG nova.virt.hardware [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.959763] env[69411]: DEBUG nova.virt.hardware [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.959845] env[69411]: DEBUG nova.virt.hardware [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.960048] env[69411]: DEBUG nova.virt.hardware [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.961044] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14b8195-ce97-462f-a955-32c305c579f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.970085] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e5a13c-230a-4ef0-8098-cd8c8bd6c4f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.016656] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Acquiring lock "fc617046-039b-4478-b122-69fa3bf621a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.016882] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Lock "fc617046-039b-4478-b122-69fa3bf621a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.068865] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "refresh_cache-b04eaaab-66bd-44d0-8757-bae522e70c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.069247] env[69411]: DEBUG nova.compute.manager [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Instance network_info: |[{"id": "89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765", "address": "fa:16:3e:6b:d8:35", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89dc7317-7d", "ovs_interfaceid": "89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.069694] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:d8:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.077810] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.078059] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.078289] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76d37895-4e8f-4e77-b67a-e3d09af2ed2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.100228] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.100228] env[69411]: value = "task-3323376" [ 1009.100228] env[69411]: _type = "Task" [ 1009.100228] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.108367] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323376, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.374924] env[69411]: DEBUG oslo_concurrency.lockutils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.375661] env[69411]: DEBUG nova.compute.manager [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.379027] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.998s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.379120] env[69411]: DEBUG nova.objects.instance [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Lazy-loading 'resources' on Instance uuid 536d2e2b-65e4-4e3a-924c-535e4e262eb5 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.489813] env[69411]: DEBUG nova.network.neutron [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Successfully updated port: 5507a22a-1f75-4291-935c-535a95478a18 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.520482] env[69411]: DEBUG nova.compute.manager [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.609833] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323376, 'name': CreateVM_Task, 'duration_secs': 0.357499} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.610014] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.610711] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.610890] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.611229] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.611474] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b0b5f3-2473-4859-b2d2-831f1e9cf9d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.615634] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1009.615634] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5275b72c-d0bc-f2e0-5111-5aeb221901ca" [ 1009.615634] env[69411]: _type = "Task" [ 1009.615634] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.623764] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5275b72c-d0bc-f2e0-5111-5aeb221901ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.709583] env[69411]: DEBUG nova.compute.manager [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Received event network-changed-89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.709583] env[69411]: DEBUG nova.compute.manager [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Refreshing instance network info cache due to event network-changed-89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.710550] env[69411]: DEBUG oslo_concurrency.lockutils [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] Acquiring lock "refresh_cache-b04eaaab-66bd-44d0-8757-bae522e70c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.710550] env[69411]: DEBUG oslo_concurrency.lockutils [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] Acquired lock "refresh_cache-b04eaaab-66bd-44d0-8757-bae522e70c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.710550] env[69411]: DEBUG nova.network.neutron [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Refreshing network info cache for port 89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.881660] env[69411]: DEBUG nova.compute.utils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.882779] env[69411]: DEBUG nova.compute.manager [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.883049] env[69411]: DEBUG nova.network.neutron [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.941507] env[69411]: DEBUG nova.policy [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0b733bad29846d08246f565b35ef671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c27b844cbf041b9a605a3fcaa88b038', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.992175] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "refresh_cache-53b8cf37-a542-453a-ac03-3dab8089c31c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.992330] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "refresh_cache-53b8cf37-a542-453a-ac03-3dab8089c31c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.993030] env[69411]: DEBUG nova.network.neutron [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.039780] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.127409] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5275b72c-d0bc-f2e0-5111-5aeb221901ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011209} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.127777] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.128035] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.128363] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.128426] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.128602] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.129280] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c71e9ea-8fbc-40e6-95f8-2455528fe997 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.139291] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.139453] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.140203] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e8764d3-d739-488c-9db6-86a52a8bb8e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.147906] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1010.147906] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52266ac5-f8d3-c4fa-90b5-174a8c985037" [ 1010.147906] env[69411]: _type = "Task" [ 1010.147906] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.155154] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52266ac5-f8d3-c4fa-90b5-174a8c985037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.238906] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe37136-f5a2-45a8-93f5-3a408f35933e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.248898] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bd1a3d-6790-4f85-b500-9a810f19dc8c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.288606] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "f550df5e-3fce-482d-8be8-ad9a3b46c912" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.288875] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "f550df5e-3fce-482d-8be8-ad9a3b46c912" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.289096] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "f550df5e-3fce-482d-8be8-ad9a3b46c912-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.289283] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "f550df5e-3fce-482d-8be8-ad9a3b46c912-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.289447] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "f550df5e-3fce-482d-8be8-ad9a3b46c912-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.293804] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0a9810-9ec7-4e32-8435-f6cde9982dc6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.296528] env[69411]: INFO nova.compute.manager [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Terminating instance [ 1010.309578] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a7fade-b02c-4fc0-8368-35c90e71b90f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.325143] env[69411]: DEBUG nova.compute.provider_tree [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.373568] env[69411]: DEBUG nova.network.neutron [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Successfully created port: 85581412-cabf-441b-9b4d-f796c09487dd {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.381108] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "interface-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.381382] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.381698] env[69411]: DEBUG nova.objects.instance [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lazy-loading 'flavor' on Instance uuid cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.388421] env[69411]: DEBUG nova.compute.manager [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.486483] env[69411]: DEBUG nova.network.neutron [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Updated VIF entry in instance network info cache for port 89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.486852] env[69411]: DEBUG nova.network.neutron [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Updating instance_info_cache with network_info: [{"id": "89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765", "address": "fa:16:3e:6b:d8:35", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89dc7317-7d", "ovs_interfaceid": "89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.525646] env[69411]: DEBUG nova.network.neutron [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.648201] env[69411]: DEBUG nova.network.neutron [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Updating instance_info_cache with network_info: [{"id": "5507a22a-1f75-4291-935c-535a95478a18", "address": "fa:16:3e:f3:ae:24", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5507a22a-1f", "ovs_interfaceid": "5507a22a-1f75-4291-935c-535a95478a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.659650] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52266ac5-f8d3-c4fa-90b5-174a8c985037, 'name': SearchDatastore_Task, 'duration_secs': 0.009788} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.660581] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab406e3-8a2c-4377-ad71-e49174ca2066 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.665677] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1010.665677] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5296a0ae-de56-348b-991b-f062d7aa10c9" [ 1010.665677] env[69411]: _type = "Task" [ 1010.665677] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.674395] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5296a0ae-de56-348b-991b-f062d7aa10c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.801558] env[69411]: DEBUG nova.compute.manager [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.801815] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.803142] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6d4b5c-02ac-439c-a745-d82c8514dee4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.810758] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.811015] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-166aea60-5196-45f9-a024-4d054c51d98e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.816530] env[69411]: DEBUG oslo_vmware.api [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1010.816530] env[69411]: value = "task-3323377" [ 1010.816530] env[69411]: _type = "Task" [ 1010.816530] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.825685] env[69411]: DEBUG oslo_vmware.api [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.828719] env[69411]: DEBUG nova.scheduler.client.report [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.965137] env[69411]: DEBUG nova.objects.instance [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lazy-loading 'pci_requests' on Instance uuid cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.989579] env[69411]: DEBUG oslo_concurrency.lockutils [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] Releasing lock "refresh_cache-b04eaaab-66bd-44d0-8757-bae522e70c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.989779] env[69411]: DEBUG nova.compute.manager [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Received event network-changed-2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.990781] env[69411]: DEBUG nova.compute.manager [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Refreshing instance network info cache due to event network-changed-2a290f50-5546-4ec0-b151-376bb75e65c5. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.990781] env[69411]: DEBUG oslo_concurrency.lockutils [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] Acquiring lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.990781] env[69411]: DEBUG oslo_concurrency.lockutils [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] Acquired lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.990781] env[69411]: DEBUG nova.network.neutron [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Refreshing network info cache for port 2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.153936] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "refresh_cache-53b8cf37-a542-453a-ac03-3dab8089c31c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.154321] env[69411]: DEBUG nova.compute.manager [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Instance network_info: |[{"id": "5507a22a-1f75-4291-935c-535a95478a18", "address": "fa:16:3e:f3:ae:24", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5507a22a-1f", "ovs_interfaceid": "5507a22a-1f75-4291-935c-535a95478a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.155020] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:ae:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5507a22a-1f75-4291-935c-535a95478a18', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.162593] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.163189] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.163431] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b696ef5-e828-468c-a203-5590e9cc28fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.187553] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5296a0ae-de56-348b-991b-f062d7aa10c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011532} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.188765] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.189035] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] b04eaaab-66bd-44d0-8757-bae522e70c73/b04eaaab-66bd-44d0-8757-bae522e70c73.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.189291] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.189291] env[69411]: value = "task-3323378" [ 1011.189291] env[69411]: _type = "Task" [ 1011.189291] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.189433] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eb3f57f-ba8d-4caf-b12e-d144c7a93fd0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.199177] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323378, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.200299] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1011.200299] env[69411]: value = "task-3323379" [ 1011.200299] env[69411]: _type = "Task" [ 1011.200299] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.207464] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.334042] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.337455] env[69411]: DEBUG oslo_vmware.api [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323377, 'name': PowerOffVM_Task, 'duration_secs': 0.205149} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.338127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.491s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.338882] env[69411]: DEBUG nova.objects.instance [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lazy-loading 'resources' on Instance uuid 1603a151-7d9e-4914-89e3-38a1a9819ca2 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.341048] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.341048] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.341317] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a52957ac-5141-42cc-b29a-3a11b2dc0950 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.361451] env[69411]: INFO nova.scheduler.client.report [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Deleted allocations for instance 536d2e2b-65e4-4e3a-924c-535e4e262eb5 [ 1011.403876] env[69411]: DEBUG nova.compute.manager [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.444242] env[69411]: DEBUG nova.virt.hardware [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.444735] env[69411]: DEBUG nova.virt.hardware [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.444985] env[69411]: DEBUG nova.virt.hardware [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.445267] env[69411]: DEBUG nova.virt.hardware [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.445548] env[69411]: DEBUG nova.virt.hardware [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.445868] env[69411]: DEBUG nova.virt.hardware [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.446364] env[69411]: DEBUG nova.virt.hardware [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.446689] env[69411]: DEBUG nova.virt.hardware [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.447050] env[69411]: DEBUG nova.virt.hardware [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.447301] env[69411]: DEBUG nova.virt.hardware [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.447534] env[69411]: DEBUG nova.virt.hardware [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.448491] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c925442-48fc-431d-89b5-5ef7febc1c46 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.453871] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.453871] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.453871] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Deleting the datastore file [datastore2] f550df5e-3fce-482d-8be8-ad9a3b46c912 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.454721] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be3d2917-6b7d-438c-a832-46b8c9362aa5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.460340] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ba4e53-2d7e-43e8-ae57-7b627cde2467 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.466300] env[69411]: DEBUG oslo_vmware.api [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1011.466300] env[69411]: value = "task-3323381" [ 1011.466300] env[69411]: _type = "Task" [ 1011.466300] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.467283] env[69411]: DEBUG nova.objects.base [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.467523] env[69411]: DEBUG nova.network.neutron [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.486262] env[69411]: DEBUG oslo_vmware.api [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.533310] env[69411]: DEBUG nova.policy [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abb9ac11516e446faf33421a7163ddcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '942d4be6e5e24bb58738805d96d9d2f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.701999] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323378, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.709950] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323379, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.833468] env[69411]: DEBUG nova.network.neutron [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Updated VIF entry in instance network info cache for port 2a290f50-5546-4ec0-b151-376bb75e65c5. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.833961] env[69411]: DEBUG nova.network.neutron [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Updating instance_info_cache with network_info: [{"id": "2a290f50-5546-4ec0-b151-376bb75e65c5", "address": "fa:16:3e:75:f0:91", "network": {"id": "efd8a8db-2e5e-4901-9ba7-773d1ef29842", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1075396209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7699164851464c94590d397dadc26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a290f50-55", "ovs_interfaceid": "2a290f50-5546-4ec0-b151-376bb75e65c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.836275] env[69411]: DEBUG nova.network.neutron [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Successfully created port: fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.860586] env[69411]: DEBUG nova.compute.manager [req-da3ba35e-e04e-4aec-984f-a998b4add2ff req-72b1875a-06e5-4d00-834e-5352fb67dd0b service nova] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Received event network-changed-5507a22a-1f75-4291-935c-535a95478a18 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.860885] env[69411]: DEBUG nova.compute.manager [req-da3ba35e-e04e-4aec-984f-a998b4add2ff req-72b1875a-06e5-4d00-834e-5352fb67dd0b service nova] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Refreshing instance network info cache due to event network-changed-5507a22a-1f75-4291-935c-535a95478a18. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.861293] env[69411]: DEBUG oslo_concurrency.lockutils [req-da3ba35e-e04e-4aec-984f-a998b4add2ff req-72b1875a-06e5-4d00-834e-5352fb67dd0b service nova] Acquiring lock "refresh_cache-53b8cf37-a542-453a-ac03-3dab8089c31c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.861471] env[69411]: DEBUG oslo_concurrency.lockutils [req-da3ba35e-e04e-4aec-984f-a998b4add2ff req-72b1875a-06e5-4d00-834e-5352fb67dd0b service nova] Acquired lock "refresh_cache-53b8cf37-a542-453a-ac03-3dab8089c31c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.861630] env[69411]: DEBUG nova.network.neutron [req-da3ba35e-e04e-4aec-984f-a998b4add2ff req-72b1875a-06e5-4d00-834e-5352fb67dd0b service nova] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Refreshing network info cache for port 5507a22a-1f75-4291-935c-535a95478a18 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.873859] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e59feeee-b244-450b-ae0c-20e4c4bce58e tempest-ServerMetadataTestJSON-1416831170 tempest-ServerMetadataTestJSON-1416831170-project-member] Lock "536d2e2b-65e4-4e3a-924c-535e4e262eb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.460s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.977397] env[69411]: DEBUG oslo_vmware.api [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.184935] env[69411]: DEBUG nova.network.neutron [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Successfully updated port: 85581412-cabf-441b-9b4d-f796c09487dd {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.202620] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323378, 'name': CreateVM_Task, 'duration_secs': 0.980149} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.207948] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.209486] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.209662] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.209976] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.210932] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9691cb06-3a7e-487d-8fbd-09d790fccd1f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.218328] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532032} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.218919] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] b04eaaab-66bd-44d0-8757-bae522e70c73/b04eaaab-66bd-44d0-8757-bae522e70c73.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.219147] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.219411] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4170ba2-5507-478e-9537-c5fbcb1deb63 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.225399] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1012.225399] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5204869b-d17b-e7dc-7721-ebb85bd52055" [ 1012.225399] env[69411]: _type = "Task" [ 1012.225399] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.230747] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1012.230747] env[69411]: value = "task-3323382" [ 1012.230747] env[69411]: _type = "Task" [ 1012.230747] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.234497] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5204869b-d17b-e7dc-7721-ebb85bd52055, 'name': SearchDatastore_Task, 'duration_secs': 0.009881} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.237848] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.238165] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.238461] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.238610] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.238799] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.241622] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be157c3f-d27c-4dfb-9440-5923b2a6a8ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.251299] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.252424] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.252593] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.255785] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867c7f03-49b9-44e5-8c88-bd8793be5e52 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.260800] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1012.260800] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dd623f-f5dc-95e6-49a4-3e12d1a0a6de" [ 1012.260800] env[69411]: _type = "Task" [ 1012.260800] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.268777] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dd623f-f5dc-95e6-49a4-3e12d1a0a6de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.270283] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2debc334-ed7e-48d2-8c97-8a01034f8ae3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.276569] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e628ce-ded8-49d7-b271-2f50b0d86baf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.307199] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdd4236-3368-47a8-ab51-68ab09a750fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.316020] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe212cb6-0cd8-460f-9be8-8ba85d822fa8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.327439] env[69411]: DEBUG nova.compute.provider_tree [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.340329] env[69411]: DEBUG oslo_concurrency.lockutils [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] Releasing lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.343526] env[69411]: DEBUG nova.compute.manager [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Received event network-vif-plugged-5507a22a-1f75-4291-935c-535a95478a18 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.343526] env[69411]: DEBUG oslo_concurrency.lockutils [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] Acquiring lock "53b8cf37-a542-453a-ac03-3dab8089c31c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.343526] env[69411]: DEBUG oslo_concurrency.lockutils [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] Lock "53b8cf37-a542-453a-ac03-3dab8089c31c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.343526] env[69411]: DEBUG oslo_concurrency.lockutils [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] Lock "53b8cf37-a542-453a-ac03-3dab8089c31c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.343526] env[69411]: DEBUG nova.compute.manager [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] No waiting events found dispatching network-vif-plugged-5507a22a-1f75-4291-935c-535a95478a18 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.343526] env[69411]: WARNING nova.compute.manager [req-604625cf-99ab-4c5d-a7b8-55a79bfab440 req-0579219d-2712-4045-b0ec-7d47af89267b service nova] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Received unexpected event network-vif-plugged-5507a22a-1f75-4291-935c-535a95478a18 for instance with vm_state building and task_state spawning. [ 1012.477669] env[69411]: DEBUG oslo_vmware.api [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.938798} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.478034] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.478222] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.478418] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.478592] env[69411]: INFO nova.compute.manager [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1012.478869] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.479070] env[69411]: DEBUG nova.compute.manager [-] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.479169] env[69411]: DEBUG nova.network.neutron [-] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.687847] env[69411]: DEBUG oslo_concurrency.lockutils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.688008] env[69411]: DEBUG oslo_concurrency.lockutils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.688172] env[69411]: DEBUG nova.network.neutron [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.746444] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163366} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.746444] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.747151] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eea4e9d-7801-45a8-93b7-498a1ad13bd2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.769179] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] b04eaaab-66bd-44d0-8757-bae522e70c73/b04eaaab-66bd-44d0-8757-bae522e70c73.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.772123] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-300e5b9c-fd4c-495d-a8ae-38e2750e61d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.796395] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dd623f-f5dc-95e6-49a4-3e12d1a0a6de, 'name': SearchDatastore_Task, 'duration_secs': 0.013752} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.798221] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1012.798221] env[69411]: value = "task-3323383" [ 1012.798221] env[69411]: _type = "Task" [ 1012.798221] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.798461] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6236a137-3ba3-4079-bbda-b2c0fdbab4f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.807221] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1012.807221] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520f6cf9-358d-56c3-4a61-c47164f2dc35" [ 1012.807221] env[69411]: _type = "Task" [ 1012.807221] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.810705] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323383, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.818980] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520f6cf9-358d-56c3-4a61-c47164f2dc35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.831345] env[69411]: DEBUG nova.scheduler.client.report [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.906898] env[69411]: DEBUG nova.network.neutron [req-da3ba35e-e04e-4aec-984f-a998b4add2ff req-72b1875a-06e5-4d00-834e-5352fb67dd0b service nova] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Updated VIF entry in instance network info cache for port 5507a22a-1f75-4291-935c-535a95478a18. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.906898] env[69411]: DEBUG nova.network.neutron [req-da3ba35e-e04e-4aec-984f-a998b4add2ff req-72b1875a-06e5-4d00-834e-5352fb67dd0b service nova] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Updating instance_info_cache with network_info: [{"id": "5507a22a-1f75-4291-935c-535a95478a18", "address": "fa:16:3e:f3:ae:24", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5507a22a-1f", "ovs_interfaceid": "5507a22a-1f75-4291-935c-535a95478a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.279212] env[69411]: DEBUG nova.network.neutron [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.317280] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323383, 'name': ReconfigVM_Task, 'duration_secs': 0.300458} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.317967] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Reconfigured VM instance instance-00000051 to attach disk [datastore2] b04eaaab-66bd-44d0-8757-bae522e70c73/b04eaaab-66bd-44d0-8757-bae522e70c73.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.318978] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65e6f27f-563a-4d8b-a967-3ea3120bd400 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.325047] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520f6cf9-358d-56c3-4a61-c47164f2dc35, 'name': SearchDatastore_Task, 'duration_secs': 0.011614} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.325868] env[69411]: DEBUG nova.network.neutron [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Successfully updated port: fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.327742] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.329038] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 53b8cf37-a542-453a-ac03-3dab8089c31c/53b8cf37-a542-453a-ac03-3dab8089c31c.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.329517] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b582c482-73fa-4a04-8597-02f532e5d10d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.338924] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.342073] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1013.342073] env[69411]: value = "task-3323384" [ 1013.342073] env[69411]: _type = "Task" [ 1013.342073] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.342982] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.344s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.343991] env[69411]: DEBUG nova.objects.instance [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lazy-loading 'resources' on Instance uuid 37caffdb-52fd-40dc-9de9-2bd7930c4903 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.359059] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1013.359059] env[69411]: value = "task-3323385" [ 1013.359059] env[69411]: _type = "Task" [ 1013.359059] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.360299] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323384, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.373199] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.380667] env[69411]: INFO nova.scheduler.client.report [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Deleted allocations for instance 1603a151-7d9e-4914-89e3-38a1a9819ca2 [ 1013.408564] env[69411]: DEBUG oslo_concurrency.lockutils [req-da3ba35e-e04e-4aec-984f-a998b4add2ff req-72b1875a-06e5-4d00-834e-5352fb67dd0b service nova] Releasing lock "refresh_cache-53b8cf37-a542-453a-ac03-3dab8089c31c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.653068] env[69411]: DEBUG nova.network.neutron [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Updating instance_info_cache with network_info: [{"id": "85581412-cabf-441b-9b4d-f796c09487dd", "address": "fa:16:3e:d0:24:0d", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85581412-ca", "ovs_interfaceid": "85581412-cabf-441b-9b4d-f796c09487dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.831614] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.831614] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.831614] env[69411]: DEBUG nova.network.neutron [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.861734] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323384, 'name': Rename_Task, 'duration_secs': 0.151334} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.862076] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.862607] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-706434d9-9b82-48db-a942-2b445b22fe4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.876587] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478576} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.877890] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 53b8cf37-a542-453a-ac03-3dab8089c31c/53b8cf37-a542-453a-ac03-3dab8089c31c.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.877890] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.877890] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1013.877890] env[69411]: value = "task-3323386" [ 1013.877890] env[69411]: _type = "Task" [ 1013.877890] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.878390] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24631768-5f89-42a0-bd1e-29a0fb0cd0bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.890935] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c1dc32fb-c284-4f81-bdc2-7c1efefb8be8 tempest-ServersAdminTestJSON-824437469 tempest-ServersAdminTestJSON-824437469-project-member] Lock "1603a151-7d9e-4914-89e3-38a1a9819ca2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.593s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.897964] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323386, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.898104] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1013.898104] env[69411]: value = "task-3323387" [ 1013.898104] env[69411]: _type = "Task" [ 1013.898104] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.911307] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.963938] env[69411]: DEBUG nova.compute.manager [req-9ab3c65b-1590-48aa-9ee9-91ef41b2552d req-0c7ad071-7e0d-453c-9220-c8c25a94fc5a service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Received event network-vif-plugged-fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.965149] env[69411]: DEBUG oslo_concurrency.lockutils [req-9ab3c65b-1590-48aa-9ee9-91ef41b2552d req-0c7ad071-7e0d-453c-9220-c8c25a94fc5a service nova] Acquiring lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.965149] env[69411]: DEBUG oslo_concurrency.lockutils [req-9ab3c65b-1590-48aa-9ee9-91ef41b2552d req-0c7ad071-7e0d-453c-9220-c8c25a94fc5a service nova] Lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.965149] env[69411]: DEBUG oslo_concurrency.lockutils [req-9ab3c65b-1590-48aa-9ee9-91ef41b2552d req-0c7ad071-7e0d-453c-9220-c8c25a94fc5a service nova] Lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.965149] env[69411]: DEBUG nova.compute.manager [req-9ab3c65b-1590-48aa-9ee9-91ef41b2552d req-0c7ad071-7e0d-453c-9220-c8c25a94fc5a service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] No waiting events found dispatching network-vif-plugged-fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.965149] env[69411]: WARNING nova.compute.manager [req-9ab3c65b-1590-48aa-9ee9-91ef41b2552d req-0c7ad071-7e0d-453c-9220-c8c25a94fc5a service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Received unexpected event network-vif-plugged-fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998 for instance with vm_state active and task_state None. [ 1014.157707] env[69411]: DEBUG oslo_concurrency.lockutils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.159304] env[69411]: DEBUG nova.compute.manager [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Instance network_info: |[{"id": "85581412-cabf-441b-9b4d-f796c09487dd", "address": "fa:16:3e:d0:24:0d", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85581412-ca", "ovs_interfaceid": "85581412-cabf-441b-9b4d-f796c09487dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.159304] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:24:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85581412-cabf-441b-9b4d-f796c09487dd', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.168196] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.168586] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.168698] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70cef9ed-4b5f-4c2f-a866-96031a98eef3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.196624] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.196624] env[69411]: value = "task-3323388" [ 1014.196624] env[69411]: _type = "Task" [ 1014.196624] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.206258] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323388, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.266694] env[69411]: DEBUG nova.network.neutron [-] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.320204] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa95c9d-48ef-4572-9555-8dfb4148b166 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.329196] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3410437-852b-4d8b-b0a7-955c5814e670 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.373056] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730bd570-3ef0-4a03-8a44-f2c6e3b7fc89 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.386114] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c7593a-71aa-4b5c-8277-a6b2e9ddcc67 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.389834] env[69411]: WARNING nova.network.neutron [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] 9f7625b8-1cdc-4227-bffd-1ef14759ac65 already exists in list: networks containing: ['9f7625b8-1cdc-4227-bffd-1ef14759ac65']. ignoring it [ 1014.396652] env[69411]: DEBUG oslo_vmware.api [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323386, 'name': PowerOnVM_Task, 'duration_secs': 0.460397} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.405310] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.405534] env[69411]: INFO nova.compute.manager [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1014.405708] env[69411]: DEBUG nova.compute.manager [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.406576] env[69411]: DEBUG nova.compute.provider_tree [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.408460] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb11b78-234f-43b1-a189-0aced5d470c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.427285] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10259} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.428217] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.433501] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4540486-aad5-41a6-97f7-2ebf181bae45 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.460535] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 53b8cf37-a542-453a-ac03-3dab8089c31c/53b8cf37-a542-453a-ac03-3dab8089c31c.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.463995] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afa75e10-1442-4fd3-ad49-efcbe47c0bbb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.489082] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1014.489082] env[69411]: value = "task-3323389" [ 1014.489082] env[69411]: _type = "Task" [ 1014.489082] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.498640] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.602685] env[69411]: DEBUG nova.compute.manager [req-81273e96-e498-4770-9a9b-046b02d3116b req-9acf2fad-eecd-4f4f-b87a-20419840e724 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Received event network-vif-plugged-85581412-cabf-441b-9b4d-f796c09487dd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.602881] env[69411]: DEBUG oslo_concurrency.lockutils [req-81273e96-e498-4770-9a9b-046b02d3116b req-9acf2fad-eecd-4f4f-b87a-20419840e724 service nova] Acquiring lock "56f02699-5153-426f-9f37-4d82a2cbcb21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.603212] env[69411]: DEBUG oslo_concurrency.lockutils [req-81273e96-e498-4770-9a9b-046b02d3116b req-9acf2fad-eecd-4f4f-b87a-20419840e724 service nova] Lock "56f02699-5153-426f-9f37-4d82a2cbcb21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.603295] env[69411]: DEBUG oslo_concurrency.lockutils [req-81273e96-e498-4770-9a9b-046b02d3116b req-9acf2fad-eecd-4f4f-b87a-20419840e724 service nova] Lock "56f02699-5153-426f-9f37-4d82a2cbcb21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.603787] env[69411]: DEBUG nova.compute.manager [req-81273e96-e498-4770-9a9b-046b02d3116b req-9acf2fad-eecd-4f4f-b87a-20419840e724 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] No waiting events found dispatching network-vif-plugged-85581412-cabf-441b-9b4d-f796c09487dd {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.603787] env[69411]: WARNING nova.compute.manager [req-81273e96-e498-4770-9a9b-046b02d3116b req-9acf2fad-eecd-4f4f-b87a-20419840e724 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Received unexpected event network-vif-plugged-85581412-cabf-441b-9b4d-f796c09487dd for instance with vm_state building and task_state spawning. [ 1014.603928] env[69411]: DEBUG nova.compute.manager [req-81273e96-e498-4770-9a9b-046b02d3116b req-9acf2fad-eecd-4f4f-b87a-20419840e724 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Received event network-changed-85581412-cabf-441b-9b4d-f796c09487dd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.603981] env[69411]: DEBUG nova.compute.manager [req-81273e96-e498-4770-9a9b-046b02d3116b req-9acf2fad-eecd-4f4f-b87a-20419840e724 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Refreshing instance network info cache due to event network-changed-85581412-cabf-441b-9b4d-f796c09487dd. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.604176] env[69411]: DEBUG oslo_concurrency.lockutils [req-81273e96-e498-4770-9a9b-046b02d3116b req-9acf2fad-eecd-4f4f-b87a-20419840e724 service nova] Acquiring lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.604311] env[69411]: DEBUG oslo_concurrency.lockutils [req-81273e96-e498-4770-9a9b-046b02d3116b req-9acf2fad-eecd-4f4f-b87a-20419840e724 service nova] Acquired lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.604475] env[69411]: DEBUG nova.network.neutron [req-81273e96-e498-4770-9a9b-046b02d3116b req-9acf2fad-eecd-4f4f-b87a-20419840e724 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Refreshing network info cache for port 85581412-cabf-441b-9b4d-f796c09487dd {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.709023] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323388, 'name': CreateVM_Task, 'duration_secs': 0.438328} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.709023] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.709023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.709023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.709023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.709023] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-202a4bdf-f398-4e29-99ae-a01f70c60495 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.712084] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1014.712084] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e4c04d-c682-c160-00c0-329b96e804d7" [ 1014.712084] env[69411]: _type = "Task" [ 1014.712084] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.720771] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e4c04d-c682-c160-00c0-329b96e804d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.771338] env[69411]: INFO nova.compute.manager [-] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Took 2.29 seconds to deallocate network for instance. [ 1014.917238] env[69411]: DEBUG nova.scheduler.client.report [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.959467] env[69411]: INFO nova.compute.manager [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Took 39.29 seconds to build instance. [ 1014.999795] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323389, 'name': ReconfigVM_Task, 'duration_secs': 0.327169} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.000394] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 53b8cf37-a542-453a-ac03-3dab8089c31c/53b8cf37-a542-453a-ac03-3dab8089c31c.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.001919] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cd7856b-0fec-4be9-9cdb-191dd5f6312e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.010196] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1015.010196] env[69411]: value = "task-3323390" [ 1015.010196] env[69411]: _type = "Task" [ 1015.010196] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.019204] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323390, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.068137] env[69411]: DEBUG nova.network.neutron [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Updating instance_info_cache with network_info: [{"id": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "address": "fa:16:3e:bd:f3:f9", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ac587f-9e", "ovs_interfaceid": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998", "address": "fa:16:3e:52:e3:a2", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd826a8e-9b", "ovs_interfaceid": "fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.223139] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e4c04d-c682-c160-00c0-329b96e804d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.223651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.223824] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.223940] env[69411]: DEBUG oslo_concurrency.lockutils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.224081] env[69411]: DEBUG oslo_concurrency.lockutils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.224265] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.224530] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e7af06c-b219-4cf5-bc9a-7ed55f91ad4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.248562] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.248562] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.249391] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b530d36-d9e5-496c-9f4e-df6bfbd8818c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.254982] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1015.254982] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d9c345-4e50-f75b-5901-58847bebff50" [ 1015.254982] env[69411]: _type = "Task" [ 1015.254982] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.269211] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d9c345-4e50-f75b-5901-58847bebff50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.278451] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.423358] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.426066] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.348s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.427396] env[69411]: INFO nova.compute.claims [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.457241] env[69411]: INFO nova.scheduler.client.report [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Deleted allocations for instance 37caffdb-52fd-40dc-9de9-2bd7930c4903 [ 1015.472960] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c05ace89-ca78-4fd9-bcd4-9efa30454a99 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "b04eaaab-66bd-44d0-8757-bae522e70c73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.809s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.523847] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323390, 'name': Rename_Task, 'duration_secs': 0.203187} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.524336] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.524606] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c657792c-29fb-4611-a70b-f219c3673fde {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.532363] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1015.532363] env[69411]: value = "task-3323391" [ 1015.532363] env[69411]: _type = "Task" [ 1015.532363] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.542502] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.570828] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.576776] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.578190] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.579579] env[69411]: DEBUG nova.network.neutron [req-81273e96-e498-4770-9a9b-046b02d3116b req-9acf2fad-eecd-4f4f-b87a-20419840e724 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Updated VIF entry in instance network info cache for port 85581412-cabf-441b-9b4d-f796c09487dd. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.579774] env[69411]: DEBUG nova.network.neutron [req-81273e96-e498-4770-9a9b-046b02d3116b req-9acf2fad-eecd-4f4f-b87a-20419840e724 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Updating instance_info_cache with network_info: [{"id": "85581412-cabf-441b-9b4d-f796c09487dd", "address": "fa:16:3e:d0:24:0d", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85581412-ca", "ovs_interfaceid": "85581412-cabf-441b-9b4d-f796c09487dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.585259] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891a143b-0afc-4536-ae23-dcdbfe32b6da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.603488] env[69411]: DEBUG nova.virt.hardware [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.604037] env[69411]: DEBUG nova.virt.hardware [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.604037] env[69411]: DEBUG nova.virt.hardware [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.604184] env[69411]: DEBUG nova.virt.hardware [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.604261] env[69411]: DEBUG nova.virt.hardware [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.604403] env[69411]: DEBUG nova.virt.hardware [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.604609] env[69411]: DEBUG nova.virt.hardware [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.604761] env[69411]: DEBUG nova.virt.hardware [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.604927] env[69411]: DEBUG nova.virt.hardware [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.605105] env[69411]: DEBUG nova.virt.hardware [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.605365] env[69411]: DEBUG nova.virt.hardware [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.611983] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Reconfiguring VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1015.613093] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c318ebfa-c64c-4c07-bd4d-ff9933a2b052 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.630417] env[69411]: DEBUG oslo_vmware.api [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1015.630417] env[69411]: value = "task-3323392" [ 1015.630417] env[69411]: _type = "Task" [ 1015.630417] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.639334] env[69411]: DEBUG oslo_vmware.api [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323392, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.768350] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d9c345-4e50-f75b-5901-58847bebff50, 'name': SearchDatastore_Task, 'duration_secs': 0.051058} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.769351] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37fe3f9a-fec4-4f42-ad7a-2d769c9f76da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.775175] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1015.775175] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522e6796-dae7-9968-3997-4b70ffe23c2c" [ 1015.775175] env[69411]: _type = "Task" [ 1015.775175] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.783229] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522e6796-dae7-9968-3997-4b70ffe23c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.966677] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e89c5813-d517-4259-b3f2-df8e15baaf68 tempest-ServerRescueTestJSON-367666083 tempest-ServerRescueTestJSON-367666083-project-member] Lock "37caffdb-52fd-40dc-9de9-2bd7930c4903" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.510s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.043570] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323391, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.090470] env[69411]: DEBUG oslo_concurrency.lockutils [req-81273e96-e498-4770-9a9b-046b02d3116b req-9acf2fad-eecd-4f4f-b87a-20419840e724 service nova] Releasing lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.092653] env[69411]: DEBUG nova.compute.manager [req-81273e96-e498-4770-9a9b-046b02d3116b req-9acf2fad-eecd-4f4f-b87a-20419840e724 service nova] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Received event network-vif-deleted-146573f3-45e6-4385-b71a-c65bc9f75d30 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.141512] env[69411]: DEBUG oslo_vmware.api [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.287156] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522e6796-dae7-9968-3997-4b70ffe23c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.019912} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.287554] env[69411]: DEBUG oslo_concurrency.lockutils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.287857] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 56f02699-5153-426f-9f37-4d82a2cbcb21/56f02699-5153-426f-9f37-4d82a2cbcb21.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.288184] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e7e5a4d-3b2e-40a8-bae3-1e83f88cf714 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.295412] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1016.295412] env[69411]: value = "task-3323393" [ 1016.295412] env[69411]: _type = "Task" [ 1016.295412] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.305107] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.547667] env[69411]: DEBUG nova.compute.manager [req-b09c0d53-3b3b-4ad3-ac04-04a91d1ff396 req-1680d01b-e670-4b32-a7f8-5e0835ea84b2 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Received event network-changed-fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.547857] env[69411]: DEBUG nova.compute.manager [req-b09c0d53-3b3b-4ad3-ac04-04a91d1ff396 req-1680d01b-e670-4b32-a7f8-5e0835ea84b2 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Refreshing instance network info cache due to event network-changed-fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.548096] env[69411]: DEBUG oslo_concurrency.lockutils [req-b09c0d53-3b3b-4ad3-ac04-04a91d1ff396 req-1680d01b-e670-4b32-a7f8-5e0835ea84b2 service nova] Acquiring lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.548233] env[69411]: DEBUG oslo_concurrency.lockutils [req-b09c0d53-3b3b-4ad3-ac04-04a91d1ff396 req-1680d01b-e670-4b32-a7f8-5e0835ea84b2 service nova] Acquired lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.548389] env[69411]: DEBUG nova.network.neutron [req-b09c0d53-3b3b-4ad3-ac04-04a91d1ff396 req-1680d01b-e670-4b32-a7f8-5e0835ea84b2 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Refreshing network info cache for port fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.553800] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.644439] env[69411]: DEBUG oslo_vmware.api [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.809434] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323393, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.886292] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397b6031-a495-41a6-86d8-a1a56686997e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.894552] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2868cb-2a34-4e47-96c4-e85cf7a4d3ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.929677] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095e32f5-9e30-469f-8cc5-95bfd0df954b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.940206] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44af0d31-d8e7-48b4-9274-050ca0ee7292 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.955068] env[69411]: DEBUG nova.compute.provider_tree [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.046176] env[69411]: DEBUG oslo_vmware.api [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323391, 'name': PowerOnVM_Task, 'duration_secs': 1.168285} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.046470] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.046674] env[69411]: INFO nova.compute.manager [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1017.046851] env[69411]: DEBUG nova.compute.manager [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.047665] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10683224-2d89-4c12-9c7d-fa267c89d29c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.143675] env[69411]: DEBUG oslo_vmware.api [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323392, 'name': ReconfigVM_Task, 'duration_secs': 1.206047} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.144374] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.144625] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Reconfigured VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1017.153582] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "b04eaaab-66bd-44d0-8757-bae522e70c73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.153864] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "b04eaaab-66bd-44d0-8757-bae522e70c73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.154130] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "b04eaaab-66bd-44d0-8757-bae522e70c73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.154369] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "b04eaaab-66bd-44d0-8757-bae522e70c73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.154557] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "b04eaaab-66bd-44d0-8757-bae522e70c73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.157278] env[69411]: INFO nova.compute.manager [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Terminating instance [ 1017.308118] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569264} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.308797] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 56f02699-5153-426f-9f37-4d82a2cbcb21/56f02699-5153-426f-9f37-4d82a2cbcb21.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.309141] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.309422] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c58bd53-eb70-4c1e-abba-137c9bb40da9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.316448] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1017.316448] env[69411]: value = "task-3323394" [ 1017.316448] env[69411]: _type = "Task" [ 1017.316448] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.326094] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.475934] env[69411]: ERROR nova.scheduler.client.report [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [req-cfb9f80c-6bf7-4607-813f-252fe5e1be3b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cfb9f80c-6bf7-4607-813f-252fe5e1be3b"}]} [ 1017.492421] env[69411]: DEBUG nova.scheduler.client.report [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1017.511859] env[69411]: DEBUG nova.scheduler.client.report [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1017.512146] env[69411]: DEBUG nova.compute.provider_tree [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.525237] env[69411]: DEBUG nova.scheduler.client.report [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1017.544973] env[69411]: DEBUG nova.scheduler.client.report [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1017.572585] env[69411]: INFO nova.compute.manager [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Took 40.86 seconds to build instance. [ 1017.650242] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72bfed1f-5a63-4e94-85db-6502cecd2691 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.269s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.662480] env[69411]: DEBUG nova.compute.manager [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.662731] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.663882] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d78cf62-ecf3-4e78-947a-24dc8e67d10b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.675810] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.676151] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac0fe8cd-5c94-4114-86a8-2f5c04016465 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.683247] env[69411]: DEBUG oslo_vmware.api [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1017.683247] env[69411]: value = "task-3323395" [ 1017.683247] env[69411]: _type = "Task" [ 1017.683247] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.695837] env[69411]: DEBUG oslo_vmware.api [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.708574] env[69411]: DEBUG nova.network.neutron [req-b09c0d53-3b3b-4ad3-ac04-04a91d1ff396 req-1680d01b-e670-4b32-a7f8-5e0835ea84b2 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Updated VIF entry in instance network info cache for port fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.708988] env[69411]: DEBUG nova.network.neutron [req-b09c0d53-3b3b-4ad3-ac04-04a91d1ff396 req-1680d01b-e670-4b32-a7f8-5e0835ea84b2 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Updating instance_info_cache with network_info: [{"id": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "address": "fa:16:3e:bd:f3:f9", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ac587f-9e", "ovs_interfaceid": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998", "address": "fa:16:3e:52:e3:a2", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd826a8e-9b", "ovs_interfaceid": "fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.828610] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096717} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.833931] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.833931] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0dbb13-8be5-4836-a8fe-48f71b7b6745 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.864046] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 56f02699-5153-426f-9f37-4d82a2cbcb21/56f02699-5153-426f-9f37-4d82a2cbcb21.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.867743] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37e6e355-82e4-4d34-bd44-6181a8f4b3de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.891932] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1017.891932] env[69411]: value = "task-3323396" [ 1017.891932] env[69411]: _type = "Task" [ 1017.891932] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.902333] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.967163] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb80cbb-622d-4638-9338-7593bfe21150 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.975374] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f17eed3-69b5-4c38-9386-095c2f50eb08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.010566] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbeb46a-3357-4ee9-b9c7-384d779860f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.021755] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd176b8f-39de-4e00-9e07-3ac381ac037c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.037539] env[69411]: DEBUG nova.compute.provider_tree [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.080603] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2522cf45-ec7b-47e7-b82f-1715080b4d17 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "53b8cf37-a542-453a-ac03-3dab8089c31c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.382s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.198464] env[69411]: DEBUG oslo_vmware.api [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323395, 'name': PowerOffVM_Task, 'duration_secs': 0.478042} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.199110] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.199612] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.200091] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4c175e1-d44a-4a9a-a91c-7b6f08b039f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.214991] env[69411]: DEBUG oslo_concurrency.lockutils [req-b09c0d53-3b3b-4ad3-ac04-04a91d1ff396 req-1680d01b-e670-4b32-a7f8-5e0835ea84b2 service nova] Releasing lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.267842] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.268188] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.268462] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleting the datastore file [datastore2] b04eaaab-66bd-44d0-8757-bae522e70c73 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.268848] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc32c84d-4683-41f0-bbf4-a858eca99ad5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.276949] env[69411]: DEBUG oslo_vmware.api [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1018.276949] env[69411]: value = "task-3323398" [ 1018.276949] env[69411]: _type = "Task" [ 1018.276949] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.287134] env[69411]: DEBUG oslo_vmware.api [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.402928] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323396, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.589647] env[69411]: DEBUG nova.scheduler.client.report [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1018.589936] env[69411]: DEBUG nova.compute.provider_tree [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 123 to 124 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1018.590190] env[69411]: DEBUG nova.compute.provider_tree [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.790454] env[69411]: DEBUG oslo_vmware.api [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15953} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.790564] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.790676] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.790847] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.791021] env[69411]: INFO nova.compute.manager [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1018.791585] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.791585] env[69411]: DEBUG nova.compute.manager [-] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.795742] env[69411]: DEBUG nova.network.neutron [-] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.905687] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323396, 'name': ReconfigVM_Task, 'duration_secs': 0.546684} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.906168] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 56f02699-5153-426f-9f37-4d82a2cbcb21/56f02699-5153-426f-9f37-4d82a2cbcb21.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.906648] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09e04812-330d-445e-9fd1-2d91f3762cdd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.914979] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1018.914979] env[69411]: value = "task-3323399" [ 1018.914979] env[69411]: _type = "Task" [ 1018.914979] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.928196] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323399, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.030810] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1c4c75c5-7d72-4dfc-8cbb-d262c97ba8a0 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "53b8cf37-a542-453a-ac03-3dab8089c31c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.030810] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1c4c75c5-7d72-4dfc-8cbb-d262c97ba8a0 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "53b8cf37-a542-453a-ac03-3dab8089c31c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.030810] env[69411]: DEBUG nova.compute.manager [None req-1c4c75c5-7d72-4dfc-8cbb-d262c97ba8a0 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.030810] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797eab4e-e132-49b4-82f0-82337b9b9144 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.039672] env[69411]: DEBUG nova.compute.manager [None req-1c4c75c5-7d72-4dfc-8cbb-d262c97ba8a0 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1019.041097] env[69411]: DEBUG nova.objects.instance [None req-1c4c75c5-7d72-4dfc-8cbb-d262c97ba8a0 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lazy-loading 'flavor' on Instance uuid 53b8cf37-a542-453a-ac03-3dab8089c31c {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.096303] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.670s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.096962] env[69411]: DEBUG nova.compute.manager [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.100644] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.232s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.100908] env[69411]: DEBUG nova.objects.instance [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lazy-loading 'resources' on Instance uuid e1dd4dda-25fc-4422-bccc-4e4cf4e30bce {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.280945] env[69411]: DEBUG nova.compute.manager [req-a14240d1-2246-4cf8-9b17-91ec296e7d25 req-5035b046-2fb4-4a52-af73-96d43b584755 service nova] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Received event network-vif-deleted-89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.281234] env[69411]: INFO nova.compute.manager [req-a14240d1-2246-4cf8-9b17-91ec296e7d25 req-5035b046-2fb4-4a52-af73-96d43b584755 service nova] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Neutron deleted interface 89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765; detaching it from the instance and deleting it from the info cache [ 1019.281637] env[69411]: DEBUG nova.network.neutron [req-a14240d1-2246-4cf8-9b17-91ec296e7d25 req-5035b046-2fb4-4a52-af73-96d43b584755 service nova] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.425975] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323399, 'name': Rename_Task, 'duration_secs': 0.213523} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.426425] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.426727] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea4dc092-f76c-497b-9afe-4ec37358745d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.434709] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1019.434709] env[69411]: value = "task-3323400" [ 1019.434709] env[69411]: _type = "Task" [ 1019.434709] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.442522] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.603680] env[69411]: DEBUG nova.compute.utils [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.607930] env[69411]: DEBUG nova.compute.manager [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1019.757751] env[69411]: DEBUG nova.network.neutron [-] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.784754] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07c5d766-d564-4764-809c-305bdbe48584 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.791449] env[69411]: DEBUG oslo_concurrency.lockutils [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "interface-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-282e9e78-d985-4566-ae33-bffd80d776d3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.791714] env[69411]: DEBUG oslo_concurrency.lockutils [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-282e9e78-d985-4566-ae33-bffd80d776d3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.792088] env[69411]: DEBUG nova.objects.instance [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lazy-loading 'flavor' on Instance uuid cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.799350] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f86b51d-a3ed-41bd-8e47-2bd446d9b366 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.841859] env[69411]: DEBUG nova.compute.manager [req-a14240d1-2246-4cf8-9b17-91ec296e7d25 req-5035b046-2fb4-4a52-af73-96d43b584755 service nova] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Detach interface failed, port_id=89dc7317-7d39-4bbc-9f8c-2f6fdd2a8765, reason: Instance b04eaaab-66bd-44d0-8757-bae522e70c73 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1019.954637] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323400, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.005559] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8657892-dfa5-4348-bcd6-4c2d5c7b3c97 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.013252] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c945f163-523f-4168-8331-952b5b980d0d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.047843] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5342e90a-a0a0-415f-8564-b1853568248b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.053021] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4c75c5-7d72-4dfc-8cbb-d262c97ba8a0 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.053021] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94304a1c-20ff-43a7-8845-f00f3c1119c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.059213] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11220659-8e0c-4fd3-9d19-c6f60756449f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.064343] env[69411]: DEBUG oslo_vmware.api [None req-1c4c75c5-7d72-4dfc-8cbb-d262c97ba8a0 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1020.064343] env[69411]: value = "task-3323401" [ 1020.064343] env[69411]: _type = "Task" [ 1020.064343] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.076932] env[69411]: DEBUG nova.compute.provider_tree [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.085554] env[69411]: DEBUG oslo_vmware.api [None req-1c4c75c5-7d72-4dfc-8cbb-d262c97ba8a0 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.109251] env[69411]: DEBUG nova.compute.manager [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.261275] env[69411]: INFO nova.compute.manager [-] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Took 1.47 seconds to deallocate network for instance. [ 1020.445101] env[69411]: DEBUG oslo_vmware.api [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323400, 'name': PowerOnVM_Task, 'duration_secs': 0.545889} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.445388] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.445659] env[69411]: INFO nova.compute.manager [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1020.445779] env[69411]: DEBUG nova.compute.manager [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.446894] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38980a0c-df38-4a7b-ae39-217b19b287a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.457506] env[69411]: DEBUG nova.objects.instance [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lazy-loading 'pci_requests' on Instance uuid cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.583572] env[69411]: DEBUG oslo_vmware.api [None req-1c4c75c5-7d72-4dfc-8cbb-d262c97ba8a0 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323401, 'name': PowerOffVM_Task, 'duration_secs': 0.302074} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.584202] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4c75c5-7d72-4dfc-8cbb-d262c97ba8a0 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.584333] env[69411]: DEBUG nova.compute.manager [None req-1c4c75c5-7d72-4dfc-8cbb-d262c97ba8a0 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.585119] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae08846-6e8d-4563-9fef-83e4d81d6630 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.612700] env[69411]: DEBUG nova.scheduler.client.report [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1020.613103] env[69411]: DEBUG nova.compute.provider_tree [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 124 to 125 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1020.613315] env[69411]: DEBUG nova.compute.provider_tree [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.771093] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.969043] env[69411]: DEBUG nova.objects.base [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1020.969043] env[69411]: DEBUG nova.network.neutron [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.971285] env[69411]: INFO nova.compute.manager [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Took 44.16 seconds to build instance. [ 1021.056945] env[69411]: DEBUG nova.policy [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abb9ac11516e446faf33421a7163ddcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '942d4be6e5e24bb58738805d96d9d2f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.098835] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1c4c75c5-7d72-4dfc-8cbb-d262c97ba8a0 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "53b8cf37-a542-453a-ac03-3dab8089c31c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.127828] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.131256] env[69411]: DEBUG nova.compute.manager [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.133492] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.951s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.133730] env[69411]: DEBUG nova.objects.instance [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Lazy-loading 'resources' on Instance uuid 54657ddb-ed08-4e68-953f-021f44f9537b {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.163052] env[69411]: INFO nova.scheduler.client.report [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Deleted allocations for instance e1dd4dda-25fc-4422-bccc-4e4cf4e30bce [ 1021.174923] env[69411]: DEBUG nova.virt.hardware [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.175194] env[69411]: DEBUG nova.virt.hardware [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.175346] env[69411]: DEBUG nova.virt.hardware [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.175521] env[69411]: DEBUG nova.virt.hardware [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.176243] env[69411]: DEBUG nova.virt.hardware [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.176458] env[69411]: DEBUG nova.virt.hardware [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.176674] env[69411]: DEBUG nova.virt.hardware [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.176827] env[69411]: DEBUG nova.virt.hardware [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.176987] env[69411]: DEBUG nova.virt.hardware [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.177762] env[69411]: DEBUG nova.virt.hardware [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.177762] env[69411]: DEBUG nova.virt.hardware [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.178278] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d505c7c-8a83-46d4-bedc-5cd97a3859bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.187380] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8685f88-7ce2-4947-967f-601aea482ff0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.201803] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.207370] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Creating folder: Project (8c885609adfe43539852081f7c393b37). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.207696] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55e9d774-f32d-4418-97f3-b949e45113f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.218579] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Created folder: Project (8c885609adfe43539852081f7c393b37) in parent group-v663248. [ 1021.218783] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Creating folder: Instances. Parent ref: group-v663470. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.219040] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdead2ec-59fc-469a-9bb1-036d4642c343 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.228114] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Created folder: Instances in parent group-v663470. [ 1021.229666] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.229666] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.229666] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96af54d0-553c-41d8-9dc5-765dada809c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.251514] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.251514] env[69411]: value = "task-3323404" [ 1021.251514] env[69411]: _type = "Task" [ 1021.251514] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.260410] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323404, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.473884] env[69411]: DEBUG oslo_concurrency.lockutils [None req-646e716c-63de-45e8-9f9a-296c3722046b tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "56f02699-5153-426f-9f37-4d82a2cbcb21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.671s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.672416] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5581a3b-7fed-465e-b2d3-d8cdc4135daf tempest-MigrationsAdminTest-1947851206 tempest-MigrationsAdminTest-1947851206-project-member] Lock "e1dd4dda-25fc-4422-bccc-4e4cf4e30bce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.374s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.761900] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323404, 'name': CreateVM_Task, 'duration_secs': 0.273496} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.763854] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.764476] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.764634] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.765764] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.765764] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c48422-577d-460a-b6d7-5ffe9f1d463b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.769866] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1021.769866] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5276f428-1c4e-38a2-286d-9a01bd8060dc" [ 1021.769866] env[69411]: _type = "Task" [ 1021.769866] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.775941] env[69411]: INFO nova.compute.manager [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Rebuilding instance [ 1021.782993] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5276f428-1c4e-38a2-286d-9a01bd8060dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.783287] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.783817] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.783817] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.783938] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.784738] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.784738] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5564e4a-5f75-4ac6-a3f9-662287dec855 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.794564] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.794564] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.794564] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91bf61d3-8406-4c6e-b32f-21d39efe3eac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.804920] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1021.804920] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523176fc-1e2b-18d4-fa86-c1f2c6ebd338" [ 1021.804920] env[69411]: _type = "Task" [ 1021.804920] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.814713] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523176fc-1e2b-18d4-fa86-c1f2c6ebd338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.824390] env[69411]: DEBUG nova.compute.manager [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.825348] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12e87af-4b65-4cf4-97c5-a3a71ae5168f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.005261] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beba50ef-ee83-4020-a9c9-65c5b52e4fa3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.012142] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67d57ed-afbd-4da5-84b9-718a7f43206b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.044354] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9a298e-caf8-45f5-b6b2-3388032a1170 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.052108] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f84ddd-3d4d-471f-9404-0c0e301daffa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.067177] env[69411]: DEBUG nova.compute.provider_tree [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.315916] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523176fc-1e2b-18d4-fa86-c1f2c6ebd338, 'name': SearchDatastore_Task, 'duration_secs': 0.011876} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.316816] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-238c7987-eea2-4104-a1fd-4d8466998d4e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.323208] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1022.323208] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524d1661-1a61-e180-7fde-fb6e522e7467" [ 1022.323208] env[69411]: _type = "Task" [ 1022.323208] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.332226] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524d1661-1a61-e180-7fde-fb6e522e7467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.355490] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "2c3fa979-b7d7-4177-a77b-acbfc797e16f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.355772] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "2c3fa979-b7d7-4177-a77b-acbfc797e16f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.570199] env[69411]: DEBUG nova.scheduler.client.report [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.642785] env[69411]: DEBUG nova.compute.manager [req-ca7f1e03-a778-4836-921b-f50f8c296002 req-17f3b1fe-1278-469b-a40a-3b71ed1a8f81 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Received event network-vif-plugged-282e9e78-d985-4566-ae33-bffd80d776d3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.643182] env[69411]: DEBUG oslo_concurrency.lockutils [req-ca7f1e03-a778-4836-921b-f50f8c296002 req-17f3b1fe-1278-469b-a40a-3b71ed1a8f81 service nova] Acquiring lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.643611] env[69411]: DEBUG oslo_concurrency.lockutils [req-ca7f1e03-a778-4836-921b-f50f8c296002 req-17f3b1fe-1278-469b-a40a-3b71ed1a8f81 service nova] Lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.644250] env[69411]: DEBUG oslo_concurrency.lockutils [req-ca7f1e03-a778-4836-921b-f50f8c296002 req-17f3b1fe-1278-469b-a40a-3b71ed1a8f81 service nova] Lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.644250] env[69411]: DEBUG nova.compute.manager [req-ca7f1e03-a778-4836-921b-f50f8c296002 req-17f3b1fe-1278-469b-a40a-3b71ed1a8f81 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] No waiting events found dispatching network-vif-plugged-282e9e78-d985-4566-ae33-bffd80d776d3 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.644459] env[69411]: WARNING nova.compute.manager [req-ca7f1e03-a778-4836-921b-f50f8c296002 req-17f3b1fe-1278-469b-a40a-3b71ed1a8f81 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Received unexpected event network-vif-plugged-282e9e78-d985-4566-ae33-bffd80d776d3 for instance with vm_state active and task_state None. [ 1022.656211] env[69411]: DEBUG nova.network.neutron [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Successfully updated port: 282e9e78-d985-4566-ae33-bffd80d776d3 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.835450] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524d1661-1a61-e180-7fde-fb6e522e7467, 'name': SearchDatastore_Task, 'duration_secs': 0.009021} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.835972] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.836790] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] b7953ab1-d5f6-4a94-801c-1e1f47812e6f/b7953ab1-d5f6-4a94-801c-1e1f47812e6f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.839288] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-285e7756-49cb-4f03-8159-ce9b2c906019 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.845903] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.845903] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3734a61-93c7-4b2b-bee6-7530a241c4d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.847178] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1022.847178] env[69411]: value = "task-3323405" [ 1022.847178] env[69411]: _type = "Task" [ 1022.847178] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.852938] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1022.852938] env[69411]: value = "task-3323406" [ 1022.852938] env[69411]: _type = "Task" [ 1022.852938] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.860186] env[69411]: DEBUG nova.compute.manager [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.863593] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.869783] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1022.870331] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.871305] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956f3e08-ba47-4fb3-a4c5-36471638ac50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.879601] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.879601] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9721b1a0-b82d-4a25-8e33-85b4abae2b54 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.078659] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.080500] env[69411]: DEBUG oslo_concurrency.lockutils [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.602s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.080772] env[69411]: DEBUG nova.objects.instance [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lazy-loading 'resources' on Instance uuid 6ebc7666-bdda-429e-b8e9-32d9b444d9b1 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.111654] env[69411]: INFO nova.scheduler.client.report [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Deleted allocations for instance 54657ddb-ed08-4e68-953f-021f44f9537b [ 1023.158267] env[69411]: DEBUG oslo_concurrency.lockutils [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.158503] env[69411]: DEBUG oslo_concurrency.lockutils [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.158730] env[69411]: DEBUG nova.network.neutron [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.349770] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.350231] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.350601] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleting the datastore file [datastore2] 53b8cf37-a542-453a-ac03-3dab8089c31c {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.357972] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eed190f3-96ef-4a6b-8185-413473182bfc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.368744] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323405, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.372489] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1023.372489] env[69411]: value = "task-3323408" [ 1023.372489] env[69411]: _type = "Task" [ 1023.372489] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.382416] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.383424] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.420480] env[69411]: DEBUG nova.compute.manager [req-1f177023-a904-443b-a58b-3af62324a87f req-4ae9ab0b-adea-410a-8176-6fc20b6daca7 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Received event network-changed-85581412-cabf-441b-9b4d-f796c09487dd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.420692] env[69411]: DEBUG nova.compute.manager [req-1f177023-a904-443b-a58b-3af62324a87f req-4ae9ab0b-adea-410a-8176-6fc20b6daca7 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Refreshing instance network info cache due to event network-changed-85581412-cabf-441b-9b4d-f796c09487dd. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.420922] env[69411]: DEBUG oslo_concurrency.lockutils [req-1f177023-a904-443b-a58b-3af62324a87f req-4ae9ab0b-adea-410a-8176-6fc20b6daca7 service nova] Acquiring lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.421089] env[69411]: DEBUG oslo_concurrency.lockutils [req-1f177023-a904-443b-a58b-3af62324a87f req-4ae9ab0b-adea-410a-8176-6fc20b6daca7 service nova] Acquired lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.421449] env[69411]: DEBUG nova.network.neutron [req-1f177023-a904-443b-a58b-3af62324a87f req-4ae9ab0b-adea-410a-8176-6fc20b6daca7 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Refreshing network info cache for port 85581412-cabf-441b-9b4d-f796c09487dd {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.622551] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1db5f55-71c2-42b3-a686-2ce1a17dcd00 tempest-ImagesNegativeTestJSON-1690598400 tempest-ImagesNegativeTestJSON-1690598400-project-member] Lock "54657ddb-ed08-4e68-953f-021f44f9537b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.960s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.702367] env[69411]: WARNING nova.network.neutron [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] 9f7625b8-1cdc-4227-bffd-1ef14759ac65 already exists in list: networks containing: ['9f7625b8-1cdc-4227-bffd-1ef14759ac65']. ignoring it [ 1023.703187] env[69411]: WARNING nova.network.neutron [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] 9f7625b8-1cdc-4227-bffd-1ef14759ac65 already exists in list: networks containing: ['9f7625b8-1cdc-4227-bffd-1ef14759ac65']. ignoring it [ 1023.864698] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530433} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.864985] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] b7953ab1-d5f6-4a94-801c-1e1f47812e6f/b7953ab1-d5f6-4a94-801c-1e1f47812e6f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.865212] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.865464] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4e33e32-1a49-446e-ba9a-d3bc8b1936d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.876604] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1023.876604] env[69411]: value = "task-3323409" [ 1023.876604] env[69411]: _type = "Task" [ 1023.876604] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.892507] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289299} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.895452] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.895651] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.895818] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.898298] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.927552] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eec017-31af-4b49-bf39-b95520188563 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.935466] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361266a6-23f7-4660-b516-aec381ea0d7a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.976697] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bc4572-59c8-40b9-92c3-bf57953fcbe0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.987905] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1703f93e-374a-4c35-8e61-a27b7fbee278 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.002056] env[69411]: DEBUG nova.compute.provider_tree [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.396186] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072402} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.396587] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.397458] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0e1e90-0968-48c0-aa20-508ccd08c89a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.420644] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] b7953ab1-d5f6-4a94-801c-1e1f47812e6f/b7953ab1-d5f6-4a94-801c-1e1f47812e6f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.422654] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da5dd411-ca40-4e97-8be6-426db26cf14d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.442504] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1024.442504] env[69411]: value = "task-3323410" [ 1024.442504] env[69411]: _type = "Task" [ 1024.442504] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.450676] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.532913] env[69411]: ERROR nova.scheduler.client.report [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [req-0d3662a1-4f42-4a13-86af-c66386e4eb17] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d3662a1-4f42-4a13-86af-c66386e4eb17"}]} [ 1024.553315] env[69411]: DEBUG nova.scheduler.client.report [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1024.569136] env[69411]: DEBUG nova.scheduler.client.report [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1024.569431] env[69411]: DEBUG nova.compute.provider_tree [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.585897] env[69411]: DEBUG nova.scheduler.client.report [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1024.611223] env[69411]: DEBUG nova.scheduler.client.report [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1024.644520] env[69411]: DEBUG nova.network.neutron [req-1f177023-a904-443b-a58b-3af62324a87f req-4ae9ab0b-adea-410a-8176-6fc20b6daca7 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Updated VIF entry in instance network info cache for port 85581412-cabf-441b-9b4d-f796c09487dd. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.644902] env[69411]: DEBUG nova.network.neutron [req-1f177023-a904-443b-a58b-3af62324a87f req-4ae9ab0b-adea-410a-8176-6fc20b6daca7 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Updating instance_info_cache with network_info: [{"id": "85581412-cabf-441b-9b4d-f796c09487dd", "address": "fa:16:3e:d0:24:0d", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85581412-ca", "ovs_interfaceid": "85581412-cabf-441b-9b4d-f796c09487dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.751053] env[69411]: DEBUG nova.compute.manager [req-097af982-6c0e-49b2-99fe-fdc83fcf3bea req-302a9335-d76e-4ac1-984d-4a7f6bdde77b service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Received event network-changed-282e9e78-d985-4566-ae33-bffd80d776d3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.751053] env[69411]: DEBUG nova.compute.manager [req-097af982-6c0e-49b2-99fe-fdc83fcf3bea req-302a9335-d76e-4ac1-984d-4a7f6bdde77b service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Refreshing instance network info cache due to event network-changed-282e9e78-d985-4566-ae33-bffd80d776d3. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.751053] env[69411]: DEBUG oslo_concurrency.lockutils [req-097af982-6c0e-49b2-99fe-fdc83fcf3bea req-302a9335-d76e-4ac1-984d-4a7f6bdde77b service nova] Acquiring lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.751536] env[69411]: DEBUG nova.network.neutron [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Updating instance_info_cache with network_info: [{"id": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "address": "fa:16:3e:bd:f3:f9", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ac587f-9e", "ovs_interfaceid": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998", "address": "fa:16:3e:52:e3:a2", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd826a8e-9b", "ovs_interfaceid": "fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "282e9e78-d985-4566-ae33-bffd80d776d3", "address": "fa:16:3e:d5:5b:ce", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282e9e78-d9", "ovs_interfaceid": "282e9e78-d985-4566-ae33-bffd80d776d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.944622] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff04e0d2-6946-444c-af8f-3607d9ef4627 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.961983] env[69411]: DEBUG nova.virt.hardware [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.962360] env[69411]: DEBUG nova.virt.hardware [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.962566] env[69411]: DEBUG nova.virt.hardware [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.962758] env[69411]: DEBUG nova.virt.hardware [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.962900] env[69411]: DEBUG nova.virt.hardware [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.963056] env[69411]: DEBUG nova.virt.hardware [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.963264] env[69411]: DEBUG nova.virt.hardware [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.963421] env[69411]: DEBUG nova.virt.hardware [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.963584] env[69411]: DEBUG nova.virt.hardware [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.963740] env[69411]: DEBUG nova.virt.hardware [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.963905] env[69411]: DEBUG nova.virt.hardware [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.964911] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693170ab-8d27-431b-a665-f2bcda554096 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.967952] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323410, 'name': ReconfigVM_Task, 'duration_secs': 0.282447} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.968682] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48528404-fb5e-4e3d-b285-22eb1a8f24fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.971526] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Reconfigured VM instance instance-00000054 to attach disk [datastore2] b7953ab1-d5f6-4a94-801c-1e1f47812e6f/b7953ab1-d5f6-4a94-801c-1e1f47812e6f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.972612] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91f7f479-a123-498c-ae62-fc270c64329e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.002173] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b1f718-2b73-42e9-b003-65397dad0800 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.010020] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde7162d-dc74-4e3c-bd81-d6cf09579cf7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.010731] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1025.010731] env[69411]: value = "task-3323411" [ 1025.010731] env[69411]: _type = "Task" [ 1025.010731] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.024261] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:ae:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5507a22a-1f75-4291-935c-535a95478a18', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.031768] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.033593] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccd8190-254e-44ef-b5cc-36ba1d0b31f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.037692] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.041100] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92f60d1e-1644-46b3-b707-a8e69963e787 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.054710] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323411, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.064522] env[69411]: DEBUG nova.compute.provider_tree [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.069155] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.069155] env[69411]: value = "task-3323412" [ 1025.069155] env[69411]: _type = "Task" [ 1025.069155] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.075630] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323412, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.148882] env[69411]: DEBUG oslo_concurrency.lockutils [req-1f177023-a904-443b-a58b-3af62324a87f req-4ae9ab0b-adea-410a-8176-6fc20b6daca7 service nova] Releasing lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.254093] env[69411]: DEBUG oslo_concurrency.lockutils [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.254796] env[69411]: DEBUG oslo_concurrency.lockutils [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.254914] env[69411]: DEBUG oslo_concurrency.lockutils [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.255213] env[69411]: DEBUG oslo_concurrency.lockutils [req-097af982-6c0e-49b2-99fe-fdc83fcf3bea req-302a9335-d76e-4ac1-984d-4a7f6bdde77b service nova] Acquired lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.255391] env[69411]: DEBUG nova.network.neutron [req-097af982-6c0e-49b2-99fe-fdc83fcf3bea req-302a9335-d76e-4ac1-984d-4a7f6bdde77b service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Refreshing network info cache for port 282e9e78-d985-4566-ae33-bffd80d776d3 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.257400] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e9b73a-ee69-436a-bf4b-964aba2f32b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.276894] env[69411]: DEBUG nova.virt.hardware [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.277178] env[69411]: DEBUG nova.virt.hardware [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.277339] env[69411]: DEBUG nova.virt.hardware [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.277533] env[69411]: DEBUG nova.virt.hardware [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.277658] env[69411]: DEBUG nova.virt.hardware [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.277803] env[69411]: DEBUG nova.virt.hardware [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.277999] env[69411]: DEBUG nova.virt.hardware [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.278167] env[69411]: DEBUG nova.virt.hardware [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.278328] env[69411]: DEBUG nova.virt.hardware [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.278490] env[69411]: DEBUG nova.virt.hardware [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.278661] env[69411]: DEBUG nova.virt.hardware [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.285209] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Reconfiguring VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1025.286234] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b7778b7-0ad3-40ed-b9b0-78c27adb1b8e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.303486] env[69411]: DEBUG oslo_vmware.api [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1025.303486] env[69411]: value = "task-3323413" [ 1025.303486] env[69411]: _type = "Task" [ 1025.303486] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.312234] env[69411]: DEBUG oslo_vmware.api [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323413, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.522358] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323411, 'name': Rename_Task, 'duration_secs': 0.122583} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.522753] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.523036] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2376cd49-63f7-4d00-8d50-17f6d52cbeba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.530159] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1025.530159] env[69411]: value = "task-3323414" [ 1025.530159] env[69411]: _type = "Task" [ 1025.530159] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.538369] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.569063] env[69411]: DEBUG nova.scheduler.client.report [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.581888] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323412, 'name': CreateVM_Task, 'duration_secs': 0.312914} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.582118] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.582915] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.583144] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.583536] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.584056] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-296ee5a8-3167-46b2-98f1-d4b9d8cd16cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.588811] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1025.588811] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d31321-acba-d69c-c4fc-1870ccad861b" [ 1025.588811] env[69411]: _type = "Task" [ 1025.588811] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.602554] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d31321-acba-d69c-c4fc-1870ccad861b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.821167] env[69411]: DEBUG oslo_vmware.api [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.039367] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323414, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.040221] env[69411]: DEBUG nova.network.neutron [req-097af982-6c0e-49b2-99fe-fdc83fcf3bea req-302a9335-d76e-4ac1-984d-4a7f6bdde77b service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Updated VIF entry in instance network info cache for port 282e9e78-d985-4566-ae33-bffd80d776d3. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.040654] env[69411]: DEBUG nova.network.neutron [req-097af982-6c0e-49b2-99fe-fdc83fcf3bea req-302a9335-d76e-4ac1-984d-4a7f6bdde77b service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Updating instance_info_cache with network_info: [{"id": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "address": "fa:16:3e:bd:f3:f9", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ac587f-9e", "ovs_interfaceid": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998", "address": "fa:16:3e:52:e3:a2", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd826a8e-9b", "ovs_interfaceid": "fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "282e9e78-d985-4566-ae33-bffd80d776d3", "address": "fa:16:3e:d5:5b:ce", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282e9e78-d9", "ovs_interfaceid": "282e9e78-d985-4566-ae33-bffd80d776d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.077905] env[69411]: DEBUG oslo_concurrency.lockutils [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.997s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.080333] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.145s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.099378] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d31321-acba-d69c-c4fc-1870ccad861b, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.099695] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.099920] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.100177] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.100318] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.100488] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.100743] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce217bef-da24-4de2-9254-168025386c50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.110506] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.111181] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.112512] env[69411]: INFO nova.scheduler.client.report [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleted allocations for instance 6ebc7666-bdda-429e-b8e9-32d9b444d9b1 [ 1026.114044] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4377150c-b70f-444d-963d-dde112fe73ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.122388] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1026.122388] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52edcae2-4f95-6f98-e64d-48bc83f24c95" [ 1026.122388] env[69411]: _type = "Task" [ 1026.122388] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.132209] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52edcae2-4f95-6f98-e64d-48bc83f24c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.318802] env[69411]: DEBUG oslo_vmware.api [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323413, 'name': ReconfigVM_Task, 'duration_secs': 0.777254} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.319474] env[69411]: DEBUG oslo_concurrency.lockutils [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.319777] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Reconfigured VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1026.540111] env[69411]: DEBUG oslo_vmware.api [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323414, 'name': PowerOnVM_Task, 'duration_secs': 0.782982} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.540460] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.540709] env[69411]: INFO nova.compute.manager [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Took 5.41 seconds to spawn the instance on the hypervisor. [ 1026.541053] env[69411]: DEBUG nova.compute.manager [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.542035] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb4667d-7343-4de9-b6de-65f96f0b3dc1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.544945] env[69411]: DEBUG oslo_concurrency.lockutils [req-097af982-6c0e-49b2-99fe-fdc83fcf3bea req-302a9335-d76e-4ac1-984d-4a7f6bdde77b service nova] Releasing lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.585646] env[69411]: INFO nova.compute.claims [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.622057] env[69411]: DEBUG oslo_concurrency.lockutils [None req-99cfd356-236c-4d4b-a46d-3c2e4c035457 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "6ebc7666-bdda-429e-b8e9-32d9b444d9b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.736s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.632945] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52edcae2-4f95-6f98-e64d-48bc83f24c95, 'name': SearchDatastore_Task, 'duration_secs': 0.010492} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.633750] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec43532-880d-48c3-aa66-81e955141883 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.639086] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1026.639086] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d8e5b1-1c71-20fb-30a4-6958b79c3d1a" [ 1026.639086] env[69411]: _type = "Task" [ 1026.639086] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.648126] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d8e5b1-1c71-20fb-30a4-6958b79c3d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.825812] env[69411]: DEBUG oslo_concurrency.lockutils [None req-066e9cbf-0fe3-4bc5-a171-bd72ea4cc95d tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-282e9e78-d985-4566-ae33-bffd80d776d3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.033s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.068159] env[69411]: INFO nova.compute.manager [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Took 39.01 seconds to build instance. [ 1027.092318] env[69411]: INFO nova.compute.resource_tracker [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updating resource usage from migration 9ab42d25-d48e-4fc6-a335-f4f3a9944aa8 [ 1027.149512] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d8e5b1-1c71-20fb-30a4-6958b79c3d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.022116} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.151952] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.152415] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 53b8cf37-a542-453a-ac03-3dab8089c31c/53b8cf37-a542-453a-ac03-3dab8089c31c.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.152675] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b56f284a-6599-4ea2-96b3-7d7ea3f96351 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.158907] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1027.158907] env[69411]: value = "task-3323415" [ 1027.158907] env[69411]: _type = "Task" [ 1027.158907] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.168786] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.336199] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "311c0bd7-7377-46c2-8d81-7b59c17d5f22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.336480] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "311c0bd7-7377-46c2-8d81-7b59c17d5f22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.474301] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42d8792-a76e-47c3-8e98-71a671479cd2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.488716] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e0df77-0287-46a0-b681-1e0660e79bf4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.531216] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52554270-78b4-406b-ae56-2f12032cba65 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.541884] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaeb738-6505-444c-9e31-31bdf867bbe7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.558573] env[69411]: DEBUG nova.compute.provider_tree [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.573245] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8b245a85-f520-49b3-9401-126b88d25466 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Lock "b7953ab1-d5f6-4a94-801c-1e1f47812e6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.574s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.671090] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323415, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.840137] env[69411]: DEBUG nova.compute.manager [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.985299] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "54325ab8-c500-470d-a095-cf831f1a6eb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.985530] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "54325ab8-c500-470d-a095-cf831f1a6eb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.062072] env[69411]: DEBUG nova.scheduler.client.report [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.139091] env[69411]: INFO nova.compute.manager [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Rebuilding instance [ 1028.174508] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6493} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.175365] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 53b8cf37-a542-453a-ac03-3dab8089c31c/53b8cf37-a542-453a-ac03-3dab8089c31c.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.175474] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.175751] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81d6bb35-5a83-47c1-bc79-1f59aa3a89ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.184243] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1028.184243] env[69411]: value = "task-3323416" [ 1028.184243] env[69411]: _type = "Task" [ 1028.184243] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.194388] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.204201] env[69411]: DEBUG nova.compute.manager [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.205534] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc188967-1335-4377-ade8-8dcd2f21b3b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.289587] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "d1770f90-821a-4049-8311-c0e642c3eb83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.289863] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "d1770f90-821a-4049-8311-c0e642c3eb83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.290103] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "d1770f90-821a-4049-8311-c0e642c3eb83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.290285] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "d1770f90-821a-4049-8311-c0e642c3eb83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.290447] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "d1770f90-821a-4049-8311-c0e642c3eb83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.297508] env[69411]: INFO nova.compute.manager [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Terminating instance [ 1028.375210] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.491791] env[69411]: DEBUG nova.compute.manager [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.572207] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.491s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.572207] env[69411]: INFO nova.compute.manager [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Migrating [ 1028.586581] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.227s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.586928] env[69411]: DEBUG nova.objects.instance [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lazy-loading 'resources' on Instance uuid 33841480-43a8-4931-b720-5027352d0c44 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.696181] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082407} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.696369] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.697279] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4530bbe7-7442-41ae-8319-05835601d2a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.727233] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 53b8cf37-a542-453a-ac03-3dab8089c31c/53b8cf37-a542-453a-ac03-3dab8089c31c.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.731254] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d82a418-3dbd-4478-b008-3878581f2ab3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.758549] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1028.758549] env[69411]: value = "task-3323417" [ 1028.758549] env[69411]: _type = "Task" [ 1028.758549] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.769078] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.804950] env[69411]: DEBUG nova.compute.manager [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.805217] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.807358] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d967828-db42-403c-a447-6d86eab713e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.815936] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.816270] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf149564-bbf6-42b4-abd4-14e78214206c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.822571] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "10e24ec3-736e-4654-a132-d01cf4b0b1a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.822571] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "10e24ec3-736e-4654-a132-d01cf4b0b1a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.826407] env[69411]: DEBUG oslo_vmware.api [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 1028.826407] env[69411]: value = "task-3323418" [ 1028.826407] env[69411]: _type = "Task" [ 1028.826407] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.836412] env[69411]: DEBUG oslo_vmware.api [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.930627] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "a640f79b-0b60-4c7a-9dd4-3a6074397f8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.931421] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "a640f79b-0b60-4c7a-9dd4-3a6074397f8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.931421] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "a640f79b-0b60-4c7a-9dd4-3a6074397f8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.931678] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "a640f79b-0b60-4c7a-9dd4-3a6074397f8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.931745] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "a640f79b-0b60-4c7a-9dd4-3a6074397f8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.934462] env[69411]: INFO nova.compute.manager [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Terminating instance [ 1029.022224] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.097908] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "refresh_cache-2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.097908] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "refresh_cache-2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.097908] env[69411]: DEBUG nova.network.neutron [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.251787] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "interface-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.252104] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.253825] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.254279] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2981f125-76e3-4340-9382-50ca1e0e69c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.264862] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1029.264862] env[69411]: value = "task-3323419" [ 1029.264862] env[69411]: _type = "Task" [ 1029.264862] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.277383] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323417, 'name': ReconfigVM_Task, 'duration_secs': 0.484403} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.278474] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 53b8cf37-a542-453a-ac03-3dab8089c31c/53b8cf37-a542-453a-ac03-3dab8089c31c.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.279580] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b380db79-0955-4b21-91c8-5aa9f3ccb380 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.288132] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.288348] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1029.288348] env[69411]: value = "task-3323420" [ 1029.288348] env[69411]: _type = "Task" [ 1029.288348] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.297655] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323420, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.325306] env[69411]: DEBUG nova.compute.manager [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.339827] env[69411]: DEBUG oslo_vmware.api [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323418, 'name': PowerOffVM_Task, 'duration_secs': 0.478568} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.340200] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.340445] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.340859] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6969e87-df31-4159-b5a0-0fb435cb8493 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.415286] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.415530] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.415928] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Deleting the datastore file [datastore2] d1770f90-821a-4049-8311-c0e642c3eb83 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.416024] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c342acb-73b3-4de1-b845-f7e7e5c9295e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.427095] env[69411]: DEBUG oslo_vmware.api [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 1029.427095] env[69411]: value = "task-3323422" [ 1029.427095] env[69411]: _type = "Task" [ 1029.427095] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.438452] env[69411]: DEBUG oslo_vmware.api [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.439156] env[69411]: DEBUG nova.compute.manager [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.439402] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.440415] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f39efd-b10e-4bbb-82ca-56e0e13ea3d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.453088] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.453480] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a46de365-f135-4eb0-a8f6-d1346fc07cdd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.460737] env[69411]: DEBUG oslo_vmware.api [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 1029.460737] env[69411]: value = "task-3323423" [ 1029.460737] env[69411]: _type = "Task" [ 1029.460737] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.471585] env[69411]: DEBUG oslo_vmware.api [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.568218] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6940e330-cc43-46e6-be93-95d72ab956bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.575713] env[69411]: DEBUG oslo_concurrency.lockutils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "1c0983a8-897c-4721-8aa8-b4d9bb909fba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.576018] env[69411]: DEBUG oslo_concurrency.lockutils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "1c0983a8-897c-4721-8aa8-b4d9bb909fba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.580745] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3629e993-b949-4bee-9791-52f9c87728a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.621247] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb7e52a-1a20-4c95-8830-ba0e241017cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.630213] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0e0027-75ac-4303-bb5d-8033ef52da9b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.648022] env[69411]: DEBUG nova.compute.provider_tree [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1029.755697] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.755924] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.757259] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22b6c73-0934-482f-999e-55f0c2c043da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.780763] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0c6c3f-e31e-4e5b-b665-6001df20b02a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.788848] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323419, 'name': PowerOffVM_Task, 'duration_secs': 0.139174} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.813197] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.813197] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.818574] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Reconfiguring VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1029.821457] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356277e1-1ee7-49e2-8794-c53cb14b2815 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.823978] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84457c44-8676-4ba9-ad30-d5e0120ec2f4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.846611] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323420, 'name': Rename_Task, 'duration_secs': 0.241224} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.847321] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.849712] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7ef1543-0313-4d1f-8416-523fa876325b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.851310] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.852555] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c630100f-9d84-4f47-a681-6777430dda54 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.853995] env[69411]: DEBUG oslo_vmware.api [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1029.853995] env[69411]: value = "task-3323424" [ 1029.853995] env[69411]: _type = "Task" [ 1029.853995] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.858537] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.859755] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1029.859755] env[69411]: value = "task-3323425" [ 1029.859755] env[69411]: _type = "Task" [ 1029.859755] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.868199] env[69411]: DEBUG oslo_vmware.api [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323424, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.873196] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.892467] env[69411]: DEBUG nova.network.neutron [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updating instance_info_cache with network_info: [{"id": "5f2b7e82-1d68-4815-9424-e761d3587f24", "address": "fa:16:3e:73:5f:9c", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2b7e82-1d", "ovs_interfaceid": "5f2b7e82-1d68-4815-9424-e761d3587f24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.909609] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.909961] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.910255] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Deleting the datastore file [datastore2] b7953ab1-d5f6-4a94-801c-1e1f47812e6f {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.910602] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a22b92dd-dd05-45c0-b324-a55505eb2507 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.918026] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1029.918026] env[69411]: value = "task-3323427" [ 1029.918026] env[69411]: _type = "Task" [ 1029.918026] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.671893] env[69411]: DEBUG nova.compute.manager [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.677259] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "refresh_cache-2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.707457] env[69411]: DEBUG oslo_vmware.api [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323423, 'name': PowerOffVM_Task, 'duration_secs': 0.215211} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.707686] env[69411]: DEBUG oslo_vmware.api [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.707910] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352049} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.708353] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323425, 'name': PowerOnVM_Task, 'duration_secs': 0.617321} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.708353] env[69411]: DEBUG oslo_vmware.api [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197371} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.709200] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.709320] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.709578] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.709740] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.709910] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.712231] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.712437] env[69411]: DEBUG nova.compute.manager [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.712835] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.712975] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.713097] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.713245] env[69411]: INFO nova.compute.manager [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Took 1.91 seconds to destroy the instance on the hypervisor. [ 1030.713477] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.714979] env[69411]: ERROR nova.scheduler.client.report [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [req-36591303-4ad9-43d6-9911-f6a14ae85b70] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-36591303-4ad9-43d6-9911-f6a14ae85b70"}]} [ 1030.714979] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbcdfa83-9fa1-41cf-816d-7946c4aa2ef1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.717392] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb32edc-a339-451a-bab9-fc516d1d3b5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.719709] env[69411]: DEBUG nova.compute.manager [-] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.720210] env[69411]: DEBUG nova.network.neutron [-] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.745882] env[69411]: DEBUG nova.scheduler.client.report [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1030.766034] env[69411]: DEBUG nova.scheduler.client.report [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1030.766241] env[69411]: DEBUG nova.compute.provider_tree [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.781058] env[69411]: DEBUG nova.scheduler.client.report [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1030.803239] env[69411]: DEBUG nova.scheduler.client.report [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1030.821147] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.821383] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.821618] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleting the datastore file [datastore1] a640f79b-0b60-4c7a-9dd4-3a6074397f8e {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.821920] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73d9ef10-f4de-490e-9822-8d7f0a6bbcac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.828254] env[69411]: DEBUG oslo_vmware.api [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 1030.828254] env[69411]: value = "task-3323429" [ 1030.828254] env[69411]: _type = "Task" [ 1030.828254] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.839188] env[69411]: DEBUG oslo_vmware.api [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.174754] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cd0eff-d1be-4ba8-82ec-69e8a8cf8a1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.187753] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfa2e4d-1f89-4b8f-a374-e5dd14db6cd4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.198214] env[69411]: DEBUG oslo_vmware.api [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.230311] env[69411]: DEBUG oslo_concurrency.lockutils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.231108] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad2457d-68ad-4581-92ba-ee1acc6ee015 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.234456] env[69411]: INFO nova.compute.manager [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] bringing vm to original state: 'stopped' [ 1031.241612] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c206fc-effe-463c-a0a5-215e5e3288bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.255874] env[69411]: DEBUG nova.compute.provider_tree [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.339847] env[69411]: DEBUG oslo_vmware.api [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135161} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.340148] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.340344] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.340515] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.340680] env[69411]: INFO nova.compute.manager [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1031.340917] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.341142] env[69411]: DEBUG nova.compute.manager [-] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.341208] env[69411]: DEBUG nova.network.neutron [-] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.418775] env[69411]: DEBUG nova.compute.manager [req-94fc49ab-82bd-40ef-8495-54c148179fd3 req-938ef6fc-c592-4239-a5eb-b61ef17121a8 service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Received event network-vif-deleted-1487bffe-37d7-4a1e-973a-1c1b7ea8d44c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.418988] env[69411]: INFO nova.compute.manager [req-94fc49ab-82bd-40ef-8495-54c148179fd3 req-938ef6fc-c592-4239-a5eb-b61ef17121a8 service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Neutron deleted interface 1487bffe-37d7-4a1e-973a-1c1b7ea8d44c; detaching it from the instance and deleting it from the info cache [ 1031.419312] env[69411]: DEBUG nova.network.neutron [req-94fc49ab-82bd-40ef-8495-54c148179fd3 req-938ef6fc-c592-4239-a5eb-b61ef17121a8 service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.692018] env[69411]: DEBUG oslo_vmware.api [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.758738] env[69411]: DEBUG nova.scheduler.client.report [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.775116] env[69411]: DEBUG nova.virt.hardware [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.775366] env[69411]: DEBUG nova.virt.hardware [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.775517] env[69411]: DEBUG nova.virt.hardware [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.775694] env[69411]: DEBUG nova.virt.hardware [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.775835] env[69411]: DEBUG nova.virt.hardware [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.775976] env[69411]: DEBUG nova.virt.hardware [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.776317] env[69411]: DEBUG nova.virt.hardware [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.776792] env[69411]: DEBUG nova.virt.hardware [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.776792] env[69411]: DEBUG nova.virt.hardware [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.776923] env[69411]: DEBUG nova.virt.hardware [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.777996] env[69411]: DEBUG nova.virt.hardware [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.777996] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1d490d-2682-4566-af60-a1760861ca0f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.787303] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef68f008-46ec-48a2-b072-17900830979e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.802902] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.808468] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.808714] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.808925] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1735505-f010-4e97-9150-059c119ba786 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.829246] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.829246] env[69411]: value = "task-3323430" [ 1031.829246] env[69411]: _type = "Task" [ 1031.829246] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.837821] env[69411]: DEBUG nova.network.neutron [-] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.842580] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323430, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.925225] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9580f7bd-b93f-4c3c-893c-401c30b2f2a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.934225] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae43bfb3-9cb5-4047-b7fa-1bb91745cc6d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.971137] env[69411]: DEBUG nova.compute.manager [req-94fc49ab-82bd-40ef-8495-54c148179fd3 req-938ef6fc-c592-4239-a5eb-b61ef17121a8 service nova] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Detach interface failed, port_id=1487bffe-37d7-4a1e-973a-1c1b7ea8d44c, reason: Instance d1770f90-821a-4049-8311-c0e642c3eb83 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1032.187985] env[69411]: DEBUG oslo_vmware.api [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.206761] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb47dc1-7b39-4216-8eff-5f0ea4d918aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.225578] env[69411]: DEBUG nova.network.neutron [-] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.227207] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updating instance '2ca1b26e-2034-4e7c-a337-89fdcf5b6e91' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.246442] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "53b8cf37-a542-453a-ac03-3dab8089c31c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.246442] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "53b8cf37-a542-453a-ac03-3dab8089c31c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.247487] env[69411]: DEBUG nova.compute.manager [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.247727] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8e916c-4565-4e8b-af3e-f1bb6b924108 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.254315] env[69411]: DEBUG nova.compute.manager [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1032.263689] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.677s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.266540] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.093s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.266942] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.266942] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1032.267040] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.227s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.268484] env[69411]: INFO nova.compute.claims [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.271967] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42c3919-bcd4-4a1e-9a42-10fc57fd1ea0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.281834] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f7243b-7f92-4ec5-a0e0-49c4cc3a938a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.296721] env[69411]: INFO nova.scheduler.client.report [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Deleted allocations for instance 33841480-43a8-4931-b720-5027352d0c44 [ 1032.298196] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666513a4-b218-4d2d-bb20-0d07f00f665a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.307855] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd508655-380b-452a-949e-efe8b68bfddc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.339284] env[69411]: INFO nova.compute.manager [-] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Took 1.62 seconds to deallocate network for instance. [ 1032.339678] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178430MB free_disk=110GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1032.339822] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.351608] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323430, 'name': CreateVM_Task, 'duration_secs': 0.277151} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.351955] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.353126] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.353126] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.353126] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.353442] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd7949a-7cf8-40f1-822c-8a2bc69310f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.357746] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1032.357746] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5281c5da-8ba5-c6e1-9078-cd802ff4e2d0" [ 1032.357746] env[69411]: _type = "Task" [ 1032.357746] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.366020] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5281c5da-8ba5-c6e1-9078-cd802ff4e2d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.689863] env[69411]: DEBUG oslo_vmware.api [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.734022] env[69411]: INFO nova.compute.manager [-] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Took 1.39 seconds to deallocate network for instance. [ 1032.734022] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.735866] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a21272a-3bd2-46ba-bb71-69c603daf22d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.746090] env[69411]: DEBUG oslo_vmware.api [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1032.746090] env[69411]: value = "task-3323431" [ 1032.746090] env[69411]: _type = "Task" [ 1032.746090] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.759095] env[69411]: DEBUG oslo_vmware.api [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.759095] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.759095] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c84b5217-b336-42af-bdc1-3684e349aa7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.763785] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1032.763785] env[69411]: value = "task-3323432" [ 1032.763785] env[69411]: _type = "Task" [ 1032.763785] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.772962] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.808719] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1fe354a9-0b77-4f01-a2e0-cd51562c5014 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "33841480-43a8-4931-b720-5027352d0c44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.355s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.854236] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.871784] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5281c5da-8ba5-c6e1-9078-cd802ff4e2d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.871784] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.871784] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.871784] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.871784] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.871784] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.871784] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92464fb3-46ee-4137-9046-154c3034f39d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.877593] env[69411]: DEBUG nova.objects.instance [None req-77ca48f4-2afb-4e75-b58e-f07a796dbc09 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Lazy-loading 'flavor' on Instance uuid 510f3fce-bea9-49f0-a56c-af1706a42d6e {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.887770] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.888161] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.889728] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2503b7cf-f327-41cc-9964-f520711017a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.897387] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1032.897387] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521d23ac-e74c-ca9f-958c-859b2df846f3" [ 1032.897387] env[69411]: _type = "Task" [ 1032.897387] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.908061] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521d23ac-e74c-ca9f-958c-859b2df846f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.189731] env[69411]: DEBUG oslo_vmware.api [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.242683] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.257313] env[69411]: DEBUG oslo_vmware.api [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323431, 'name': PowerOffVM_Task, 'duration_secs': 0.177173} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.257612] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.257811] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updating instance '2ca1b26e-2034-4e7c-a337-89fdcf5b6e91' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.280018] env[69411]: DEBUG oslo_vmware.api [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323432, 'name': PowerOffVM_Task, 'duration_secs': 0.17752} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.280018] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.280018] env[69411]: DEBUG nova.compute.manager [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.280306] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21f2b0d-857c-42b9-aa7e-02e008636457 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.383226] env[69411]: DEBUG oslo_concurrency.lockutils [None req-77ca48f4-2afb-4e75-b58e-f07a796dbc09 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Acquiring lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.383702] env[69411]: DEBUG oslo_concurrency.lockutils [None req-77ca48f4-2afb-4e75-b58e-f07a796dbc09 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Acquired lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.414027] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521d23ac-e74c-ca9f-958c-859b2df846f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009454} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.414027] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-619fd7a5-3968-4a6e-ad5b-fd9971d44774 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.423022] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1033.423022] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e75def-c8e9-7245-7d85-7660ee28164d" [ 1033.423022] env[69411]: _type = "Task" [ 1033.423022] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.435750] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e75def-c8e9-7245-7d85-7660ee28164d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.455159] env[69411]: DEBUG nova.compute.manager [req-7ccbb0ad-3603-4a23-93ed-e1e677be4bfb req-26aaef04-022e-488a-ab5c-16637e215e6a service nova] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Received event network-vif-deleted-f87bddeb-346a-4032-9363-9b2a8a2bce7c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.695842] env[69411]: DEBUG oslo_vmware.api [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.721316] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a36c04-3743-4d1d-af21-ba48db2e9a08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.729337] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b63bd59-8987-4f04-9fb5-c9edbdb9ffee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.771145] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.771481] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.771568] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.771784] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.771942] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.772108] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.772313] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.772472] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.772654] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.772818] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.772991] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.778146] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8166ebbd-d851-4818-bc1c-0bbc958ef416 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.794576] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79565d6c-26ef-498a-9b26-65eef6b10d86 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.800278] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "53b8cf37-a542-453a-ac03-3dab8089c31c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.554s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.807456] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8317d752-a6a1-4eeb-8a0b-520e47ac4ba5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.811147] env[69411]: DEBUG oslo_vmware.api [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1033.811147] env[69411]: value = "task-3323433" [ 1033.811147] env[69411]: _type = "Task" [ 1033.811147] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.824580] env[69411]: DEBUG nova.compute.provider_tree [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.825496] env[69411]: DEBUG nova.network.neutron [None req-77ca48f4-2afb-4e75-b58e-f07a796dbc09 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.833600] env[69411]: DEBUG oslo_vmware.api [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.932692] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e75def-c8e9-7245-7d85-7660ee28164d, 'name': SearchDatastore_Task, 'duration_secs': 0.009853} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.932959] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.933246] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] b7953ab1-d5f6-4a94-801c-1e1f47812e6f/b7953ab1-d5f6-4a94-801c-1e1f47812e6f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.933515] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c27fea7-704c-4ba7-bf6b-52b825097129 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.941539] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1033.941539] env[69411]: value = "task-3323434" [ 1033.941539] env[69411]: _type = "Task" [ 1033.941539] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.951157] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.192270] env[69411]: DEBUG oslo_vmware.api [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.319056] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.332600] env[69411]: DEBUG nova.scheduler.client.report [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.341304] env[69411]: DEBUG oslo_vmware.api [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323433, 'name': ReconfigVM_Task, 'duration_secs': 0.272058} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.342053] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updating instance '2ca1b26e-2034-4e7c-a337-89fdcf5b6e91' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.453210] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455733} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.453562] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] b7953ab1-d5f6-4a94-801c-1e1f47812e6f/b7953ab1-d5f6-4a94-801c-1e1f47812e6f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.453785] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.454293] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54306f5b-b69e-4a2d-9b36-0d23b2263d68 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.461550] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1034.461550] env[69411]: value = "task-3323435" [ 1034.461550] env[69411]: _type = "Task" [ 1034.461550] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.481567] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.696093] env[69411]: DEBUG oslo_vmware.api [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.699582] env[69411]: DEBUG nova.network.neutron [None req-77ca48f4-2afb-4e75-b58e-f07a796dbc09 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Updating instance_info_cache with network_info: [{"id": "853b6e85-f2af-4ffb-b913-20afe3214e64", "address": "fa:16:3e:5e:5f:4f", "network": {"id": "0e2d37aa-2be8-4b61-a1da-53eab0c31c70", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1391353874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e4a104f8e94ff0bec1198eafcafbbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853b6e85-f2", "ovs_interfaceid": "853b6e85-f2af-4ffb-b913-20afe3214e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.843564] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.844735] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.566s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.844973] env[69411]: DEBUG nova.objects.instance [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lazy-loading 'resources' on Instance uuid f550df5e-3fce-482d-8be8-ad9a3b46c912 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.850496] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.850728] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.851100] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.851182] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.851277] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.851425] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.851629] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.851829] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.852010] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.852190] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.852619] env[69411]: DEBUG nova.virt.hardware [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.858278] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1034.859598] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df93bcb4-8f4a-4d79-9226-3a04f5a68fe8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.880173] env[69411]: DEBUG oslo_vmware.api [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1034.880173] env[69411]: value = "task-3323436" [ 1034.880173] env[69411]: _type = "Task" [ 1034.880173] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.888908] env[69411]: DEBUG oslo_vmware.api [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.977036] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061554} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.977036] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.977036] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e86473e-1340-41ef-a926-c74c182574b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.997662] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] b7953ab1-d5f6-4a94-801c-1e1f47812e6f/b7953ab1-d5f6-4a94-801c-1e1f47812e6f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.997965] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ef5f073-5894-4c28-b068-2eb1e1375f0c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.020384] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1035.020384] env[69411]: value = "task-3323437" [ 1035.020384] env[69411]: _type = "Task" [ 1035.020384] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.030927] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.032796] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "53b8cf37-a542-453a-ac03-3dab8089c31c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.032796] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "53b8cf37-a542-453a-ac03-3dab8089c31c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.033018] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "53b8cf37-a542-453a-ac03-3dab8089c31c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.033119] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "53b8cf37-a542-453a-ac03-3dab8089c31c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.033308] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "53b8cf37-a542-453a-ac03-3dab8089c31c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.036164] env[69411]: INFO nova.compute.manager [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Terminating instance [ 1035.112671] env[69411]: DEBUG nova.objects.instance [None req-553f8fb4-1726-4b34-9484-0899cef33e42 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Lazy-loading 'flavor' on Instance uuid 510f3fce-bea9-49f0-a56c-af1706a42d6e {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.195960] env[69411]: DEBUG oslo_vmware.api [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323424, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.204860] env[69411]: DEBUG oslo_concurrency.lockutils [None req-77ca48f4-2afb-4e75-b58e-f07a796dbc09 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Releasing lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.205098] env[69411]: DEBUG nova.compute.manager [None req-77ca48f4-2afb-4e75-b58e-f07a796dbc09 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Inject network info {{(pid=69411) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1035.206138] env[69411]: DEBUG nova.compute.manager [None req-77ca48f4-2afb-4e75-b58e-f07a796dbc09 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] network_info to inject: |[{"id": "853b6e85-f2af-4ffb-b913-20afe3214e64", "address": "fa:16:3e:5e:5f:4f", "network": {"id": "0e2d37aa-2be8-4b61-a1da-53eab0c31c70", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1391353874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e4a104f8e94ff0bec1198eafcafbbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853b6e85-f2", "ovs_interfaceid": "853b6e85-f2af-4ffb-b913-20afe3214e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1035.210134] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-77ca48f4-2afb-4e75-b58e-f07a796dbc09 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Reconfiguring VM instance to set the machine id {{(pid=69411) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1035.210426] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afc7fea1-3543-497e-96dc-cf6144d28b71 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.226869] env[69411]: DEBUG oslo_vmware.api [None req-77ca48f4-2afb-4e75-b58e-f07a796dbc09 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Waiting for the task: (returnval){ [ 1035.226869] env[69411]: value = "task-3323438" [ 1035.226869] env[69411]: _type = "Task" [ 1035.226869] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.235703] env[69411]: DEBUG oslo_vmware.api [None req-77ca48f4-2afb-4e75-b58e-f07a796dbc09 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.347247] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Acquiring lock "43aa2160-fa3f-4692-8927-e444bda77392" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.347504] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Lock "43aa2160-fa3f-4692-8927-e444bda77392" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.390683] env[69411]: DEBUG oslo_vmware.api [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323436, 'name': ReconfigVM_Task, 'duration_secs': 0.17549} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.390993] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1035.392016] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1892077-6a1c-4b72-80c4-40eb1ecc71cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.416144] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91/2ca1b26e-2034-4e7c-a337-89fdcf5b6e91.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.416453] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-941e40b7-bfbd-4dea-8db1-e0d33f3892e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.437744] env[69411]: DEBUG oslo_vmware.api [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1035.437744] env[69411]: value = "task-3323439" [ 1035.437744] env[69411]: _type = "Task" [ 1035.437744] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.451121] env[69411]: DEBUG oslo_vmware.api [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.530354] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323437, 'name': ReconfigVM_Task, 'duration_secs': 0.269784} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.530633] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Reconfigured VM instance instance-00000054 to attach disk [datastore1] b7953ab1-d5f6-4a94-801c-1e1f47812e6f/b7953ab1-d5f6-4a94-801c-1e1f47812e6f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.531292] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2534a41d-7af3-4d58-b44d-ba5110221ea9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.540573] env[69411]: DEBUG nova.compute.manager [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.540796] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.543514] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d4cd60-d6ef-4d6a-8cc7-60145926c3e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.546635] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1035.546635] env[69411]: value = "task-3323440" [ 1035.546635] env[69411]: _type = "Task" [ 1035.546635] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.553015] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.556720] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-863a9a22-c504-4f0f-b869-23a3e40098d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.561284] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323440, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.619886] env[69411]: DEBUG oslo_concurrency.lockutils [None req-553f8fb4-1726-4b34-9484-0899cef33e42 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Acquiring lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.619886] env[69411]: DEBUG oslo_concurrency.lockutils [None req-553f8fb4-1726-4b34-9484-0899cef33e42 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Acquired lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.626620] env[69411]: DEBUG nova.compute.manager [req-9407abaf-8cfd-4d9a-a2cc-59c7543ea7f0 req-b97ad100-112e-446a-965d-d303bf101a35 service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Received event network-changed-853b6e85-f2af-4ffb-b913-20afe3214e64 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.626801] env[69411]: DEBUG nova.compute.manager [req-9407abaf-8cfd-4d9a-a2cc-59c7543ea7f0 req-b97ad100-112e-446a-965d-d303bf101a35 service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Refreshing instance network info cache due to event network-changed-853b6e85-f2af-4ffb-b913-20afe3214e64. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.627580] env[69411]: DEBUG oslo_concurrency.lockutils [req-9407abaf-8cfd-4d9a-a2cc-59c7543ea7f0 req-b97ad100-112e-446a-965d-d303bf101a35 service nova] Acquiring lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.637097] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.638125] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.638125] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleting the datastore file [datastore2] 53b8cf37-a542-453a-ac03-3dab8089c31c {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.641162] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcf39494-6e1b-4ed0-bc2e-16d383d1b086 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.647859] env[69411]: DEBUG oslo_vmware.api [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1035.647859] env[69411]: value = "task-3323442" [ 1035.647859] env[69411]: _type = "Task" [ 1035.647859] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.659537] env[69411]: DEBUG oslo_vmware.api [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.700141] env[69411]: DEBUG oslo_vmware.api [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323424, 'name': ReconfigVM_Task, 'duration_secs': 5.775487} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.700362] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.700608] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Reconfigured VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1035.736693] env[69411]: DEBUG oslo_vmware.api [None req-77ca48f4-2afb-4e75-b58e-f07a796dbc09 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323438, 'name': ReconfigVM_Task, 'duration_secs': 0.150702} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.736782] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-77ca48f4-2afb-4e75-b58e-f07a796dbc09 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Reconfigured VM instance to set the machine id {{(pid=69411) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1035.809427] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a214c07f-abbd-4a69-af5e-9270f96ba184 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.817870] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618401c4-270d-4b60-b7db-5f682b5bae35 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.849361] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cdf289-f9f5-4327-9b35-ff2112728d67 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.853649] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Lock "43aa2160-fa3f-4692-8927-e444bda77392" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.854209] env[69411]: DEBUG nova.compute.manager [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.859716] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c9bc58-9483-4e43-a2a8-6929bb141c6b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.873196] env[69411]: DEBUG nova.compute.provider_tree [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.948276] env[69411]: DEBUG oslo_vmware.api [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323439, 'name': ReconfigVM_Task, 'duration_secs': 0.299333} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.948475] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91/2ca1b26e-2034-4e7c-a337-89fdcf5b6e91.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.951462] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updating instance '2ca1b26e-2034-4e7c-a337-89fdcf5b6e91' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.056215] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquiring lock "7ea10113-1c15-41e2-9f2d-d7b92abe0e24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.056215] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "7ea10113-1c15-41e2-9f2d-d7b92abe0e24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.066037] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323440, 'name': Rename_Task, 'duration_secs': 0.14665} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.066037] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.066371] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f47795d5-a5c6-4e25-b558-a6378b352804 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.072724] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1036.072724] env[69411]: value = "task-3323443" [ 1036.072724] env[69411]: _type = "Task" [ 1036.072724] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.086076] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.160361] env[69411]: DEBUG oslo_vmware.api [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134166} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.160904] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.162014] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.162509] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.162509] env[69411]: INFO nova.compute.manager [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1036.162688] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.162891] env[69411]: DEBUG nova.compute.manager [-] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.163012] env[69411]: DEBUG nova.network.neutron [-] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.193804] env[69411]: DEBUG nova.network.neutron [None req-553f8fb4-1726-4b34-9484-0899cef33e42 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.235605] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.235843] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.361416] env[69411]: DEBUG nova.compute.utils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.362906] env[69411]: DEBUG nova.compute.manager [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.367214] env[69411]: DEBUG nova.network.neutron [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.398395] env[69411]: ERROR nova.scheduler.client.report [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [req-a985ba28-ff6c-4f90-bb0b-9d56b9790472] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a985ba28-ff6c-4f90-bb0b-9d56b9790472"}]} [ 1036.417922] env[69411]: DEBUG nova.scheduler.client.report [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1036.440974] env[69411]: DEBUG nova.scheduler.client.report [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1036.441296] env[69411]: DEBUG nova.compute.provider_tree [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.454340] env[69411]: DEBUG nova.policy [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80aca588a13248fbb5259337c9bb65a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '665d664e166845fe9cb22b36d5c7134c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.458364] env[69411]: DEBUG nova.scheduler.client.report [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1036.461312] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1431342-5c3a-4efa-af9d-3ea6287286e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.481924] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e864668b-dd7b-4b5c-9363-e5d967a07982 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.506102] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updating instance '2ca1b26e-2034-4e7c-a337-89fdcf5b6e91' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.510838] env[69411]: DEBUG nova.scheduler.client.report [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1036.559636] env[69411]: DEBUG nova.compute.manager [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.586031] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323443, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.687456] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "2b4e745c-7fbe-4446-a062-e25ac1667e53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.687829] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "2b4e745c-7fbe-4446-a062-e25ac1667e53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.739892] env[69411]: DEBUG nova.compute.manager [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.871077] env[69411]: DEBUG nova.compute.manager [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.932882] env[69411]: DEBUG nova.network.neutron [-] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.935691] env[69411]: DEBUG nova.network.neutron [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Successfully created port: 885e86e8-6415-4cbb-a88e-11ec4c02a809 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.006626] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe8c07c-9aab-4760-a009-54cb539cca9f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.017120] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b815e4c-fb46-4289-a7a2-7a363c581c5e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.050667] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef61e43-d32d-40fa-82e2-97546048fead {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.059497] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a2a295-8178-4191-8efb-39fd259e906f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.068215] env[69411]: DEBUG nova.network.neutron [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Port 5f2b7e82-1d68-4815-9424-e761d3587f24 binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1037.083522] env[69411]: DEBUG nova.compute.provider_tree [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.094509] env[69411]: DEBUG oslo_vmware.api [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323443, 'name': PowerOnVM_Task, 'duration_secs': 0.654235} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.095016] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.095243] env[69411]: DEBUG nova.compute.manager [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.096376] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b85510-9eaf-457f-b4c6-5daa74691716 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.100012] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.123860] env[69411]: DEBUG nova.network.neutron [None req-553f8fb4-1726-4b34-9484-0899cef33e42 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Updating instance_info_cache with network_info: [{"id": "853b6e85-f2af-4ffb-b913-20afe3214e64", "address": "fa:16:3e:5e:5f:4f", "network": {"id": "0e2d37aa-2be8-4b61-a1da-53eab0c31c70", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1391353874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e4a104f8e94ff0bec1198eafcafbbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853b6e85-f2", "ovs_interfaceid": "853b6e85-f2af-4ffb-b913-20afe3214e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.151670] env[69411]: DEBUG nova.compute.manager [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Received event network-vif-deleted-282e9e78-d985-4566-ae33-bffd80d776d3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.152388] env[69411]: INFO nova.compute.manager [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Neutron deleted interface 282e9e78-d985-4566-ae33-bffd80d776d3; detaching it from the instance and deleting it from the info cache [ 1037.152388] env[69411]: DEBUG nova.network.neutron [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Updating instance_info_cache with network_info: [{"id": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "address": "fa:16:3e:bd:f3:f9", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ac587f-9e", "ovs_interfaceid": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998", "address": "fa:16:3e:52:e3:a2", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd826a8e-9b", "ovs_interfaceid": "fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.163653] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.163825] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.164040] env[69411]: DEBUG nova.network.neutron [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.193350] env[69411]: DEBUG nova.compute.manager [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.216505] env[69411]: WARNING oslo_messaging._drivers.amqpdriver [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1037.265727] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.438568] env[69411]: INFO nova.compute.manager [-] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Took 1.28 seconds to deallocate network for instance. [ 1037.615676] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.621915] env[69411]: DEBUG nova.scheduler.client.report [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1037.622195] env[69411]: DEBUG nova.compute.provider_tree [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 133 to 134 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1037.622381] env[69411]: DEBUG nova.compute.provider_tree [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.627069] env[69411]: DEBUG oslo_concurrency.lockutils [None req-553f8fb4-1726-4b34-9484-0899cef33e42 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Releasing lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.627069] env[69411]: DEBUG nova.compute.manager [None req-553f8fb4-1726-4b34-9484-0899cef33e42 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Inject network info {{(pid=69411) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1037.628023] env[69411]: DEBUG nova.compute.manager [None req-553f8fb4-1726-4b34-9484-0899cef33e42 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] network_info to inject: |[{"id": "853b6e85-f2af-4ffb-b913-20afe3214e64", "address": "fa:16:3e:5e:5f:4f", "network": {"id": "0e2d37aa-2be8-4b61-a1da-53eab0c31c70", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1391353874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e4a104f8e94ff0bec1198eafcafbbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853b6e85-f2", "ovs_interfaceid": "853b6e85-f2af-4ffb-b913-20afe3214e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1037.632130] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-553f8fb4-1726-4b34-9484-0899cef33e42 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Reconfiguring VM instance to set the machine id {{(pid=69411) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1037.633523] env[69411]: DEBUG oslo_concurrency.lockutils [req-9407abaf-8cfd-4d9a-a2cc-59c7543ea7f0 req-b97ad100-112e-446a-965d-d303bf101a35 service nova] Acquired lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.633752] env[69411]: DEBUG nova.network.neutron [req-9407abaf-8cfd-4d9a-a2cc-59c7543ea7f0 req-b97ad100-112e-446a-965d-d303bf101a35 service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Refreshing network info cache for port 853b6e85-f2af-4ffb-b913-20afe3214e64 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.635096] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fc0d281-c094-48a1-bf66-a4eba29d2ead {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.655748] env[69411]: DEBUG oslo_concurrency.lockutils [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Acquiring lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.656051] env[69411]: DEBUG oslo_concurrency.lockutils [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Acquired lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.656832] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beee2c93-82fb-4192-9282-05ac0e1c4634 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.661987] env[69411]: DEBUG oslo_vmware.api [None req-553f8fb4-1726-4b34-9484-0899cef33e42 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Waiting for the task: (returnval){ [ 1037.661987] env[69411]: value = "task-3323444" [ 1037.661987] env[69411]: _type = "Task" [ 1037.661987] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.683649] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15882c6-2109-495f-b657-2c199eec30de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.694826] env[69411]: DEBUG nova.compute.manager [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Received event network-vif-deleted-fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.694985] env[69411]: INFO nova.compute.manager [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Neutron deleted interface fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998; detaching it from the instance and deleting it from the info cache [ 1037.695392] env[69411]: DEBUG nova.network.neutron [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Updating instance_info_cache with network_info: [{"id": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "address": "fa:16:3e:bd:f3:f9", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ac587f-9e", "ovs_interfaceid": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.697190] env[69411]: DEBUG oslo_vmware.api [None req-553f8fb4-1726-4b34-9484-0899cef33e42 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.722121] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.727940] env[69411]: DEBUG nova.virt.vmwareapi.vmops [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Reconfiguring VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1037.731258] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40ed04f2-5aa5-4bc1-9460-86a479317278 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.745488] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.752481] env[69411]: DEBUG oslo_vmware.api [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Waiting for the task: (returnval){ [ 1037.752481] env[69411]: value = "task-3323445" [ 1037.752481] env[69411]: _type = "Task" [ 1037.752481] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.763102] env[69411]: DEBUG oslo_vmware.api [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Task: {'id': task-3323445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.794015] env[69411]: DEBUG oslo_concurrency.lockutils [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Acquiring lock "510f3fce-bea9-49f0-a56c-af1706a42d6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.794313] env[69411]: DEBUG oslo_concurrency.lockutils [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Lock "510f3fce-bea9-49f0-a56c-af1706a42d6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.794528] env[69411]: DEBUG oslo_concurrency.lockutils [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Acquiring lock "510f3fce-bea9-49f0-a56c-af1706a42d6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.794714] env[69411]: DEBUG oslo_concurrency.lockutils [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Lock "510f3fce-bea9-49f0-a56c-af1706a42d6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.794944] env[69411]: DEBUG oslo_concurrency.lockutils [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Lock "510f3fce-bea9-49f0-a56c-af1706a42d6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.797398] env[69411]: INFO nova.compute.manager [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Terminating instance [ 1037.882528] env[69411]: DEBUG nova.compute.manager [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.905884] env[69411]: DEBUG nova.network.neutron [req-9407abaf-8cfd-4d9a-a2cc-59c7543ea7f0 req-b97ad100-112e-446a-965d-d303bf101a35 service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Updated VIF entry in instance network info cache for port 853b6e85-f2af-4ffb-b913-20afe3214e64. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.905884] env[69411]: DEBUG nova.network.neutron [req-9407abaf-8cfd-4d9a-a2cc-59c7543ea7f0 req-b97ad100-112e-446a-965d-d303bf101a35 service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Updating instance_info_cache with network_info: [{"id": "853b6e85-f2af-4ffb-b913-20afe3214e64", "address": "fa:16:3e:5e:5f:4f", "network": {"id": "0e2d37aa-2be8-4b61-a1da-53eab0c31c70", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1391353874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e4a104f8e94ff0bec1198eafcafbbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853b6e85-f2", "ovs_interfaceid": "853b6e85-f2af-4ffb-b913-20afe3214e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.910107] env[69411]: DEBUG nova.virt.hardware [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.910107] env[69411]: DEBUG nova.virt.hardware [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.910107] env[69411]: DEBUG nova.virt.hardware [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.910107] env[69411]: DEBUG nova.virt.hardware [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.910301] env[69411]: DEBUG nova.virt.hardware [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.910301] env[69411]: DEBUG nova.virt.hardware [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.910698] env[69411]: DEBUG nova.virt.hardware [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.910865] env[69411]: DEBUG nova.virt.hardware [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.911066] env[69411]: DEBUG nova.virt.hardware [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.911236] env[69411]: DEBUG nova.virt.hardware [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.911643] env[69411]: DEBUG nova.virt.hardware [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.912629] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472a85e7-7e59-4e8b-b12f-94626ca1630c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.921824] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eff5c9-b43b-4d0f-85c1-47e46d9eb574 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.926352] env[69411]: INFO nova.network.neutron [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Port fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1037.926717] env[69411]: DEBUG nova.network.neutron [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Updating instance_info_cache with network_info: [{"id": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "address": "fa:16:3e:bd:f3:f9", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ac587f-9e", "ovs_interfaceid": "b5ac587f-9e02-40eb-a840-a85a7dd71246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.946395] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.086649] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.086885] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.087100] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.133458] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.289s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.136161] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.365s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.136537] env[69411]: DEBUG nova.objects.instance [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lazy-loading 'resources' on Instance uuid b04eaaab-66bd-44d0-8757-bae522e70c73 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.151462] env[69411]: INFO nova.scheduler.client.report [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Deleted allocations for instance f550df5e-3fce-482d-8be8-ad9a3b46c912 [ 1038.171684] env[69411]: DEBUG oslo_vmware.api [None req-553f8fb4-1726-4b34-9484-0899cef33e42 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323444, 'name': ReconfigVM_Task, 'duration_secs': 0.16881} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.171965] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-553f8fb4-1726-4b34-9484-0899cef33e42 tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Reconfigured VM instance to set the machine id {{(pid=69411) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1038.197988] env[69411]: DEBUG oslo_concurrency.lockutils [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] Acquiring lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.262510] env[69411]: DEBUG oslo_vmware.api [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Task: {'id': task-3323445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.301440] env[69411]: DEBUG nova.compute.manager [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.301559] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.302407] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b62221f-7870-4907-83e2-53558fae5b02 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.311013] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.311013] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57b9a4f4-fc67-4e81-9705-44edd2fda765 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.317096] env[69411]: DEBUG oslo_vmware.api [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Waiting for the task: (returnval){ [ 1038.317096] env[69411]: value = "task-3323446" [ 1038.317096] env[69411]: _type = "Task" [ 1038.317096] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.324580] env[69411]: DEBUG oslo_vmware.api [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.408799] env[69411]: DEBUG oslo_concurrency.lockutils [req-9407abaf-8cfd-4d9a-a2cc-59c7543ea7f0 req-b97ad100-112e-446a-965d-d303bf101a35 service nova] Releasing lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.429725] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "refresh_cache-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.598514] env[69411]: DEBUG nova.network.neutron [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Successfully updated port: 885e86e8-6415-4cbb-a88e-11ec4c02a809 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.646477] env[69411]: DEBUG oslo_concurrency.lockutils [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquiring lock "b7953ab1-d5f6-4a94-801c-1e1f47812e6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.646759] env[69411]: DEBUG oslo_concurrency.lockutils [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Lock "b7953ab1-d5f6-4a94-801c-1e1f47812e6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.647597] env[69411]: DEBUG oslo_concurrency.lockutils [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquiring lock "b7953ab1-d5f6-4a94-801c-1e1f47812e6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.648490] env[69411]: DEBUG oslo_concurrency.lockutils [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Lock "b7953ab1-d5f6-4a94-801c-1e1f47812e6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.648680] env[69411]: DEBUG oslo_concurrency.lockutils [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Lock "b7953ab1-d5f6-4a94-801c-1e1f47812e6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.651857] env[69411]: INFO nova.compute.manager [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Terminating instance [ 1038.660472] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7c58783-2791-4429-bacc-48536cefd5f3 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "f550df5e-3fce-482d-8be8-ad9a3b46c912" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.372s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.764158] env[69411]: DEBUG oslo_vmware.api [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Task: {'id': task-3323445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.829691] env[69411]: DEBUG oslo_vmware.api [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323446, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.933654] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97c2c719-2bf4-43e3-856f-cc50ec5ba02b tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.681s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.977659] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22ac37a-3abf-4c97-91ee-945f1438d073 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.985762] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7a2441-a9e2-4e0e-9319-7713f7ec9fd6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.022645] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaeb9ea-edb4-4fcb-a3f4-18c0d1cfa258 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.031682] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630b07c0-749d-437a-94d5-d9b05d3b8dc8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.045673] env[69411]: DEBUG nova.compute.provider_tree [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.105883] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Acquiring lock "refresh_cache-fc617046-039b-4478-b122-69fa3bf621a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.106051] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Acquired lock "refresh_cache-fc617046-039b-4478-b122-69fa3bf621a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.106211] env[69411]: DEBUG nova.network.neutron [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.131402] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "refresh_cache-2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.131402] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "refresh_cache-2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.131402] env[69411]: DEBUG nova.network.neutron [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.156408] env[69411]: DEBUG oslo_concurrency.lockutils [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquiring lock "refresh_cache-b7953ab1-d5f6-4a94-801c-1e1f47812e6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.156637] env[69411]: DEBUG oslo_concurrency.lockutils [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquired lock "refresh_cache-b7953ab1-d5f6-4a94-801c-1e1f47812e6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.156769] env[69411]: DEBUG nova.network.neutron [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.265171] env[69411]: DEBUG oslo_vmware.api [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Task: {'id': task-3323445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.326797] env[69411]: DEBUG oslo_vmware.api [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323446, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.549119] env[69411]: DEBUG nova.scheduler.client.report [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.647419] env[69411]: DEBUG nova.network.neutron [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.700289] env[69411]: DEBUG nova.network.neutron [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.718445] env[69411]: DEBUG nova.compute.manager [req-0d79401a-66e2-4a77-b4b3-e05ba93d9cdd req-b39d8827-1505-4dd5-96b3-f41355b07cc0 service nova] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Received event network-vif-plugged-885e86e8-6415-4cbb-a88e-11ec4c02a809 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.718445] env[69411]: DEBUG oslo_concurrency.lockutils [req-0d79401a-66e2-4a77-b4b3-e05ba93d9cdd req-b39d8827-1505-4dd5-96b3-f41355b07cc0 service nova] Acquiring lock "fc617046-039b-4478-b122-69fa3bf621a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.718445] env[69411]: DEBUG oslo_concurrency.lockutils [req-0d79401a-66e2-4a77-b4b3-e05ba93d9cdd req-b39d8827-1505-4dd5-96b3-f41355b07cc0 service nova] Lock "fc617046-039b-4478-b122-69fa3bf621a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.718445] env[69411]: DEBUG oslo_concurrency.lockutils [req-0d79401a-66e2-4a77-b4b3-e05ba93d9cdd req-b39d8827-1505-4dd5-96b3-f41355b07cc0 service nova] Lock "fc617046-039b-4478-b122-69fa3bf621a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.718445] env[69411]: DEBUG nova.compute.manager [req-0d79401a-66e2-4a77-b4b3-e05ba93d9cdd req-b39d8827-1505-4dd5-96b3-f41355b07cc0 service nova] [instance: fc617046-039b-4478-b122-69fa3bf621a2] No waiting events found dispatching network-vif-plugged-885e86e8-6415-4cbb-a88e-11ec4c02a809 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.718445] env[69411]: WARNING nova.compute.manager [req-0d79401a-66e2-4a77-b4b3-e05ba93d9cdd req-b39d8827-1505-4dd5-96b3-f41355b07cc0 service nova] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Received unexpected event network-vif-plugged-885e86e8-6415-4cbb-a88e-11ec4c02a809 for instance with vm_state building and task_state spawning. [ 1039.718445] env[69411]: DEBUG nova.compute.manager [req-0d79401a-66e2-4a77-b4b3-e05ba93d9cdd req-b39d8827-1505-4dd5-96b3-f41355b07cc0 service nova] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Received event network-changed-885e86e8-6415-4cbb-a88e-11ec4c02a809 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.718445] env[69411]: DEBUG nova.compute.manager [req-0d79401a-66e2-4a77-b4b3-e05ba93d9cdd req-b39d8827-1505-4dd5-96b3-f41355b07cc0 service nova] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Refreshing instance network info cache due to event network-changed-885e86e8-6415-4cbb-a88e-11ec4c02a809. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.718445] env[69411]: DEBUG oslo_concurrency.lockutils [req-0d79401a-66e2-4a77-b4b3-e05ba93d9cdd req-b39d8827-1505-4dd5-96b3-f41355b07cc0 service nova] Acquiring lock "refresh_cache-fc617046-039b-4478-b122-69fa3bf621a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.764150] env[69411]: DEBUG oslo_vmware.api [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Task: {'id': task-3323445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.801115] env[69411]: DEBUG nova.network.neutron [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.829992] env[69411]: DEBUG oslo_vmware.api [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323446, 'name': PowerOffVM_Task, 'duration_secs': 1.184508} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.830462] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.830762] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.831157] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-852ee1f3-27ef-464f-b97b-1ac9c5bbfc33 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.858318] env[69411]: DEBUG nova.network.neutron [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Updating instance_info_cache with network_info: [{"id": "885e86e8-6415-4cbb-a88e-11ec4c02a809", "address": "fa:16:3e:4f:c8:0e", "network": {"id": "183a50ca-67d9-49a0-9012-030d979a5df0", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2120609635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "665d664e166845fe9cb22b36d5c7134c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885e86e8-64", "ovs_interfaceid": "885e86e8-6415-4cbb-a88e-11ec4c02a809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.910164] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.910164] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.910474] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Deleting the datastore file [datastore2] 510f3fce-bea9-49f0-a56c-af1706a42d6e {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.910834] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f17596a5-c83b-46e6-ae01-0c1b3a422c3e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.919276] env[69411]: DEBUG oslo_vmware.api [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Waiting for the task: (returnval){ [ 1039.919276] env[69411]: value = "task-3323448" [ 1039.919276] env[69411]: _type = "Task" [ 1039.919276] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.924860] env[69411]: DEBUG oslo_vmware.api [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.977174] env[69411]: DEBUG nova.network.neutron [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updating instance_info_cache with network_info: [{"id": "5f2b7e82-1d68-4815-9424-e761d3587f24", "address": "fa:16:3e:73:5f:9c", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2b7e82-1d", "ovs_interfaceid": "5f2b7e82-1d68-4815-9424-e761d3587f24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.055768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.058184] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.675s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.060862] env[69411]: INFO nova.compute.claims [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.078713] env[69411]: INFO nova.scheduler.client.report [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleted allocations for instance b04eaaab-66bd-44d0-8757-bae522e70c73 [ 1040.264701] env[69411]: DEBUG oslo_vmware.api [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Task: {'id': task-3323445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.303509] env[69411]: DEBUG oslo_concurrency.lockutils [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Releasing lock "refresh_cache-b7953ab1-d5f6-4a94-801c-1e1f47812e6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.303988] env[69411]: DEBUG nova.compute.manager [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.304206] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.305090] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91626a4a-7d35-45ec-bdfe-08256d38689f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.312668] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.312919] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7853f420-fcb2-4756-9e87-64ef331de4f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.319376] env[69411]: DEBUG oslo_vmware.api [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1040.319376] env[69411]: value = "task-3323449" [ 1040.319376] env[69411]: _type = "Task" [ 1040.319376] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.328154] env[69411]: DEBUG oslo_vmware.api [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.360172] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Releasing lock "refresh_cache-fc617046-039b-4478-b122-69fa3bf621a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.360716] env[69411]: DEBUG nova.compute.manager [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Instance network_info: |[{"id": "885e86e8-6415-4cbb-a88e-11ec4c02a809", "address": "fa:16:3e:4f:c8:0e", "network": {"id": "183a50ca-67d9-49a0-9012-030d979a5df0", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2120609635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "665d664e166845fe9cb22b36d5c7134c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885e86e8-64", "ovs_interfaceid": "885e86e8-6415-4cbb-a88e-11ec4c02a809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.360882] env[69411]: DEBUG oslo_concurrency.lockutils [req-0d79401a-66e2-4a77-b4b3-e05ba93d9cdd req-b39d8827-1505-4dd5-96b3-f41355b07cc0 service nova] Acquired lock "refresh_cache-fc617046-039b-4478-b122-69fa3bf621a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.361082] env[69411]: DEBUG nova.network.neutron [req-0d79401a-66e2-4a77-b4b3-e05ba93d9cdd req-b39d8827-1505-4dd5-96b3-f41355b07cc0 service nova] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Refreshing network info cache for port 885e86e8-6415-4cbb-a88e-11ec4c02a809 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.362626] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:c8:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '885e86e8-6415-4cbb-a88e-11ec4c02a809', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.369967] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Creating folder: Project (665d664e166845fe9cb22b36d5c7134c). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.370193] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ad28db6-88db-4341-b922-9e745a0bb59e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.382431] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Created folder: Project (665d664e166845fe9cb22b36d5c7134c) in parent group-v663248. [ 1040.382619] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Creating folder: Instances. Parent ref: group-v663475. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.382852] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7194322-8014-4050-99ac-73858571de30 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.391872] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Created folder: Instances in parent group-v663475. [ 1040.392343] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.392433] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.392581] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c36ad239-5bed-4cde-b838-4e841d7b5605 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.411014] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.411014] env[69411]: value = "task-3323452" [ 1040.411014] env[69411]: _type = "Task" [ 1040.411014] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.418709] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323452, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.428621] env[69411]: DEBUG oslo_vmware.api [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Task: {'id': task-3323448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137973} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.428815] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.428999] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.429192] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.429404] env[69411]: INFO nova.compute.manager [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1040.429594] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.429781] env[69411]: DEBUG nova.compute.manager [-] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.429875] env[69411]: DEBUG nova.network.neutron [-] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.480773] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "refresh_cache-2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.588369] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28e752a9-7e8f-4db2-8346-a34c301ca2cd tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "b04eaaab-66bd-44d0-8757-bae522e70c73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.434s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.764430] env[69411]: DEBUG oslo_vmware.api [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Task: {'id': task-3323445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.828624] env[69411]: DEBUG oslo_vmware.api [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323449, 'name': PowerOffVM_Task, 'duration_secs': 0.124522} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.828882] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.829331] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.830177] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d064a279-0bfe-493a-b2fb-bc4188e3ec79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.856903] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.857548] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.858014] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Deleting the datastore file [datastore1] b7953ab1-d5f6-4a94-801c-1e1f47812e6f {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.858153] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b31d6aca-3b18-4fce-a5ee-3ef2ca0e38ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.866205] env[69411]: DEBUG oslo_vmware.api [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for the task: (returnval){ [ 1040.866205] env[69411]: value = "task-3323454" [ 1040.866205] env[69411]: _type = "Task" [ 1040.866205] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.883678] env[69411]: DEBUG oslo_vmware.api [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.920932] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323452, 'name': CreateVM_Task, 'duration_secs': 0.312131} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.921198] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.922088] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.922174] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.922554] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.922840] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-325ce798-3ed0-4363-978b-acad77e3c4b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.933199] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Waiting for the task: (returnval){ [ 1040.933199] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529dd609-1a4a-e162-1297-37e24cb17bd9" [ 1040.933199] env[69411]: _type = "Task" [ 1040.933199] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.944143] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529dd609-1a4a-e162-1297-37e24cb17bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.009059} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.944143] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.944143] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.944463] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.944542] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.944768] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.948674] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47de897c-6285-48b6-af99-66ed33387c1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.955141] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.955386] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.956193] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3aeeeee-7696-4344-a454-75efeca08e1a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.964191] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Waiting for the task: (returnval){ [ 1040.964191] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c676bc-5319-031f-80d2-15deae067aca" [ 1040.964191] env[69411]: _type = "Task" [ 1040.964191] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.974940] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c676bc-5319-031f-80d2-15deae067aca, 'name': SearchDatastore_Task, 'duration_secs': 0.008011} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.975141] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-632c70be-09e0-4256-b792-950f37865d30 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.980566] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Waiting for the task: (returnval){ [ 1040.980566] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52713c08-dd74-d0dd-a102-2fa702da3c78" [ 1040.980566] env[69411]: _type = "Task" [ 1040.980566] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.992915] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52713c08-dd74-d0dd-a102-2fa702da3c78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.018221] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969d3c34-0afd-4cb8-a4af-53ba4f9f7a2f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.039786] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b6f5f5-f90d-4b62-aa50-ad9755021e0c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.050558] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updating instance '2ca1b26e-2034-4e7c-a337-89fdcf5b6e91' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.067041] env[69411]: DEBUG nova.compute.manager [req-33a91981-29eb-4cd4-93ea-1b2d2e7759ad req-b89d19b7-2821-49ac-9a6a-274d8017e5c1 service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Received event network-vif-deleted-853b6e85-f2af-4ffb-b913-20afe3214e64 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.067284] env[69411]: INFO nova.compute.manager [req-33a91981-29eb-4cd4-93ea-1b2d2e7759ad req-b89d19b7-2821-49ac-9a6a-274d8017e5c1 service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Neutron deleted interface 853b6e85-f2af-4ffb-b913-20afe3214e64; detaching it from the instance and deleting it from the info cache [ 1041.067483] env[69411]: DEBUG nova.network.neutron [req-33a91981-29eb-4cd4-93ea-1b2d2e7759ad req-b89d19b7-2821-49ac-9a6a-274d8017e5c1 service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.145007] env[69411]: DEBUG nova.network.neutron [req-0d79401a-66e2-4a77-b4b3-e05ba93d9cdd req-b39d8827-1505-4dd5-96b3-f41355b07cc0 service nova] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Updated VIF entry in instance network info cache for port 885e86e8-6415-4cbb-a88e-11ec4c02a809. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.145448] env[69411]: DEBUG nova.network.neutron [req-0d79401a-66e2-4a77-b4b3-e05ba93d9cdd req-b39d8827-1505-4dd5-96b3-f41355b07cc0 service nova] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Updating instance_info_cache with network_info: [{"id": "885e86e8-6415-4cbb-a88e-11ec4c02a809", "address": "fa:16:3e:4f:c8:0e", "network": {"id": "183a50ca-67d9-49a0-9012-030d979a5df0", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2120609635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "665d664e166845fe9cb22b36d5c7134c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885e86e8-64", "ovs_interfaceid": "885e86e8-6415-4cbb-a88e-11ec4c02a809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.266423] env[69411]: DEBUG oslo_vmware.api [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Task: {'id': task-3323445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.377767] env[69411]: DEBUG oslo_vmware.api [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Task: {'id': task-3323454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091855} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.378044] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.378275] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.378468] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.378647] env[69411]: INFO nova.compute.manager [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1041.379189] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.379189] env[69411]: DEBUG nova.compute.manager [-] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.379189] env[69411]: DEBUG nova.network.neutron [-] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.386698] env[69411]: DEBUG oslo_concurrency.lockutils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.386925] env[69411]: DEBUG oslo_concurrency.lockutils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.402053] env[69411]: DEBUG nova.network.neutron [-] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.422293] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c03b12-cdf7-4711-b16b-8f786af2c6bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.429320] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19429c85-0f9c-4f05-91dd-7637064297c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.433500] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "c9bfaa5b-683b-4d56-9413-e4a4af19680f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.433937] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c9bfaa5b-683b-4d56-9413-e4a4af19680f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.434165] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "c9bfaa5b-683b-4d56-9413-e4a4af19680f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.434921] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c9bfaa5b-683b-4d56-9413-e4a4af19680f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.435260] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c9bfaa5b-683b-4d56-9413-e4a4af19680f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.438382] env[69411]: INFO nova.compute.manager [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Terminating instance [ 1041.470629] env[69411]: DEBUG nova.compute.manager [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.470898] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.471760] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf428f0b-44d8-4ab1-85fc-685d4fa7929a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.476146] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174ff847-5a19-4da3-b52e-1d5148194abd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.488982] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.490464] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8653e11b-a63a-47af-ba56-473516e58068 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.496207] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0e742f1-afc8-40e5-8b58-f6e2e257e989 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.509578] env[69411]: DEBUG nova.network.neutron [-] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.510952] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52713c08-dd74-d0dd-a102-2fa702da3c78, 'name': SearchDatastore_Task, 'duration_secs': 0.008249} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.511466] env[69411]: DEBUG nova.compute.provider_tree [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.513900] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.514187] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] fc617046-039b-4478-b122-69fa3bf621a2/fc617046-039b-4478-b122-69fa3bf621a2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.514521] env[69411]: DEBUG oslo_vmware.api [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1041.514521] env[69411]: value = "task-3323455" [ 1041.514521] env[69411]: _type = "Task" [ 1041.514521] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.515298] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47d03b5f-b3ec-42c0-9219-c7844bedd142 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.529085] env[69411]: DEBUG oslo_vmware.api [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.530818] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Waiting for the task: (returnval){ [ 1041.530818] env[69411]: value = "task-3323456" [ 1041.530818] env[69411]: _type = "Task" [ 1041.530818] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.540507] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': task-3323456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.557123] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.557421] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40e48fa5-55f3-4c61-8616-90632219ca10 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.567436] env[69411]: DEBUG oslo_vmware.api [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1041.567436] env[69411]: value = "task-3323457" [ 1041.567436] env[69411]: _type = "Task" [ 1041.567436] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.571600] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed2ccc2f-d491-41ec-aca0-761c8af0a333 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.579370] env[69411]: DEBUG oslo_vmware.api [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.583525] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800d4879-69cb-4023-8e1f-95a722d29d1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.618231] env[69411]: DEBUG nova.compute.manager [req-33a91981-29eb-4cd4-93ea-1b2d2e7759ad req-b89d19b7-2821-49ac-9a6a-274d8017e5c1 service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Detach interface failed, port_id=853b6e85-f2af-4ffb-b913-20afe3214e64, reason: Instance 510f3fce-bea9-49f0-a56c-af1706a42d6e could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.649364] env[69411]: DEBUG oslo_concurrency.lockutils [req-0d79401a-66e2-4a77-b4b3-e05ba93d9cdd req-b39d8827-1505-4dd5-96b3-f41355b07cc0 service nova] Releasing lock "refresh_cache-fc617046-039b-4478-b122-69fa3bf621a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.770216] env[69411]: DEBUG oslo_vmware.api [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Task: {'id': task-3323445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.889640] env[69411]: DEBUG nova.compute.manager [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.906472] env[69411]: DEBUG nova.network.neutron [-] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.016051] env[69411]: INFO nova.compute.manager [-] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Took 1.59 seconds to deallocate network for instance. [ 1042.033991] env[69411]: DEBUG oslo_vmware.api [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323455, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.037718] env[69411]: ERROR nova.scheduler.client.report [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [req-dbf4d2fa-40a5-4590-a553-ed1d1efab5b6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dbf4d2fa-40a5-4590-a553-ed1d1efab5b6"}]} [ 1042.046209] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': task-3323456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474894} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.046209] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] fc617046-039b-4478-b122-69fa3bf621a2/fc617046-039b-4478-b122-69fa3bf621a2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.046383] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.046828] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-004780b6-6fb6-40f0-996f-506b1d146c66 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.052332] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Waiting for the task: (returnval){ [ 1042.052332] env[69411]: value = "task-3323458" [ 1042.052332] env[69411]: _type = "Task" [ 1042.052332] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.057807] env[69411]: DEBUG nova.scheduler.client.report [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1042.066772] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': task-3323458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.077642] env[69411]: DEBUG oslo_vmware.api [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323457, 'name': PowerOnVM_Task, 'duration_secs': 0.485201} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.077642] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.077642] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9e115703-65b5-421f-95e4-16f1d4570005 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updating instance '2ca1b26e-2034-4e7c-a337-89fdcf5b6e91' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.081973] env[69411]: DEBUG nova.scheduler.client.report [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1042.082371] env[69411]: DEBUG nova.compute.provider_tree [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.094882] env[69411]: DEBUG nova.scheduler.client.report [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1042.120051] env[69411]: DEBUG nova.scheduler.client.report [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1042.270635] env[69411]: DEBUG oslo_vmware.api [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Task: {'id': task-3323445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.409111] env[69411]: DEBUG oslo_concurrency.lockutils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.409458] env[69411]: INFO nova.compute.manager [-] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Took 1.03 seconds to deallocate network for instance. [ 1042.452492] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56526870-30ab-422b-8c09-0d1f5fabf3c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.461556] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fb6590-df01-414d-bbea-83066bca3e6a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.493048] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655927fa-16e7-4bf8-927e-bd9791673abb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.500522] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116e10c1-eb8a-4b45-abed-c100d98d2946 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.513594] env[69411]: DEBUG nova.compute.provider_tree [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.530671] env[69411]: DEBUG oslo_concurrency.lockutils [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.530931] env[69411]: DEBUG oslo_vmware.api [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323455, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.563500] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': task-3323458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063811} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.563784] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.564593] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848181f7-cac8-4b19-ac62-43d58cf73690 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.586270] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] fc617046-039b-4478-b122-69fa3bf621a2/fc617046-039b-4478-b122-69fa3bf621a2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.589096] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a869ac-7770-40b3-9b68-222f225ec6e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.610543] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Waiting for the task: (returnval){ [ 1042.610543] env[69411]: value = "task-3323459" [ 1042.610543] env[69411]: _type = "Task" [ 1042.610543] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.618923] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': task-3323459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.770980] env[69411]: DEBUG oslo_vmware.api [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Task: {'id': task-3323445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.916261] env[69411]: DEBUG oslo_concurrency.lockutils [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.030701] env[69411]: DEBUG oslo_vmware.api [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323455, 'name': PowerOffVM_Task, 'duration_secs': 1.211345} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.031053] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.031155] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.031387] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a10b93c3-ac0c-41c5-9150-b9da79ecd763 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.048756] env[69411]: DEBUG nova.scheduler.client.report [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1043.048993] env[69411]: DEBUG nova.compute.provider_tree [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 135 to 136 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1043.049196] env[69411]: DEBUG nova.compute.provider_tree [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.121062] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': task-3323459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.128325] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.128565] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.128721] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleting the datastore file [datastore2] c9bfaa5b-683b-4d56-9413-e4a4af19680f {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.128979] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdc5d27e-9f24-494b-8a30-31b51c77b974 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.135592] env[69411]: DEBUG oslo_vmware.api [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1043.135592] env[69411]: value = "task-3323461" [ 1043.135592] env[69411]: _type = "Task" [ 1043.135592] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.145839] env[69411]: DEBUG oslo_vmware.api [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.273484] env[69411]: DEBUG oslo_vmware.api [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Task: {'id': task-3323445, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.555992] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.498s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.556975] env[69411]: DEBUG nova.compute.manager [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.561027] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.185s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.562037] env[69411]: INFO nova.compute.claims [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.627064] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': task-3323459, 'name': ReconfigVM_Task, 'duration_secs': 1.013752} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.627365] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Reconfigured VM instance instance-00000055 to attach disk [datastore2] fc617046-039b-4478-b122-69fa3bf621a2/fc617046-039b-4478-b122-69fa3bf621a2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.628011] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-304011c8-c081-4e0c-ada1-f4990dbe3a4f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.634494] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Waiting for the task: (returnval){ [ 1043.634494] env[69411]: value = "task-3323462" [ 1043.634494] env[69411]: _type = "Task" [ 1043.634494] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.645036] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': task-3323462, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.647927] env[69411]: DEBUG oslo_vmware.api [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139637} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.648368] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.648368] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.648501] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.648794] env[69411]: INFO nova.compute.manager [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1043.648963] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.649452] env[69411]: DEBUG nova.compute.manager [-] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.649526] env[69411]: DEBUG nova.network.neutron [-] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.772403] env[69411]: DEBUG oslo_vmware.api [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Task: {'id': task-3323445, 'name': ReconfigVM_Task, 'duration_secs': 5.74114} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.772656] env[69411]: DEBUG oslo_concurrency.lockutils [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] Releasing lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.772941] env[69411]: DEBUG nova.virt.vmwareapi.vmops [req-7f8edb52-b17b-4fed-9a74-eff46a0c70d4 req-2d31992e-4666-4d1b-b684-68a31bd0cd28 service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Reconfigured VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1043.773532] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.052s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.773754] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.773953] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.774127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.776448] env[69411]: INFO nova.compute.manager [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Terminating instance [ 1043.914842] env[69411]: DEBUG nova.compute.manager [req-06405d30-d6c8-4f07-a63c-2008b202a1f9 req-fd511818-3d99-4249-a9c1-0d77cca2eaf2 service nova] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Received event network-vif-deleted-1f950f2e-fccd-40aa-8fe7-9596cec5d899 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.915075] env[69411]: INFO nova.compute.manager [req-06405d30-d6c8-4f07-a63c-2008b202a1f9 req-fd511818-3d99-4249-a9c1-0d77cca2eaf2 service nova] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Neutron deleted interface 1f950f2e-fccd-40aa-8fe7-9596cec5d899; detaching it from the instance and deleting it from the info cache [ 1043.915256] env[69411]: DEBUG nova.network.neutron [req-06405d30-d6c8-4f07-a63c-2008b202a1f9 req-fd511818-3d99-4249-a9c1-0d77cca2eaf2 service nova] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.069959] env[69411]: DEBUG nova.compute.utils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.071537] env[69411]: DEBUG nova.compute.manager [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.071712] env[69411]: DEBUG nova.network.neutron [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.075441] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.075664] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.075838] env[69411]: DEBUG nova.compute.manager [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Going to confirm migration 5 {{(pid=69411) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1044.109026] env[69411]: DEBUG nova.policy [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61a70c6ff2be4a17bef70a4651a12295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d93079ae7584bab9feb43e850052e75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.147210] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': task-3323462, 'name': Rename_Task, 'duration_secs': 0.163365} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.147503] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.147754] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d66c4268-f8ea-4045-a3fc-f64d9817e087 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.154884] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Waiting for the task: (returnval){ [ 1044.154884] env[69411]: value = "task-3323463" [ 1044.154884] env[69411]: _type = "Task" [ 1044.154884] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.163696] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': task-3323463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.280930] env[69411]: DEBUG nova.compute.manager [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.281229] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.282325] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b356e4ad-eadb-460c-8a4e-cd5d87ccbd8a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.291958] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.292262] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44b5ba85-e6b3-4a5a-bd58-f6107e944a34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.298649] env[69411]: DEBUG oslo_vmware.api [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1044.298649] env[69411]: value = "task-3323464" [ 1044.298649] env[69411]: _type = "Task" [ 1044.298649] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.313024] env[69411]: DEBUG oslo_vmware.api [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.397507] env[69411]: DEBUG nova.network.neutron [-] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.417786] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28052623-2a34-429e-a828-0a0aa26a2b70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.423839] env[69411]: DEBUG nova.network.neutron [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Successfully created port: 2c9bcb33-708e-4257-9f4d-7b06fbb24bc1 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.430776] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073b703e-e54e-40a9-941f-5fe64e3ff7fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.464279] env[69411]: DEBUG nova.compute.manager [req-06405d30-d6c8-4f07-a63c-2008b202a1f9 req-fd511818-3d99-4249-a9c1-0d77cca2eaf2 service nova] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Detach interface failed, port_id=1f950f2e-fccd-40aa-8fe7-9596cec5d899, reason: Instance c9bfaa5b-683b-4d56-9413-e4a4af19680f could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1044.575425] env[69411]: DEBUG nova.compute.manager [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.633154] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "refresh_cache-2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.633819] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "refresh_cache-2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.633819] env[69411]: DEBUG nova.network.neutron [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.633819] env[69411]: DEBUG nova.objects.instance [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lazy-loading 'info_cache' on Instance uuid 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.666929] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': task-3323463, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.808023] env[69411]: DEBUG oslo_vmware.api [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323464, 'name': PowerOffVM_Task, 'duration_secs': 0.199119} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.808653] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.809176] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.809932] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ffc79bc-8b5c-496d-b026-9118c26a5891 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.888903] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.889286] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.889530] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Deleting the datastore file [datastore1] cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.892369] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4568713f-8175-4765-83e9-87f6a7f4ebae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.898612] env[69411]: DEBUG oslo_vmware.api [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1044.898612] env[69411]: value = "task-3323466" [ 1044.898612] env[69411]: _type = "Task" [ 1044.898612] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.902086] env[69411]: INFO nova.compute.manager [-] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Took 1.25 seconds to deallocate network for instance. [ 1044.913309] env[69411]: DEBUG oslo_vmware.api [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.004753] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb14475-2260-4972-928d-97e8fa93e05b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.015450] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70634b0-1d2b-4ddd-b529-107534e958d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.047333] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243e2799-0b75-4315-bde0-f904e486d1a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.054751] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9da64a-b068-47ee-9231-0bf626696a63 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.068221] env[69411]: DEBUG nova.compute.provider_tree [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.167417] env[69411]: DEBUG oslo_vmware.api [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': task-3323463, 'name': PowerOnVM_Task, 'duration_secs': 0.720538} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.167709] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.167906] env[69411]: INFO nova.compute.manager [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1045.168094] env[69411]: DEBUG nova.compute.manager [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.168873] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38ba462-c763-4bf8-acf2-2291c10779a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.657772] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.657772] env[69411]: DEBUG oslo_vmware.api [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164174} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.657772] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.657772] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.657772] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.657772] env[69411]: INFO nova.compute.manager [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1045.657772] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.657772] env[69411]: DEBUG nova.compute.manager [-] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.657772] env[69411]: DEBUG nova.network.neutron [-] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.657772] env[69411]: DEBUG nova.scheduler.client.report [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.657772] env[69411]: DEBUG nova.compute.manager [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.672037] env[69411]: DEBUG nova.virt.hardware [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.672345] env[69411]: DEBUG nova.virt.hardware [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.672517] env[69411]: DEBUG nova.virt.hardware [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.672701] env[69411]: DEBUG nova.virt.hardware [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.672845] env[69411]: DEBUG nova.virt.hardware [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.672990] env[69411]: DEBUG nova.virt.hardware [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.673227] env[69411]: DEBUG nova.virt.hardware [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.673440] env[69411]: DEBUG nova.virt.hardware [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.673564] env[69411]: DEBUG nova.virt.hardware [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.673722] env[69411]: DEBUG nova.virt.hardware [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.673888] env[69411]: DEBUG nova.virt.hardware [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.674843] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83637f05-de1f-4160-a025-b4c7b4fb5b71 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.690010] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c62d1f-4ad7-42d9-8211-5dd2f0854158 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.694217] env[69411]: INFO nova.compute.manager [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Took 35.67 seconds to build instance. [ 1045.950107] env[69411]: DEBUG nova.compute.manager [req-8c5c79be-1a26-4a52-bec8-cf43657aa84b req-de51ea7f-39a1-4cee-b6f0-a9c7460ec48c service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Received event network-vif-deleted-b5ac587f-9e02-40eb-a840-a85a7dd71246 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.950346] env[69411]: INFO nova.compute.manager [req-8c5c79be-1a26-4a52-bec8-cf43657aa84b req-de51ea7f-39a1-4cee-b6f0-a9c7460ec48c service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Neutron deleted interface b5ac587f-9e02-40eb-a840-a85a7dd71246; detaching it from the instance and deleting it from the info cache [ 1045.950487] env[69411]: DEBUG nova.network.neutron [req-8c5c79be-1a26-4a52-bec8-cf43657aa84b req-de51ea7f-39a1-4cee-b6f0-a9c7460ec48c service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.959229] env[69411]: DEBUG nova.network.neutron [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updating instance_info_cache with network_info: [{"id": "5f2b7e82-1d68-4815-9424-e761d3587f24", "address": "fa:16:3e:73:5f:9c", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2b7e82-1d", "ovs_interfaceid": "5f2b7e82-1d68-4815-9424-e761d3587f24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.021722] env[69411]: DEBUG nova.compute.manager [req-1f5444e9-22a0-4187-92cf-706e90a8b733 req-6b2368a3-3d24-449b-b47b-875460885edd service nova] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Received event network-vif-plugged-2c9bcb33-708e-4257-9f4d-7b06fbb24bc1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.022016] env[69411]: DEBUG oslo_concurrency.lockutils [req-1f5444e9-22a0-4187-92cf-706e90a8b733 req-6b2368a3-3d24-449b-b47b-875460885edd service nova] Acquiring lock "2c3fa979-b7d7-4177-a77b-acbfc797e16f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.022264] env[69411]: DEBUG oslo_concurrency.lockutils [req-1f5444e9-22a0-4187-92cf-706e90a8b733 req-6b2368a3-3d24-449b-b47b-875460885edd service nova] Lock "2c3fa979-b7d7-4177-a77b-acbfc797e16f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.022446] env[69411]: DEBUG oslo_concurrency.lockutils [req-1f5444e9-22a0-4187-92cf-706e90a8b733 req-6b2368a3-3d24-449b-b47b-875460885edd service nova] Lock "2c3fa979-b7d7-4177-a77b-acbfc797e16f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.022627] env[69411]: DEBUG nova.compute.manager [req-1f5444e9-22a0-4187-92cf-706e90a8b733 req-6b2368a3-3d24-449b-b47b-875460885edd service nova] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] No waiting events found dispatching network-vif-plugged-2c9bcb33-708e-4257-9f4d-7b06fbb24bc1 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.022798] env[69411]: WARNING nova.compute.manager [req-1f5444e9-22a0-4187-92cf-706e90a8b733 req-6b2368a3-3d24-449b-b47b-875460885edd service nova] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Received unexpected event network-vif-plugged-2c9bcb33-708e-4257-9f4d-7b06fbb24bc1 for instance with vm_state building and task_state spawning. [ 1046.080429] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.080969] env[69411]: DEBUG nova.compute.manager [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.086632] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.065s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.089081] env[69411]: INFO nova.compute.claims [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.115194] env[69411]: DEBUG nova.network.neutron [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Successfully updated port: 2c9bcb33-708e-4257-9f4d-7b06fbb24bc1 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.196146] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7067e2f3-e887-45ab-a73e-930583f2c4e6 tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Lock "fc617046-039b-4478-b122-69fa3bf621a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.179s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.431326] env[69411]: DEBUG nova.network.neutron [-] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.453017] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78b31fb9-0508-4ec1-a696-21098946f092 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.461689] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "refresh_cache-2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.461955] env[69411]: DEBUG nova.objects.instance [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lazy-loading 'migration_context' on Instance uuid 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.465828] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8934c984-5c59-4783-b379-321429d9fb73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.477709] env[69411]: DEBUG nova.objects.base [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Object Instance<2ca1b26e-2034-4e7c-a337-89fdcf5b6e91> lazy-loaded attributes: info_cache,migration_context {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.478538] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5295d6de-0bd1-4029-9f08-0f8e30e428ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.511036] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0930ae05-fd45-4617-900e-5e7f4a2bdba0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.513756] env[69411]: DEBUG nova.compute.manager [req-8c5c79be-1a26-4a52-bec8-cf43657aa84b req-de51ea7f-39a1-4cee-b6f0-a9c7460ec48c service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Detach interface failed, port_id=b5ac587f-9e02-40eb-a840-a85a7dd71246, reason: Instance cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1046.517219] env[69411]: DEBUG oslo_vmware.api [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1046.517219] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f256a7-d0d0-3627-95a3-b39716648eef" [ 1046.517219] env[69411]: _type = "Task" [ 1046.517219] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.526617] env[69411]: DEBUG oslo_vmware.api [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f256a7-d0d0-3627-95a3-b39716648eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.597186] env[69411]: DEBUG nova.compute.utils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.597911] env[69411]: DEBUG nova.compute.manager [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.598294] env[69411]: DEBUG nova.network.neutron [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.618353] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "refresh_cache-2c3fa979-b7d7-4177-a77b-acbfc797e16f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.618423] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "refresh_cache-2c3fa979-b7d7-4177-a77b-acbfc797e16f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.618576] env[69411]: DEBUG nova.network.neutron [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.647648] env[69411]: DEBUG nova.policy [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f46fd3ae5d14166a590fe0623bc6d5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3618742107eb4e9c898f35c0ed7ec631', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.688588] env[69411]: DEBUG oslo_concurrency.lockutils [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Acquiring lock "fc617046-039b-4478-b122-69fa3bf621a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.688588] env[69411]: DEBUG oslo_concurrency.lockutils [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Lock "fc617046-039b-4478-b122-69fa3bf621a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.688850] env[69411]: DEBUG oslo_concurrency.lockutils [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Acquiring lock "fc617046-039b-4478-b122-69fa3bf621a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.688850] env[69411]: DEBUG oslo_concurrency.lockutils [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Lock "fc617046-039b-4478-b122-69fa3bf621a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.688978] env[69411]: DEBUG oslo_concurrency.lockutils [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Lock "fc617046-039b-4478-b122-69fa3bf621a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.691107] env[69411]: INFO nova.compute.manager [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Terminating instance [ 1046.936984] env[69411]: INFO nova.compute.manager [-] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Took 1.52 seconds to deallocate network for instance. [ 1046.943938] env[69411]: DEBUG nova.network.neutron [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Successfully created port: 37bfea29-f00d-4d25-a2ba-6d68729d9e92 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.027048] env[69411]: DEBUG oslo_vmware.api [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f256a7-d0d0-3627-95a3-b39716648eef, 'name': SearchDatastore_Task, 'duration_secs': 0.008236} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.027342] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.102581] env[69411]: DEBUG nova.compute.manager [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.162919] env[69411]: DEBUG nova.network.neutron [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.195027] env[69411]: DEBUG nova.compute.manager [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.195027] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.195932] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdaeb37-e543-4972-acbe-4f04414c3146 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.203969] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.204262] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbfbc469-74b1-4591-9312-6c01e2db54be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.215054] env[69411]: DEBUG oslo_vmware.api [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Waiting for the task: (returnval){ [ 1047.215054] env[69411]: value = "task-3323467" [ 1047.215054] env[69411]: _type = "Task" [ 1047.215054] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.226130] env[69411]: DEBUG oslo_vmware.api [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': task-3323467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.371651] env[69411]: DEBUG nova.network.neutron [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Updating instance_info_cache with network_info: [{"id": "2c9bcb33-708e-4257-9f4d-7b06fbb24bc1", "address": "fa:16:3e:3f:09:00", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c9bcb33-70", "ovs_interfaceid": "2c9bcb33-708e-4257-9f4d-7b06fbb24bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.443182] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.529851] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bbe8c8-3770-4875-8a2e-3f2cb1869082 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.538583] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fd6feb-948c-45f8-9983-0076c77ce356 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.571715] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eec08ea-235f-45a5-b9e6-257b8def833d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.580120] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae7045c-bfaf-435a-8862-2c76fa6e0814 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.593987] env[69411]: DEBUG nova.compute.provider_tree [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.723197] env[69411]: DEBUG oslo_vmware.api [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': task-3323467, 'name': PowerOffVM_Task, 'duration_secs': 0.362549} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.723532] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.723707] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.723953] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c879b73d-734c-4dc6-a9f6-ae9990bab0e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.784703] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.784941] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.785113] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Deleting the datastore file [datastore2] fc617046-039b-4478-b122-69fa3bf621a2 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.785382] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34d1ba02-d11d-4eec-ba9d-3c33dd5b3ed4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.792084] env[69411]: DEBUG oslo_vmware.api [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Waiting for the task: (returnval){ [ 1047.792084] env[69411]: value = "task-3323469" [ 1047.792084] env[69411]: _type = "Task" [ 1047.792084] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.799605] env[69411]: DEBUG oslo_vmware.api [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': task-3323469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.874975] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "refresh_cache-2c3fa979-b7d7-4177-a77b-acbfc797e16f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.874975] env[69411]: DEBUG nova.compute.manager [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Instance network_info: |[{"id": "2c9bcb33-708e-4257-9f4d-7b06fbb24bc1", "address": "fa:16:3e:3f:09:00", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c9bcb33-70", "ovs_interfaceid": "2c9bcb33-708e-4257-9f4d-7b06fbb24bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.875263] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:09:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c9bcb33-708e-4257-9f4d-7b06fbb24bc1', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.883144] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Creating folder: Project (8d93079ae7584bab9feb43e850052e75). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.883447] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87ce076a-b484-40b9-af54-9eed8b70d6ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.894661] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Created folder: Project (8d93079ae7584bab9feb43e850052e75) in parent group-v663248. [ 1047.894831] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Creating folder: Instances. Parent ref: group-v663478. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.895051] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d2f207a-8a34-453f-9891-43033ab10c8e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.904464] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Created folder: Instances in parent group-v663478. [ 1047.904682] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.904857] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.905053] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef278398-8d8c-4d35-a2f9-2eb6c6772710 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.923668] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.923668] env[69411]: value = "task-3323472" [ 1047.923668] env[69411]: _type = "Task" [ 1047.923668] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.932518] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323472, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.047450] env[69411]: DEBUG nova.compute.manager [req-8df37386-21f6-4149-bb44-837531377d1b req-773e28a7-4dc8-4481-898d-9c08e6293542 service nova] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Received event network-changed-2c9bcb33-708e-4257-9f4d-7b06fbb24bc1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.047631] env[69411]: DEBUG nova.compute.manager [req-8df37386-21f6-4149-bb44-837531377d1b req-773e28a7-4dc8-4481-898d-9c08e6293542 service nova] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Refreshing instance network info cache due to event network-changed-2c9bcb33-708e-4257-9f4d-7b06fbb24bc1. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.047802] env[69411]: DEBUG oslo_concurrency.lockutils [req-8df37386-21f6-4149-bb44-837531377d1b req-773e28a7-4dc8-4481-898d-9c08e6293542 service nova] Acquiring lock "refresh_cache-2c3fa979-b7d7-4177-a77b-acbfc797e16f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.047956] env[69411]: DEBUG oslo_concurrency.lockutils [req-8df37386-21f6-4149-bb44-837531377d1b req-773e28a7-4dc8-4481-898d-9c08e6293542 service nova] Acquired lock "refresh_cache-2c3fa979-b7d7-4177-a77b-acbfc797e16f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.048127] env[69411]: DEBUG nova.network.neutron [req-8df37386-21f6-4149-bb44-837531377d1b req-773e28a7-4dc8-4481-898d-9c08e6293542 service nova] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Refreshing network info cache for port 2c9bcb33-708e-4257-9f4d-7b06fbb24bc1 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.097085] env[69411]: DEBUG nova.scheduler.client.report [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.110912] env[69411]: DEBUG nova.compute.manager [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.138162] env[69411]: DEBUG nova.virt.hardware [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.138427] env[69411]: DEBUG nova.virt.hardware [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.138586] env[69411]: DEBUG nova.virt.hardware [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.138766] env[69411]: DEBUG nova.virt.hardware [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.138912] env[69411]: DEBUG nova.virt.hardware [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.139076] env[69411]: DEBUG nova.virt.hardware [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.139278] env[69411]: DEBUG nova.virt.hardware [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.139440] env[69411]: DEBUG nova.virt.hardware [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.139611] env[69411]: DEBUG nova.virt.hardware [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.139768] env[69411]: DEBUG nova.virt.hardware [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.139935] env[69411]: DEBUG nova.virt.hardware [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.140861] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f88f4b-54f7-485f-ac76-9d7d7b687a67 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.148636] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df9c54a-28aa-45ca-b924-01a5265a097b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.301379] env[69411]: DEBUG oslo_vmware.api [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Task: {'id': task-3323469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120009} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.301763] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.301879] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.302091] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.302275] env[69411]: INFO nova.compute.manager [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1048.302550] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.302743] env[69411]: DEBUG nova.compute.manager [-] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.302840] env[69411]: DEBUG nova.network.neutron [-] [instance: fc617046-039b-4478-b122-69fa3bf621a2] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.433552] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323472, 'name': CreateVM_Task, 'duration_secs': 0.385091} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.433732] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.434410] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.434562] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.434903] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.435187] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3247f10d-2876-4308-a472-4aebde3404bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.440041] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1048.440041] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52578ac0-ae82-9b23-5e55-52d9e1f1ace2" [ 1048.440041] env[69411]: _type = "Task" [ 1048.440041] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.447812] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52578ac0-ae82-9b23-5e55-52d9e1f1ace2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.602934] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.603551] env[69411]: DEBUG nova.compute.manager [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.606166] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.748s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.607516] env[69411]: INFO nova.compute.claims [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.716995] env[69411]: DEBUG nova.network.neutron [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Successfully updated port: 37bfea29-f00d-4d25-a2ba-6d68729d9e92 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.814034] env[69411]: DEBUG nova.network.neutron [req-8df37386-21f6-4149-bb44-837531377d1b req-773e28a7-4dc8-4481-898d-9c08e6293542 service nova] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Updated VIF entry in instance network info cache for port 2c9bcb33-708e-4257-9f4d-7b06fbb24bc1. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.814433] env[69411]: DEBUG nova.network.neutron [req-8df37386-21f6-4149-bb44-837531377d1b req-773e28a7-4dc8-4481-898d-9c08e6293542 service nova] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Updating instance_info_cache with network_info: [{"id": "2c9bcb33-708e-4257-9f4d-7b06fbb24bc1", "address": "fa:16:3e:3f:09:00", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c9bcb33-70", "ovs_interfaceid": "2c9bcb33-708e-4257-9f4d-7b06fbb24bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.950179] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52578ac0-ae82-9b23-5e55-52d9e1f1ace2, 'name': SearchDatastore_Task, 'duration_secs': 0.013625} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.950518] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.950756] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.950996] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.951160] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.951340] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.951604] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eac5dde4-220b-42cc-a4c7-76cea763eb3a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.960346] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.960518] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.961225] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5158a958-c646-4dc7-a018-4fd4a80f422d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.966106] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1048.966106] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f5a430-a86d-0498-fd09-9ef55809498f" [ 1048.966106] env[69411]: _type = "Task" [ 1048.966106] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.975738] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f5a430-a86d-0498-fd09-9ef55809498f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.111702] env[69411]: DEBUG nova.compute.utils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.113337] env[69411]: DEBUG nova.compute.manager [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.113530] env[69411]: DEBUG nova.network.neutron [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.151305] env[69411]: DEBUG nova.policy [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f46fd3ae5d14166a590fe0623bc6d5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3618742107eb4e9c898f35c0ed7ec631', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.221519] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "refresh_cache-311c0bd7-7377-46c2-8d81-7b59c17d5f22" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.221682] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquired lock "refresh_cache-311c0bd7-7377-46c2-8d81-7b59c17d5f22" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.221839] env[69411]: DEBUG nova.network.neutron [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.233762] env[69411]: DEBUG nova.network.neutron [-] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.316829] env[69411]: DEBUG oslo_concurrency.lockutils [req-8df37386-21f6-4149-bb44-837531377d1b req-773e28a7-4dc8-4481-898d-9c08e6293542 service nova] Releasing lock "refresh_cache-2c3fa979-b7d7-4177-a77b-acbfc797e16f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.472110] env[69411]: DEBUG nova.network.neutron [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Successfully created port: c62d6518-6d14-4b43-89e8-feb954bf1636 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.480920] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f5a430-a86d-0498-fd09-9ef55809498f, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.481923] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feb4a54d-a065-4402-bb4a-bba08ce9ea67 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.487251] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1049.487251] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d0647d-1e2a-d511-4647-493baffe80e2" [ 1049.487251] env[69411]: _type = "Task" [ 1049.487251] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.495080] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d0647d-1e2a-d511-4647-493baffe80e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.617911] env[69411]: DEBUG nova.compute.manager [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.738063] env[69411]: INFO nova.compute.manager [-] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Took 1.44 seconds to deallocate network for instance. [ 1049.754147] env[69411]: DEBUG nova.network.neutron [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.916770] env[69411]: DEBUG nova.network.neutron [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Updating instance_info_cache with network_info: [{"id": "37bfea29-f00d-4d25-a2ba-6d68729d9e92", "address": "fa:16:3e:b6:0e:c5", "network": {"id": "b011d6e0-18c4-4bb9-9207-6142ac9bedda", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-149893578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3618742107eb4e9c898f35c0ed7ec631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37bfea29-f0", "ovs_interfaceid": "37bfea29-f00d-4d25-a2ba-6d68729d9e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.999160] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d0647d-1e2a-d511-4647-493baffe80e2, 'name': SearchDatastore_Task, 'duration_secs': 0.01194} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.999448] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.999704] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 2c3fa979-b7d7-4177-a77b-acbfc797e16f/2c3fa979-b7d7-4177-a77b-acbfc797e16f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.999958] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ae81e14-88a9-44d3-8c2a-b01077c9297b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.006044] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1050.006044] env[69411]: value = "task-3323473" [ 1050.006044] env[69411]: _type = "Task" [ 1050.006044] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.015182] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.020415] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96ca23d-a205-4e34-8a1e-bf7fb653b9d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.026814] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d62f9f-c0c0-466a-b914-23633d533cdf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.056799] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9dd7f1-3c72-401e-a999-2a9b311167f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.063790] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11925a6-5395-46be-a46f-f28d9e95746a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.077157] env[69411]: DEBUG nova.compute.provider_tree [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.080535] env[69411]: DEBUG nova.compute.manager [req-063716d1-4768-46d6-991f-6e9a3bca21fe req-50bb21be-cb63-424e-9aed-1f3b1b83634e service nova] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Received event network-vif-plugged-37bfea29-f00d-4d25-a2ba-6d68729d9e92 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.080736] env[69411]: DEBUG oslo_concurrency.lockutils [req-063716d1-4768-46d6-991f-6e9a3bca21fe req-50bb21be-cb63-424e-9aed-1f3b1b83634e service nova] Acquiring lock "311c0bd7-7377-46c2-8d81-7b59c17d5f22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.080937] env[69411]: DEBUG oslo_concurrency.lockutils [req-063716d1-4768-46d6-991f-6e9a3bca21fe req-50bb21be-cb63-424e-9aed-1f3b1b83634e service nova] Lock "311c0bd7-7377-46c2-8d81-7b59c17d5f22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.081119] env[69411]: DEBUG oslo_concurrency.lockutils [req-063716d1-4768-46d6-991f-6e9a3bca21fe req-50bb21be-cb63-424e-9aed-1f3b1b83634e service nova] Lock "311c0bd7-7377-46c2-8d81-7b59c17d5f22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.081286] env[69411]: DEBUG nova.compute.manager [req-063716d1-4768-46d6-991f-6e9a3bca21fe req-50bb21be-cb63-424e-9aed-1f3b1b83634e service nova] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] No waiting events found dispatching network-vif-plugged-37bfea29-f00d-4d25-a2ba-6d68729d9e92 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.081449] env[69411]: WARNING nova.compute.manager [req-063716d1-4768-46d6-991f-6e9a3bca21fe req-50bb21be-cb63-424e-9aed-1f3b1b83634e service nova] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Received unexpected event network-vif-plugged-37bfea29-f00d-4d25-a2ba-6d68729d9e92 for instance with vm_state building and task_state spawning. [ 1050.081606] env[69411]: DEBUG nova.compute.manager [req-063716d1-4768-46d6-991f-6e9a3bca21fe req-50bb21be-cb63-424e-9aed-1f3b1b83634e service nova] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Received event network-changed-37bfea29-f00d-4d25-a2ba-6d68729d9e92 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.081880] env[69411]: DEBUG nova.compute.manager [req-063716d1-4768-46d6-991f-6e9a3bca21fe req-50bb21be-cb63-424e-9aed-1f3b1b83634e service nova] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Refreshing instance network info cache due to event network-changed-37bfea29-f00d-4d25-a2ba-6d68729d9e92. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.081961] env[69411]: DEBUG oslo_concurrency.lockutils [req-063716d1-4768-46d6-991f-6e9a3bca21fe req-50bb21be-cb63-424e-9aed-1f3b1b83634e service nova] Acquiring lock "refresh_cache-311c0bd7-7377-46c2-8d81-7b59c17d5f22" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.245444] env[69411]: DEBUG oslo_concurrency.lockutils [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.419644] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Releasing lock "refresh_cache-311c0bd7-7377-46c2-8d81-7b59c17d5f22" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.420032] env[69411]: DEBUG nova.compute.manager [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Instance network_info: |[{"id": "37bfea29-f00d-4d25-a2ba-6d68729d9e92", "address": "fa:16:3e:b6:0e:c5", "network": {"id": "b011d6e0-18c4-4bb9-9207-6142ac9bedda", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-149893578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3618742107eb4e9c898f35c0ed7ec631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37bfea29-f0", "ovs_interfaceid": "37bfea29-f00d-4d25-a2ba-6d68729d9e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.420332] env[69411]: DEBUG oslo_concurrency.lockutils [req-063716d1-4768-46d6-991f-6e9a3bca21fe req-50bb21be-cb63-424e-9aed-1f3b1b83634e service nova] Acquired lock "refresh_cache-311c0bd7-7377-46c2-8d81-7b59c17d5f22" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.420522] env[69411]: DEBUG nova.network.neutron [req-063716d1-4768-46d6-991f-6e9a3bca21fe req-50bb21be-cb63-424e-9aed-1f3b1b83634e service nova] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Refreshing network info cache for port 37bfea29-f00d-4d25-a2ba-6d68729d9e92 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.421866] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:0e:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37bfea29-f00d-4d25-a2ba-6d68729d9e92', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.431192] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Creating folder: Project (3618742107eb4e9c898f35c0ed7ec631). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.434572] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cb176b3-b531-417b-9dfd-0d99ec0b3662 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.447675] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Created folder: Project (3618742107eb4e9c898f35c0ed7ec631) in parent group-v663248. [ 1050.447954] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Creating folder: Instances. Parent ref: group-v663481. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.448280] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b373724-80c7-49d3-b3ef-71a0f71948fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.459357] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Created folder: Instances in parent group-v663481. [ 1050.459621] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.459819] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.460515] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b3663a0-8399-4682-95ec-af09020b5fb1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.482167] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.482167] env[69411]: value = "task-3323476" [ 1050.482167] env[69411]: _type = "Task" [ 1050.482167] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.490449] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323476, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.515944] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466038} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.516251] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 2c3fa979-b7d7-4177-a77b-acbfc797e16f/2c3fa979-b7d7-4177-a77b-acbfc797e16f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.516466] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.516760] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39a0f7ca-d2e0-4aef-8a63-a67c47348622 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.522517] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1050.522517] env[69411]: value = "task-3323477" [ 1050.522517] env[69411]: _type = "Task" [ 1050.522517] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.532028] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.583985] env[69411]: DEBUG nova.scheduler.client.report [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.629535] env[69411]: DEBUG nova.compute.manager [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.656661] env[69411]: DEBUG nova.virt.hardware [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.656914] env[69411]: DEBUG nova.virt.hardware [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.657088] env[69411]: DEBUG nova.virt.hardware [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.657280] env[69411]: DEBUG nova.virt.hardware [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.657427] env[69411]: DEBUG nova.virt.hardware [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.657576] env[69411]: DEBUG nova.virt.hardware [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.657920] env[69411]: DEBUG nova.virt.hardware [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.657920] env[69411]: DEBUG nova.virt.hardware [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.658104] env[69411]: DEBUG nova.virt.hardware [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.658258] env[69411]: DEBUG nova.virt.hardware [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.658783] env[69411]: DEBUG nova.virt.hardware [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.659311] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb096fd-f72b-460a-8acf-d98c9a3da089 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.667788] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d856a7f2-2341-4311-8753-e7ad9b19b305 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.683727] env[69411]: DEBUG nova.network.neutron [req-063716d1-4768-46d6-991f-6e9a3bca21fe req-50bb21be-cb63-424e-9aed-1f3b1b83634e service nova] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Updated VIF entry in instance network info cache for port 37bfea29-f00d-4d25-a2ba-6d68729d9e92. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.684055] env[69411]: DEBUG nova.network.neutron [req-063716d1-4768-46d6-991f-6e9a3bca21fe req-50bb21be-cb63-424e-9aed-1f3b1b83634e service nova] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Updating instance_info_cache with network_info: [{"id": "37bfea29-f00d-4d25-a2ba-6d68729d9e92", "address": "fa:16:3e:b6:0e:c5", "network": {"id": "b011d6e0-18c4-4bb9-9207-6142ac9bedda", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-149893578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3618742107eb4e9c898f35c0ed7ec631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37bfea29-f0", "ovs_interfaceid": "37bfea29-f00d-4d25-a2ba-6d68729d9e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.958284] env[69411]: DEBUG nova.compute.manager [req-4b549a7d-e80c-418f-9e7e-51f3d13da7f2 req-8b1b5c1d-db04-466e-9a0f-68869ab9128d service nova] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Received event network-vif-plugged-c62d6518-6d14-4b43-89e8-feb954bf1636 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.958284] env[69411]: DEBUG oslo_concurrency.lockutils [req-4b549a7d-e80c-418f-9e7e-51f3d13da7f2 req-8b1b5c1d-db04-466e-9a0f-68869ab9128d service nova] Acquiring lock "54325ab8-c500-470d-a095-cf831f1a6eb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.959486] env[69411]: DEBUG oslo_concurrency.lockutils [req-4b549a7d-e80c-418f-9e7e-51f3d13da7f2 req-8b1b5c1d-db04-466e-9a0f-68869ab9128d service nova] Lock "54325ab8-c500-470d-a095-cf831f1a6eb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.959486] env[69411]: DEBUG oslo_concurrency.lockutils [req-4b549a7d-e80c-418f-9e7e-51f3d13da7f2 req-8b1b5c1d-db04-466e-9a0f-68869ab9128d service nova] Lock "54325ab8-c500-470d-a095-cf831f1a6eb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.959604] env[69411]: DEBUG nova.compute.manager [req-4b549a7d-e80c-418f-9e7e-51f3d13da7f2 req-8b1b5c1d-db04-466e-9a0f-68869ab9128d service nova] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] No waiting events found dispatching network-vif-plugged-c62d6518-6d14-4b43-89e8-feb954bf1636 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.959757] env[69411]: WARNING nova.compute.manager [req-4b549a7d-e80c-418f-9e7e-51f3d13da7f2 req-8b1b5c1d-db04-466e-9a0f-68869ab9128d service nova] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Received unexpected event network-vif-plugged-c62d6518-6d14-4b43-89e8-feb954bf1636 for instance with vm_state building and task_state spawning. [ 1050.991689] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323476, 'name': CreateVM_Task, 'duration_secs': 0.359368} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.991958] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.992775] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.992896] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.993187] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.993681] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baf4be53-8eb9-4a4a-8d39-b70c7cc3c86d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.997991] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1050.997991] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527c5dc8-7a88-5b25-1819-332a15226c2f" [ 1050.997991] env[69411]: _type = "Task" [ 1050.997991] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.004913] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527c5dc8-7a88-5b25-1819-332a15226c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.030777] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075472} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.031039] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.031798] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b92b1d-3b06-4843-b627-a40330e2f58c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.054348] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 2c3fa979-b7d7-4177-a77b-acbfc797e16f/2c3fa979-b7d7-4177-a77b-acbfc797e16f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.055299] env[69411]: DEBUG nova.network.neutron [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Successfully updated port: c62d6518-6d14-4b43-89e8-feb954bf1636 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.056412] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b764fa5b-e22f-4ca4-bb2f-cb589d3f5110 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.071697] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "refresh_cache-54325ab8-c500-470d-a095-cf831f1a6eb4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.071839] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquired lock "refresh_cache-54325ab8-c500-470d-a095-cf831f1a6eb4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.071974] env[69411]: DEBUG nova.network.neutron [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.081022] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1051.081022] env[69411]: value = "task-3323478" [ 1051.081022] env[69411]: _type = "Task" [ 1051.081022] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.090623] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.091123] env[69411]: DEBUG nova.compute.manager [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.093714] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.094341] env[69411]: DEBUG oslo_concurrency.lockutils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.864s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.096032] env[69411]: INFO nova.compute.claims [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.187263] env[69411]: DEBUG oslo_concurrency.lockutils [req-063716d1-4768-46d6-991f-6e9a3bca21fe req-50bb21be-cb63-424e-9aed-1f3b1b83634e service nova] Releasing lock "refresh_cache-311c0bd7-7377-46c2-8d81-7b59c17d5f22" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.187548] env[69411]: DEBUG nova.compute.manager [req-063716d1-4768-46d6-991f-6e9a3bca21fe req-50bb21be-cb63-424e-9aed-1f3b1b83634e service nova] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Received event network-vif-deleted-885e86e8-6415-4cbb-a88e-11ec4c02a809 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.508103] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527c5dc8-7a88-5b25-1819-332a15226c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.009487} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.508432] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.508670] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.508914] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.509161] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.509397] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.509679] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbd7426a-98f4-495c-8e64-d044360783f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.517484] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.517618] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.518313] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1baf6042-8d21-4e7b-af6e-13e000f03f58 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.522945] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1051.522945] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5291f29e-73df-4f9c-dc41-3c3f4fa60a6e" [ 1051.522945] env[69411]: _type = "Task" [ 1051.522945] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.530217] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5291f29e-73df-4f9c-dc41-3c3f4fa60a6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.591685] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323478, 'name': ReconfigVM_Task, 'duration_secs': 0.265687} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.592086] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 2c3fa979-b7d7-4177-a77b-acbfc797e16f/2c3fa979-b7d7-4177-a77b-acbfc797e16f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.592716] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43f634dd-d906-466b-b13c-2c0ab42faccb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.595296] env[69411]: DEBUG nova.compute.utils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.596699] env[69411]: DEBUG nova.compute.manager [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.596890] env[69411]: DEBUG nova.network.neutron [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.604680] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1051.604680] env[69411]: value = "task-3323479" [ 1051.604680] env[69411]: _type = "Task" [ 1051.604680] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.610845] env[69411]: DEBUG nova.network.neutron [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.616542] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323479, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.657825] env[69411]: DEBUG nova.policy [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f46fd3ae5d14166a590fe0623bc6d5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3618742107eb4e9c898f35c0ed7ec631', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.755126] env[69411]: DEBUG nova.network.neutron [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Updating instance_info_cache with network_info: [{"id": "c62d6518-6d14-4b43-89e8-feb954bf1636", "address": "fa:16:3e:02:d1:c6", "network": {"id": "b011d6e0-18c4-4bb9-9207-6142ac9bedda", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-149893578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3618742107eb4e9c898f35c0ed7ec631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc62d6518-6d", "ovs_interfaceid": "c62d6518-6d14-4b43-89e8-feb954bf1636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.030374] env[69411]: DEBUG nova.network.neutron [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Successfully created port: 23d811ac-841f-4187-b8c1-e872b0ffb59c {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.038769] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5291f29e-73df-4f9c-dc41-3c3f4fa60a6e, 'name': SearchDatastore_Task, 'duration_secs': 0.013855} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.039558] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25961023-4270-4a33-98bb-82db1b375c48 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.045011] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1052.045011] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cd1fd1-7632-a59f-8f48-121d53bd2c5a" [ 1052.045011] env[69411]: _type = "Task" [ 1052.045011] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.053557] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cd1fd1-7632-a59f-8f48-121d53bd2c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.101396] env[69411]: DEBUG nova.compute.manager [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.118702] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323479, 'name': Rename_Task, 'duration_secs': 0.141527} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.118702] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.118702] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9b3f13e-26bb-4a2a-861b-1e885350e141 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.123592] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1052.123592] env[69411]: value = "task-3323480" [ 1052.123592] env[69411]: _type = "Task" [ 1052.123592] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.131048] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.257651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Releasing lock "refresh_cache-54325ab8-c500-470d-a095-cf831f1a6eb4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.258035] env[69411]: DEBUG nova.compute.manager [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Instance network_info: |[{"id": "c62d6518-6d14-4b43-89e8-feb954bf1636", "address": "fa:16:3e:02:d1:c6", "network": {"id": "b011d6e0-18c4-4bb9-9207-6142ac9bedda", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-149893578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3618742107eb4e9c898f35c0ed7ec631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc62d6518-6d", "ovs_interfaceid": "c62d6518-6d14-4b43-89e8-feb954bf1636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.258608] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:d1:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c62d6518-6d14-4b43-89e8-feb954bf1636', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.272237] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.273159] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.273397] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-391b468d-9f6c-4890-a1d6-a5b1e167d460 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.300137] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.300137] env[69411]: value = "task-3323481" [ 1052.300137] env[69411]: _type = "Task" [ 1052.300137] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.309920] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323481, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.555445] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cd1fd1-7632-a59f-8f48-121d53bd2c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.558124] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.558403] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 311c0bd7-7377-46c2-8d81-7b59c17d5f22/311c0bd7-7377-46c2-8d81-7b59c17d5f22.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.558860] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3780f580-e265-430f-9c6d-62aa02ae4f11 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.565662] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1052.565662] env[69411]: value = "task-3323482" [ 1052.565662] env[69411]: _type = "Task" [ 1052.565662] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.576723] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.589209] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eee3fa7-2697-4a85-b16d-775cdbee324d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.597166] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa1ddb0-4642-4874-a39e-903a96381283 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.635650] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf42dde-dd6e-460f-92e4-84bc3be6cee5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.644215] env[69411]: DEBUG oslo_vmware.api [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323480, 'name': PowerOnVM_Task, 'duration_secs': 0.449318} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.646495] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.646815] env[69411]: INFO nova.compute.manager [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Took 7.06 seconds to spawn the instance on the hypervisor. [ 1052.647115] env[69411]: DEBUG nova.compute.manager [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.648074] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a849e510-92da-4701-bc6b-c2ca56b661de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.651451] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cd9131-589c-408a-a899-8cc78105fe0e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.667091] env[69411]: DEBUG nova.compute.provider_tree [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.811642] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323481, 'name': CreateVM_Task, 'duration_secs': 0.329384} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.811895] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.812827] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.813139] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.813615] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.813981] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ff4be46-01a0-42ed-a415-00d90739fd6d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.819569] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1052.819569] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52702a55-a601-aa45-8b34-da3b93c59220" [ 1052.819569] env[69411]: _type = "Task" [ 1052.819569] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.827795] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52702a55-a601-aa45-8b34-da3b93c59220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.034646] env[69411]: DEBUG nova.compute.manager [req-49b6b876-99d1-41a3-9e5b-9936dc12fbe6 req-e38183c9-92b5-44d7-8158-88f382f7619a service nova] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Received event network-changed-c62d6518-6d14-4b43-89e8-feb954bf1636 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.034904] env[69411]: DEBUG nova.compute.manager [req-49b6b876-99d1-41a3-9e5b-9936dc12fbe6 req-e38183c9-92b5-44d7-8158-88f382f7619a service nova] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Refreshing instance network info cache due to event network-changed-c62d6518-6d14-4b43-89e8-feb954bf1636. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.035216] env[69411]: DEBUG oslo_concurrency.lockutils [req-49b6b876-99d1-41a3-9e5b-9936dc12fbe6 req-e38183c9-92b5-44d7-8158-88f382f7619a service nova] Acquiring lock "refresh_cache-54325ab8-c500-470d-a095-cf831f1a6eb4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.035335] env[69411]: DEBUG oslo_concurrency.lockutils [req-49b6b876-99d1-41a3-9e5b-9936dc12fbe6 req-e38183c9-92b5-44d7-8158-88f382f7619a service nova] Acquired lock "refresh_cache-54325ab8-c500-470d-a095-cf831f1a6eb4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.035533] env[69411]: DEBUG nova.network.neutron [req-49b6b876-99d1-41a3-9e5b-9936dc12fbe6 req-e38183c9-92b5-44d7-8158-88f382f7619a service nova] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Refreshing network info cache for port c62d6518-6d14-4b43-89e8-feb954bf1636 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.076435] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455331} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.076718] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 311c0bd7-7377-46c2-8d81-7b59c17d5f22/311c0bd7-7377-46c2-8d81-7b59c17d5f22.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.076931] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.077197] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9473f7c-275b-404a-955d-de00e34e95ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.084118] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1053.084118] env[69411]: value = "task-3323483" [ 1053.084118] env[69411]: _type = "Task" [ 1053.084118] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.093353] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.140051] env[69411]: DEBUG nova.compute.manager [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.168323] env[69411]: DEBUG nova.virt.hardware [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.168593] env[69411]: DEBUG nova.virt.hardware [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.168754] env[69411]: DEBUG nova.virt.hardware [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.168938] env[69411]: DEBUG nova.virt.hardware [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.169101] env[69411]: DEBUG nova.virt.hardware [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.169250] env[69411]: DEBUG nova.virt.hardware [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.169454] env[69411]: DEBUG nova.virt.hardware [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.169612] env[69411]: DEBUG nova.virt.hardware [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.169776] env[69411]: DEBUG nova.virt.hardware [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.169937] env[69411]: DEBUG nova.virt.hardware [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.170129] env[69411]: DEBUG nova.virt.hardware [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.171590] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422b2418-18da-4537-876d-b7ec6b86d6d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.177057] env[69411]: DEBUG nova.scheduler.client.report [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.192139] env[69411]: INFO nova.compute.manager [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Took 29.82 seconds to build instance. [ 1053.195946] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0ee986-405e-4929-98da-2bec8d1c8bcc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.330068] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52702a55-a601-aa45-8b34-da3b93c59220, 'name': SearchDatastore_Task, 'duration_secs': 0.05587} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.330395] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.330637] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.330874] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.331032] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.331213] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.331467] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-010fb902-9b10-4912-90c0-ec478ffa64f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.339545] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.339728] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.340438] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee8dd0f-8f2a-4e53-ae74-60d846b5d7ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.345303] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1053.345303] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c9ae49-8d19-220f-7479-651614a0d788" [ 1053.345303] env[69411]: _type = "Task" [ 1053.345303] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.352505] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c9ae49-8d19-220f-7479-651614a0d788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.432331] env[69411]: DEBUG nova.compute.manager [req-b42ad1a0-275a-40d1-a4a4-12c6ad1f3744 req-b5d99000-628d-4ae1-b798-04968aae1f31 service nova] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Received event network-vif-plugged-23d811ac-841f-4187-b8c1-e872b0ffb59c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.432607] env[69411]: DEBUG oslo_concurrency.lockutils [req-b42ad1a0-275a-40d1-a4a4-12c6ad1f3744 req-b5d99000-628d-4ae1-b798-04968aae1f31 service nova] Acquiring lock "10e24ec3-736e-4654-a132-d01cf4b0b1a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.432785] env[69411]: DEBUG oslo_concurrency.lockutils [req-b42ad1a0-275a-40d1-a4a4-12c6ad1f3744 req-b5d99000-628d-4ae1-b798-04968aae1f31 service nova] Lock "10e24ec3-736e-4654-a132-d01cf4b0b1a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.432958] env[69411]: DEBUG oslo_concurrency.lockutils [req-b42ad1a0-275a-40d1-a4a4-12c6ad1f3744 req-b5d99000-628d-4ae1-b798-04968aae1f31 service nova] Lock "10e24ec3-736e-4654-a132-d01cf4b0b1a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.433138] env[69411]: DEBUG nova.compute.manager [req-b42ad1a0-275a-40d1-a4a4-12c6ad1f3744 req-b5d99000-628d-4ae1-b798-04968aae1f31 service nova] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] No waiting events found dispatching network-vif-plugged-23d811ac-841f-4187-b8c1-e872b0ffb59c {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.433303] env[69411]: WARNING nova.compute.manager [req-b42ad1a0-275a-40d1-a4a4-12c6ad1f3744 req-b5d99000-628d-4ae1-b798-04968aae1f31 service nova] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Received unexpected event network-vif-plugged-23d811ac-841f-4187-b8c1-e872b0ffb59c for instance with vm_state building and task_state spawning. [ 1053.515745] env[69411]: DEBUG nova.network.neutron [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Successfully updated port: 23d811ac-841f-4187-b8c1-e872b0ffb59c {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.594129] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068001} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.594438] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.595169] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352acd75-91a7-4717-b5f1-c92fb0f6b76a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.616754] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 311c0bd7-7377-46c2-8d81-7b59c17d5f22/311c0bd7-7377-46c2-8d81-7b59c17d5f22.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.619130] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27a396e2-2509-40d5-bf95-ff542d0bdca1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.638416] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1053.638416] env[69411]: value = "task-3323484" [ 1053.638416] env[69411]: _type = "Task" [ 1053.638416] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.647304] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.684947] env[69411]: DEBUG oslo_concurrency.lockutils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.685517] env[69411]: DEBUG nova.compute.manager [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.688541] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.348s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.700954] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b4bd7463-c7f8-4ae8-b925-4641b091cee6 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "2c3fa979-b7d7-4177-a77b-acbfc797e16f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.345s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.720588] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "2c3fa979-b7d7-4177-a77b-acbfc797e16f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.720893] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "2c3fa979-b7d7-4177-a77b-acbfc797e16f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.721116] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "2c3fa979-b7d7-4177-a77b-acbfc797e16f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.721298] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "2c3fa979-b7d7-4177-a77b-acbfc797e16f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.721463] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "2c3fa979-b7d7-4177-a77b-acbfc797e16f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.723684] env[69411]: INFO nova.compute.manager [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Terminating instance [ 1053.763970] env[69411]: DEBUG nova.network.neutron [req-49b6b876-99d1-41a3-9e5b-9936dc12fbe6 req-e38183c9-92b5-44d7-8158-88f382f7619a service nova] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Updated VIF entry in instance network info cache for port c62d6518-6d14-4b43-89e8-feb954bf1636. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.764351] env[69411]: DEBUG nova.network.neutron [req-49b6b876-99d1-41a3-9e5b-9936dc12fbe6 req-e38183c9-92b5-44d7-8158-88f382f7619a service nova] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Updating instance_info_cache with network_info: [{"id": "c62d6518-6d14-4b43-89e8-feb954bf1636", "address": "fa:16:3e:02:d1:c6", "network": {"id": "b011d6e0-18c4-4bb9-9207-6142ac9bedda", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-149893578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3618742107eb4e9c898f35c0ed7ec631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc62d6518-6d", "ovs_interfaceid": "c62d6518-6d14-4b43-89e8-feb954bf1636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.855740] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c9ae49-8d19-220f-7479-651614a0d788, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.856542] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eddfac02-f713-4f56-9fe2-e8f43beb8f16 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.861982] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1053.861982] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c4e4cb-6c2f-7169-0a17-98da15c0e941" [ 1053.861982] env[69411]: _type = "Task" [ 1053.861982] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.870236] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c4e4cb-6c2f-7169-0a17-98da15c0e941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.019068] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "refresh_cache-10e24ec3-736e-4654-a132-d01cf4b0b1a4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.019068] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquired lock "refresh_cache-10e24ec3-736e-4654-a132-d01cf4b0b1a4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.019068] env[69411]: DEBUG nova.network.neutron [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.149528] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323484, 'name': ReconfigVM_Task, 'duration_secs': 0.284203} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.149848] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 311c0bd7-7377-46c2-8d81-7b59c17d5f22/311c0bd7-7377-46c2-8d81-7b59c17d5f22.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.150586] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e53f4281-4652-4294-b4e7-2ec699ce8a01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.156825] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1054.156825] env[69411]: value = "task-3323485" [ 1054.156825] env[69411]: _type = "Task" [ 1054.156825] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.164337] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323485, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.191848] env[69411]: DEBUG nova.compute.utils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.202923] env[69411]: DEBUG nova.compute.manager [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.202923] env[69411]: DEBUG nova.network.neutron [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.227734] env[69411]: DEBUG nova.compute.manager [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.227734] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.228614] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11180442-7691-414a-8ebe-5c746ae710ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.236441] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.236674] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a033ced6-4420-41f8-98ab-0bac154c6f35 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.242607] env[69411]: DEBUG oslo_vmware.api [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1054.242607] env[69411]: value = "task-3323486" [ 1054.242607] env[69411]: _type = "Task" [ 1054.242607] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.250854] env[69411]: DEBUG oslo_vmware.api [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.252268] env[69411]: DEBUG nova.policy [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43ab792cb7fc437082f2d430799901a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6d96e09699a4790943441a76d729182', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.267704] env[69411]: DEBUG oslo_concurrency.lockutils [req-49b6b876-99d1-41a3-9e5b-9936dc12fbe6 req-e38183c9-92b5-44d7-8158-88f382f7619a service nova] Releasing lock "refresh_cache-54325ab8-c500-470d-a095-cf831f1a6eb4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.373722] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c4e4cb-6c2f-7169-0a17-98da15c0e941, 'name': SearchDatastore_Task, 'duration_secs': 0.009299} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.374031] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.374305] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 54325ab8-c500-470d-a095-cf831f1a6eb4/54325ab8-c500-470d-a095-cf831f1a6eb4.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.374721] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc65c881-0d86-4283-8779-498e15548bc5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.381903] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1054.381903] env[69411]: value = "task-3323487" [ 1054.381903] env[69411]: _type = "Task" [ 1054.381903] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.390625] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.559315] env[69411]: DEBUG nova.network.neutron [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.597607] env[69411]: DEBUG nova.network.neutron [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Successfully created port: fd21ca5f-34c1-409e-9421-9c876365c14a {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.668212] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323485, 'name': Rename_Task, 'duration_secs': 0.147558} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.668515] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.668903] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d381d52c-1e10-4bc5-9f45-0255f6128584 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.677186] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1054.677186] env[69411]: value = "task-3323488" [ 1054.677186] env[69411]: _type = "Task" [ 1054.677186] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.687634] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.703550] env[69411]: DEBUG nova.compute.manager [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.707518] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Applying migration context for instance 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91 as it has an incoming, in-progress migration 9ab42d25-d48e-4fc6-a335-f4f3a9944aa8. Migration status is confirming {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1054.709854] env[69411]: INFO nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updating resource usage from migration 9ab42d25-d48e-4fc6-a335-f4f3a9944aa8 [ 1054.720008] env[69411]: DEBUG nova.network.neutron [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Updating instance_info_cache with network_info: [{"id": "23d811ac-841f-4187-b8c1-e872b0ffb59c", "address": "fa:16:3e:4e:72:5b", "network": {"id": "b011d6e0-18c4-4bb9-9207-6142ac9bedda", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-149893578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3618742107eb4e9c898f35c0ed7ec631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d811ac-84", "ovs_interfaceid": "23d811ac-841f-4187-b8c1-e872b0ffb59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.742628] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance c7eac186-dbcb-4d23-9ccd-269843702b00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.742794] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2bb23ebd-70f2-4c82-9ca5-5a05319bda58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.742918] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance e715a445-d4c6-48e0-b9ba-5e112f4588a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.743120] env[69411]: WARNING nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance a640f79b-0b60-4c7a-9dd4-3a6074397f8e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.743205] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance b2b6aaaa-f831-4164-97ea-70744d7ce395 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.743394] env[69411]: WARNING nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.743513] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2ad3e82d-281e-4065-b1fa-77686bf5a6f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.743630] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 51712e65-a788-4f72-9697-e5d1fcbe10b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.743745] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 0a5ac446-533c-4508-922f-29696689abe2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.743870] env[69411]: WARNING nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance c9bfaa5b-683b-4d56-9413-e4a4af19680f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.743991] env[69411]: WARNING nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance d1770f90-821a-4049-8311-c0e642c3eb83 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 1024, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.744130] env[69411]: WARNING nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 510f3fce-bea9-49f0-a56c-af1706a42d6e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.744246] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.744366] env[69411]: WARNING nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 53b8cf37-a542-453a-ac03-3dab8089c31c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.744478] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 56f02699-5153-426f-9f37-4d82a2cbcb21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.744599] env[69411]: WARNING nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance b7953ab1-d5f6-4a94-801c-1e1f47812e6f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.744715] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Migration 9ab42d25-d48e-4fc6-a335-f4f3a9944aa8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1054.744823] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.744944] env[69411]: WARNING nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance fc617046-039b-4478-b122-69fa3bf621a2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.745474] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2c3fa979-b7d7-4177-a77b-acbfc797e16f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.745653] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 311c0bd7-7377-46c2-8d81-7b59c17d5f22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.745779] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 54325ab8-c500-470d-a095-cf831f1a6eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.745893] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 10e24ec3-736e-4654-a132-d01cf4b0b1a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.746018] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 1c0983a8-897c-4721-8aa8-b4d9bb909fba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.760357] env[69411]: DEBUG oslo_vmware.api [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323486, 'name': PowerOffVM_Task, 'duration_secs': 0.195667} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.761374] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.761558] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.763549] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b491df7-f4ef-4cb0-ae0c-5f145761475e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.839490] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.839787] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.840041] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleting the datastore file [datastore2] 2c3fa979-b7d7-4177-a77b-acbfc797e16f {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.840328] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b376ed4-4740-4b59-a507-37c41bb64ce7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.846133] env[69411]: DEBUG oslo_vmware.api [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1054.846133] env[69411]: value = "task-3323490" [ 1054.846133] env[69411]: _type = "Task" [ 1054.846133] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.892845] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464064} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.892951] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 54325ab8-c500-470d-a095-cf831f1a6eb4/54325ab8-c500-470d-a095-cf831f1a6eb4.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.893204] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.897020] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9235ae7e-52ea-4cb5-a930-054fd821a4af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.900801] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1054.900801] env[69411]: value = "task-3323491" [ 1054.900801] env[69411]: _type = "Task" [ 1054.900801] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.908845] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.187553] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323488, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.226628] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Releasing lock "refresh_cache-10e24ec3-736e-4654-a132-d01cf4b0b1a4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.226975] env[69411]: DEBUG nova.compute.manager [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Instance network_info: |[{"id": "23d811ac-841f-4187-b8c1-e872b0ffb59c", "address": "fa:16:3e:4e:72:5b", "network": {"id": "b011d6e0-18c4-4bb9-9207-6142ac9bedda", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-149893578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3618742107eb4e9c898f35c0ed7ec631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d811ac-84", "ovs_interfaceid": "23d811ac-841f-4187-b8c1-e872b0ffb59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.227414] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:72:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23d811ac-841f-4187-b8c1-e872b0ffb59c', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.236027] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.236112] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.236328] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a887b302-3087-4be6-a85a-882a2a7930d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.255889] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 7ea10113-1c15-41e2-9f2d-d7b92abe0e24 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1055.258360] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.258360] env[69411]: value = "task-3323492" [ 1055.258360] env[69411]: _type = "Task" [ 1055.258360] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.267026] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323492, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.359254] env[69411]: DEBUG oslo_vmware.api [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146705} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.359616] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.359895] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.360168] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.360411] env[69411]: INFO nova.compute.manager [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1055.361026] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.361026] env[69411]: DEBUG nova.compute.manager [-] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.361147] env[69411]: DEBUG nova.network.neutron [-] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.411963] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083245} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.411963] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.412386] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfca914-0efb-4217-b643-4ccdde07d496 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.434664] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 54325ab8-c500-470d-a095-cf831f1a6eb4/54325ab8-c500-470d-a095-cf831f1a6eb4.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.434664] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e33ae6-a264-4bff-82d1-df158a933383 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.458020] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1055.458020] env[69411]: value = "task-3323493" [ 1055.458020] env[69411]: _type = "Task" [ 1055.458020] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.463794] env[69411]: DEBUG nova.compute.manager [req-e3414cda-51aa-47b0-be50-b19681083ad5 req-d225d4eb-ffa4-4640-bf05-ba4e5ed71a51 service nova] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Received event network-changed-23d811ac-841f-4187-b8c1-e872b0ffb59c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.463996] env[69411]: DEBUG nova.compute.manager [req-e3414cda-51aa-47b0-be50-b19681083ad5 req-d225d4eb-ffa4-4640-bf05-ba4e5ed71a51 service nova] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Refreshing instance network info cache due to event network-changed-23d811ac-841f-4187-b8c1-e872b0ffb59c. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.467679] env[69411]: DEBUG oslo_concurrency.lockutils [req-e3414cda-51aa-47b0-be50-b19681083ad5 req-d225d4eb-ffa4-4640-bf05-ba4e5ed71a51 service nova] Acquiring lock "refresh_cache-10e24ec3-736e-4654-a132-d01cf4b0b1a4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.467679] env[69411]: DEBUG oslo_concurrency.lockutils [req-e3414cda-51aa-47b0-be50-b19681083ad5 req-d225d4eb-ffa4-4640-bf05-ba4e5ed71a51 service nova] Acquired lock "refresh_cache-10e24ec3-736e-4654-a132-d01cf4b0b1a4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.467679] env[69411]: DEBUG nova.network.neutron [req-e3414cda-51aa-47b0-be50-b19681083ad5 req-d225d4eb-ffa4-4640-bf05-ba4e5ed71a51 service nova] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Refreshing network info cache for port 23d811ac-841f-4187-b8c1-e872b0ffb59c {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.471353] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323493, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.641721] env[69411]: DEBUG nova.compute.manager [req-2cb68181-82e6-4641-8273-1e44c0f4e08c req-9fe411df-5c4a-4bf5-98d9-09c996d2ebde service nova] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Received event network-vif-deleted-2c9bcb33-708e-4257-9f4d-7b06fbb24bc1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.641956] env[69411]: INFO nova.compute.manager [req-2cb68181-82e6-4641-8273-1e44c0f4e08c req-9fe411df-5c4a-4bf5-98d9-09c996d2ebde service nova] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Neutron deleted interface 2c9bcb33-708e-4257-9f4d-7b06fbb24bc1; detaching it from the instance and deleting it from the info cache [ 1055.642087] env[69411]: DEBUG nova.network.neutron [req-2cb68181-82e6-4641-8273-1e44c0f4e08c req-9fe411df-5c4a-4bf5-98d9-09c996d2ebde service nova] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.688851] env[69411]: DEBUG oslo_vmware.api [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323488, 'name': PowerOnVM_Task, 'duration_secs': 0.538213} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.689187] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.689396] env[69411]: INFO nova.compute.manager [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1055.689647] env[69411]: DEBUG nova.compute.manager [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.690465] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747853c0-e786-4bf8-8584-152612a43fa9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.719815] env[69411]: DEBUG nova.compute.manager [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.750228] env[69411]: DEBUG nova.virt.hardware [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.750428] env[69411]: DEBUG nova.virt.hardware [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.750591] env[69411]: DEBUG nova.virt.hardware [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.750774] env[69411]: DEBUG nova.virt.hardware [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.750923] env[69411]: DEBUG nova.virt.hardware [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.751088] env[69411]: DEBUG nova.virt.hardware [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.751298] env[69411]: DEBUG nova.virt.hardware [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.751456] env[69411]: DEBUG nova.virt.hardware [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.751625] env[69411]: DEBUG nova.virt.hardware [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.751791] env[69411]: DEBUG nova.virt.hardware [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.751964] env[69411]: DEBUG nova.virt.hardware [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.752919] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf1a2ee-ce17-47b4-8767-317974117d83 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.760588] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1055.765725] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0649ec38-2095-4957-b90d-0983ce46f182 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.775991] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323492, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.969051] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323493, 'name': ReconfigVM_Task, 'duration_secs': 0.315262} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.969357] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 54325ab8-c500-470d-a095-cf831f1a6eb4/54325ab8-c500-470d-a095-cf831f1a6eb4.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.970489] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8026b3f9-783c-4e30-bdfb-78ebd7f7d347 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.978171] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1055.978171] env[69411]: value = "task-3323494" [ 1055.978171] env[69411]: _type = "Task" [ 1055.978171] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.985851] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323494, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.116798] env[69411]: DEBUG nova.network.neutron [-] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.145196] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a6a8777-427c-4005-a582-0d4a93e99df1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.154716] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02406ce5-655a-43cb-92ae-dc3c5a69c910 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.191403] env[69411]: DEBUG nova.compute.manager [req-2cb68181-82e6-4641-8273-1e44c0f4e08c req-9fe411df-5c4a-4bf5-98d9-09c996d2ebde service nova] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Detach interface failed, port_id=2c9bcb33-708e-4257-9f4d-7b06fbb24bc1, reason: Instance 2c3fa979-b7d7-4177-a77b-acbfc797e16f could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1056.192634] env[69411]: DEBUG nova.network.neutron [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Successfully updated port: fd21ca5f-34c1-409e-9421-9c876365c14a {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.209671] env[69411]: INFO nova.compute.manager [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Took 27.86 seconds to build instance. [ 1056.249981] env[69411]: DEBUG nova.network.neutron [req-e3414cda-51aa-47b0-be50-b19681083ad5 req-d225d4eb-ffa4-4640-bf05-ba4e5ed71a51 service nova] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Updated VIF entry in instance network info cache for port 23d811ac-841f-4187-b8c1-e872b0ffb59c. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.250374] env[69411]: DEBUG nova.network.neutron [req-e3414cda-51aa-47b0-be50-b19681083ad5 req-d225d4eb-ffa4-4640-bf05-ba4e5ed71a51 service nova] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Updating instance_info_cache with network_info: [{"id": "23d811ac-841f-4187-b8c1-e872b0ffb59c", "address": "fa:16:3e:4e:72:5b", "network": {"id": "b011d6e0-18c4-4bb9-9207-6142ac9bedda", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-149893578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3618742107eb4e9c898f35c0ed7ec631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d811ac-84", "ovs_interfaceid": "23d811ac-841f-4187-b8c1-e872b0ffb59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.271118] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2b4e745c-7fbe-4446-a062-e25ac1667e53 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1056.277056] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323492, 'name': CreateVM_Task, 'duration_secs': 0.660891} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.277056] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.277461] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.277621] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.277983] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.278253] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ec3244-2449-4ac8-a846-311bffa38595 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.283377] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1056.283377] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529241de-1a19-6f21-227a-55ac8c42265c" [ 1056.283377] env[69411]: _type = "Task" [ 1056.283377] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.292362] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529241de-1a19-6f21-227a-55ac8c42265c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.487541] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323494, 'name': Rename_Task, 'duration_secs': 0.145033} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.487855] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.488110] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a53d298f-dd0b-4f3f-9917-34238e8ef671 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.494489] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1056.494489] env[69411]: value = "task-3323495" [ 1056.494489] env[69411]: _type = "Task" [ 1056.494489] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.502500] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.620025] env[69411]: INFO nova.compute.manager [-] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Took 1.26 seconds to deallocate network for instance. [ 1056.694594] env[69411]: DEBUG oslo_concurrency.lockutils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "refresh_cache-1c0983a8-897c-4721-8aa8-b4d9bb909fba" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.694594] env[69411]: DEBUG oslo_concurrency.lockutils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired lock "refresh_cache-1c0983a8-897c-4721-8aa8-b4d9bb909fba" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.695060] env[69411]: DEBUG nova.network.neutron [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.711252] env[69411]: DEBUG oslo_concurrency.lockutils [None req-72c23cd7-3120-4e2d-99f2-32ed847f4d54 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "311c0bd7-7377-46c2-8d81-7b59c17d5f22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.375s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.754782] env[69411]: DEBUG oslo_concurrency.lockutils [req-e3414cda-51aa-47b0-be50-b19681083ad5 req-d225d4eb-ffa4-4640-bf05-ba4e5ed71a51 service nova] Releasing lock "refresh_cache-10e24ec3-736e-4654-a132-d01cf4b0b1a4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.778440] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2c5b0c84-03de-48b2-b302-2aa3d5d4b240 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1056.779229] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1056.779444] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1056.794611] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529241de-1a19-6f21-227a-55ac8c42265c, 'name': SearchDatastore_Task, 'duration_secs': 0.009236} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.794926] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.795185] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.795430] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.795606] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.795812] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.796095] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4a835b1-5aea-4d0b-bfc5-ddb3ac192b4b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.804673] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.804673] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.805333] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-324e83fa-88ab-4aa8-9b88-c225afeefde1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.810917] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1056.810917] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a49ae3-e792-61ac-7722-62eaaa14191d" [ 1056.810917] env[69411]: _type = "Task" [ 1056.810917] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.821640] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a49ae3-e792-61ac-7722-62eaaa14191d, 'name': SearchDatastore_Task} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.822827] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fbe8649-4a2b-4d16-ab82-eabfc02c4564 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.829634] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1056.829634] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cd930f-e45b-07a9-8746-3902913eda6a" [ 1056.829634] env[69411]: _type = "Task" [ 1056.829634] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.839399] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cd930f-e45b-07a9-8746-3902913eda6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.841960] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.842264] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 10e24ec3-736e-4654-a132-d01cf4b0b1a4/10e24ec3-736e-4654-a132-d01cf4b0b1a4.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.843028] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea6f6f32-c3aa-4b50-9ece-bafc1690a3dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.849151] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1056.849151] env[69411]: value = "task-3323496" [ 1056.849151] env[69411]: _type = "Task" [ 1056.849151] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.859839] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.004575] env[69411]: DEBUG oslo_vmware.api [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323495, 'name': PowerOnVM_Task, 'duration_secs': 0.479781} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.007121] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.007361] env[69411]: INFO nova.compute.manager [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Took 6.38 seconds to spawn the instance on the hypervisor. [ 1057.007601] env[69411]: DEBUG nova.compute.manager [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.008645] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81462beb-3764-464a-bdcc-96ba77c75a3a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.126321] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.157214] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a03bae-a111-4cfa-a052-32d047d72b52 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.165447] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c7452f-b6a4-42a1-9989-b00fa544f430 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.199394] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869bc44d-2e96-4b17-9e38-85e83ac56fe3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.208050] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee0de9a-d9ce-4fa6-bf24-63d48a8fb16c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.225561] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.231601] env[69411]: DEBUG nova.network.neutron [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.359076] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495594} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.361777] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 10e24ec3-736e-4654-a132-d01cf4b0b1a4/10e24ec3-736e-4654-a132-d01cf4b0b1a4.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.362000] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.362277] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4de152c-39ff-4686-9dc7-2cdceb2b1385 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.368685] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1057.368685] env[69411]: value = "task-3323497" [ 1057.368685] env[69411]: _type = "Task" [ 1057.368685] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.378608] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.409252] env[69411]: DEBUG nova.network.neutron [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Updating instance_info_cache with network_info: [{"id": "fd21ca5f-34c1-409e-9421-9c876365c14a", "address": "fa:16:3e:79:03:b8", "network": {"id": "f915803d-8906-4ea8-b107-9fb7369f108f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1224282245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d96e09699a4790943441a76d729182", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd21ca5f-34", "ovs_interfaceid": "fd21ca5f-34c1-409e-9421-9c876365c14a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.489167] env[69411]: DEBUG nova.compute.manager [req-93ff2f5f-983b-47f3-924e-c7dc16695487 req-e2681a20-8d15-40e2-97f8-bf7a1c56ca1d service nova] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Received event network-vif-plugged-fd21ca5f-34c1-409e-9421-9c876365c14a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.489167] env[69411]: DEBUG oslo_concurrency.lockutils [req-93ff2f5f-983b-47f3-924e-c7dc16695487 req-e2681a20-8d15-40e2-97f8-bf7a1c56ca1d service nova] Acquiring lock "1c0983a8-897c-4721-8aa8-b4d9bb909fba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.489373] env[69411]: DEBUG oslo_concurrency.lockutils [req-93ff2f5f-983b-47f3-924e-c7dc16695487 req-e2681a20-8d15-40e2-97f8-bf7a1c56ca1d service nova] Lock "1c0983a8-897c-4721-8aa8-b4d9bb909fba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.489538] env[69411]: DEBUG oslo_concurrency.lockutils [req-93ff2f5f-983b-47f3-924e-c7dc16695487 req-e2681a20-8d15-40e2-97f8-bf7a1c56ca1d service nova] Lock "1c0983a8-897c-4721-8aa8-b4d9bb909fba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.489845] env[69411]: DEBUG nova.compute.manager [req-93ff2f5f-983b-47f3-924e-c7dc16695487 req-e2681a20-8d15-40e2-97f8-bf7a1c56ca1d service nova] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] No waiting events found dispatching network-vif-plugged-fd21ca5f-34c1-409e-9421-9c876365c14a {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.489845] env[69411]: WARNING nova.compute.manager [req-93ff2f5f-983b-47f3-924e-c7dc16695487 req-e2681a20-8d15-40e2-97f8-bf7a1c56ca1d service nova] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Received unexpected event network-vif-plugged-fd21ca5f-34c1-409e-9421-9c876365c14a for instance with vm_state building and task_state spawning. [ 1057.490019] env[69411]: DEBUG nova.compute.manager [req-93ff2f5f-983b-47f3-924e-c7dc16695487 req-e2681a20-8d15-40e2-97f8-bf7a1c56ca1d service nova] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Received event network-changed-fd21ca5f-34c1-409e-9421-9c876365c14a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.490351] env[69411]: DEBUG nova.compute.manager [req-93ff2f5f-983b-47f3-924e-c7dc16695487 req-e2681a20-8d15-40e2-97f8-bf7a1c56ca1d service nova] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Refreshing instance network info cache due to event network-changed-fd21ca5f-34c1-409e-9421-9c876365c14a. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.490525] env[69411]: DEBUG oslo_concurrency.lockutils [req-93ff2f5f-983b-47f3-924e-c7dc16695487 req-e2681a20-8d15-40e2-97f8-bf7a1c56ca1d service nova] Acquiring lock "refresh_cache-1c0983a8-897c-4721-8aa8-b4d9bb909fba" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.525497] env[69411]: INFO nova.compute.manager [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Took 28.53 seconds to build instance. [ 1057.729084] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.880384] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067433} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.880760] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.881638] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49050db7-507c-4c74-95d0-7c484a78fd98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.904519] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 10e24ec3-736e-4654-a132-d01cf4b0b1a4/10e24ec3-736e-4654-a132-d01cf4b0b1a4.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.904856] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e007e5bd-90e7-4f7b-8eb7-1df28b7c9a2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.920540] env[69411]: DEBUG oslo_concurrency.lockutils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Releasing lock "refresh_cache-1c0983a8-897c-4721-8aa8-b4d9bb909fba" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.920869] env[69411]: DEBUG nova.compute.manager [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Instance network_info: |[{"id": "fd21ca5f-34c1-409e-9421-9c876365c14a", "address": "fa:16:3e:79:03:b8", "network": {"id": "f915803d-8906-4ea8-b107-9fb7369f108f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1224282245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d96e09699a4790943441a76d729182", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd21ca5f-34", "ovs_interfaceid": "fd21ca5f-34c1-409e-9421-9c876365c14a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.921172] env[69411]: DEBUG oslo_concurrency.lockutils [req-93ff2f5f-983b-47f3-924e-c7dc16695487 req-e2681a20-8d15-40e2-97f8-bf7a1c56ca1d service nova] Acquired lock "refresh_cache-1c0983a8-897c-4721-8aa8-b4d9bb909fba" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.921376] env[69411]: DEBUG nova.network.neutron [req-93ff2f5f-983b-47f3-924e-c7dc16695487 req-e2681a20-8d15-40e2-97f8-bf7a1c56ca1d service nova] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Refreshing network info cache for port fd21ca5f-34c1-409e-9421-9c876365c14a {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.922747] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:03:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd21ca5f-34c1-409e-9421-9c876365c14a', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.930799] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.934231] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.934719] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31c8cd93-d9cb-4138-b019-61f6fbc350b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.950906] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1057.950906] env[69411]: value = "task-3323498" [ 1057.950906] env[69411]: _type = "Task" [ 1057.950906] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.956872] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.956872] env[69411]: value = "task-3323499" [ 1057.956872] env[69411]: _type = "Task" [ 1057.956872] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.960268] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.971314] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323499, 'name': CreateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.030356] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c25a9607-aecb-4163-b039-8b3eac7dcfd3 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "54325ab8-c500-470d-a095-cf831f1a6eb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.045s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.214631] env[69411]: DEBUG nova.network.neutron [req-93ff2f5f-983b-47f3-924e-c7dc16695487 req-e2681a20-8d15-40e2-97f8-bf7a1c56ca1d service nova] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Updated VIF entry in instance network info cache for port fd21ca5f-34c1-409e-9421-9c876365c14a. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.214631] env[69411]: DEBUG nova.network.neutron [req-93ff2f5f-983b-47f3-924e-c7dc16695487 req-e2681a20-8d15-40e2-97f8-bf7a1c56ca1d service nova] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Updating instance_info_cache with network_info: [{"id": "fd21ca5f-34c1-409e-9421-9c876365c14a", "address": "fa:16:3e:79:03:b8", "network": {"id": "f915803d-8906-4ea8-b107-9fb7369f108f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1224282245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d96e09699a4790943441a76d729182", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd21ca5f-34", "ovs_interfaceid": "fd21ca5f-34c1-409e-9421-9c876365c14a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.234686] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1058.235038] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.547s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.235369] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.381s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.235655] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.237909] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.995s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.238174] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.240170] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.921s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.240825] env[69411]: DEBUG nova.objects.instance [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1058.263135] env[69411]: INFO nova.scheduler.client.report [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Deleted allocations for instance d1770f90-821a-4049-8311-c0e642c3eb83 [ 1058.269198] env[69411]: INFO nova.scheduler.client.report [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleted allocations for instance a640f79b-0b60-4c7a-9dd4-3a6074397f8e [ 1058.469972] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.474894] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323499, 'name': CreateVM_Task, 'duration_secs': 0.489238} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.475098] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.475773] env[69411]: DEBUG oslo_concurrency.lockutils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.475936] env[69411]: DEBUG oslo_concurrency.lockutils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.476288] env[69411]: DEBUG oslo_concurrency.lockutils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.476546] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-373d6068-83c4-4025-8a91-0d0ee40f4e51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.480954] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 1058.480954] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52266457-2fb9-9b8b-4e93-23c9fdaeea30" [ 1058.480954] env[69411]: _type = "Task" [ 1058.480954] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.488949] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52266457-2fb9-9b8b-4e93-23c9fdaeea30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.716654] env[69411]: DEBUG oslo_concurrency.lockutils [req-93ff2f5f-983b-47f3-924e-c7dc16695487 req-e2681a20-8d15-40e2-97f8-bf7a1c56ca1d service nova] Releasing lock "refresh_cache-1c0983a8-897c-4721-8aa8-b4d9bb909fba" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.779233] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f02fd94-0099-4df8-9614-a878d05dbd45 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "a640f79b-0b60-4c7a-9dd4-3a6074397f8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.848s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.780242] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8fc48fda-c983-48dc-9fdc-1152ae9f2947 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "d1770f90-821a-4049-8311-c0e642c3eb83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.490s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.962043] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323498, 'name': ReconfigVM_Task, 'duration_secs': 0.915222} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.962337] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 10e24ec3-736e-4654-a132-d01cf4b0b1a4/10e24ec3-736e-4654-a132-d01cf4b0b1a4.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.962996] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59dd2454-cb87-4f73-acca-aa28a000b3cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.978855] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1058.978855] env[69411]: value = "task-3323500" [ 1058.978855] env[69411]: _type = "Task" [ 1058.978855] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.992879] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323500, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.996686] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52266457-2fb9-9b8b-4e93-23c9fdaeea30, 'name': SearchDatastore_Task, 'duration_secs': 0.014165} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.996984] env[69411]: DEBUG oslo_concurrency.lockutils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.997266] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.997542] env[69411]: DEBUG oslo_concurrency.lockutils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.997705] env[69411]: DEBUG oslo_concurrency.lockutils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.997917] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.998206] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b12a09a0-39f4-4ae6-970a-cb4a814ab92a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.007068] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.007399] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.008215] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50975b6-62a8-42ff-b3bc-bc4d5a021ac3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.013982] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 1059.013982] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528711a8-bbd2-dc67-e81b-fa02e8deb86c" [ 1059.013982] env[69411]: _type = "Task" [ 1059.013982] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.021904] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528711a8-bbd2-dc67-e81b-fa02e8deb86c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.044042] env[69411]: DEBUG nova.compute.manager [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.044324] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01064dd7-bbf1-45c9-98ac-9378b283e24e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.251390] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42a9434f-3f74-44fd-951f-3c3b9b037f70 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.252495] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.153s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.254958] env[69411]: INFO nova.compute.claims [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.490498] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323500, 'name': Rename_Task, 'duration_secs': 0.363281} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.491592] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.491592] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cb4d301-a201-45ba-839b-728be30748db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.498050] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1059.498050] env[69411]: value = "task-3323501" [ 1059.498050] env[69411]: _type = "Task" [ 1059.498050] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.506971] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.524219] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528711a8-bbd2-dc67-e81b-fa02e8deb86c, 'name': SearchDatastore_Task, 'duration_secs': 0.009102} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.525053] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e38ada1a-be33-45d6-85de-3cfe056441fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.530320] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 1059.530320] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fd9f29-c317-6eef-c5db-1caaeb3f82fe" [ 1059.530320] env[69411]: _type = "Task" [ 1059.530320] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.540544] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fd9f29-c317-6eef-c5db-1caaeb3f82fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.555968] env[69411]: INFO nova.compute.manager [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] instance snapshotting [ 1059.556923] env[69411]: DEBUG nova.objects.instance [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'flavor' on Instance uuid 51712e65-a788-4f72-9697-e5d1fcbe10b5 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.008429] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323501, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.041990] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fd9f29-c317-6eef-c5db-1caaeb3f82fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010856} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.042369] env[69411]: DEBUG oslo_concurrency.lockutils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.042759] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 1c0983a8-897c-4721-8aa8-b4d9bb909fba/1c0983a8-897c-4721-8aa8-b4d9bb909fba.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.043121] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a3eec1e-6c5e-4384-8190-d5a9071add2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.050194] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 1060.050194] env[69411]: value = "task-3323502" [ 1060.050194] env[69411]: _type = "Task" [ 1060.050194] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.058376] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.062670] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff7ccdc-93c0-43cf-bf29-bb110fa08bb6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.083390] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4485d6af-c928-4db1-be79-fd71d6c583ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.512114] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323501, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.563078] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323502, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.593940] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1060.594522] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-64647e9b-ea5b-4e9b-a4b6-c98b919b382d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.600947] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1060.600947] env[69411]: value = "task-3323503" [ 1060.600947] env[69411]: _type = "Task" [ 1060.600947] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.611671] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323503, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.638033] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f268ccf9-deeb-45cb-8ee3-1a3bc7eb00e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.645531] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d632cc8e-7452-4a38-b2da-07f43b41e838 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.676612] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d524e8bb-d66f-42cf-9e07-de286612aaaa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.684749] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4533589f-a436-4d1d-8943-733841044ec2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.698634] env[69411]: DEBUG nova.compute.provider_tree [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.832955] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "a926f70b-cf17-4e5b-b28d-b02d262b37a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.833269] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "a926f70b-cf17-4e5b-b28d-b02d262b37a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.009595] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323501, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.061379] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543157} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.061498] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 1c0983a8-897c-4721-8aa8-b4d9bb909fba/1c0983a8-897c-4721-8aa8-b4d9bb909fba.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.061741] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.062010] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-439ee236-c7ca-458a-abcd-6e75b1830bbe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.068380] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 1061.068380] env[69411]: value = "task-3323504" [ 1061.068380] env[69411]: _type = "Task" [ 1061.068380] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.075901] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.110496] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323503, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.202614] env[69411]: DEBUG nova.scheduler.client.report [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.337018] env[69411]: DEBUG nova.compute.manager [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.509846] env[69411]: DEBUG oslo_vmware.api [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323501, 'name': PowerOnVM_Task, 'duration_secs': 1.5582} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.510305] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.510528] env[69411]: INFO nova.compute.manager [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1061.510761] env[69411]: DEBUG nova.compute.manager [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.511616] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b58d9b-6463-4b78-ba13-9a7196c1dd27 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.578219] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062772} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.578493] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.579290] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08a132f-5b74-45ad-8dc9-0061ea91b3e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.605763] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 1c0983a8-897c-4721-8aa8-b4d9bb909fba/1c0983a8-897c-4721-8aa8-b4d9bb909fba.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.605884] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ab9d97-48bb-4288-ae5b-a60b06c1ee53 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.629235] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323503, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.630554] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 1061.630554] env[69411]: value = "task-3323505" [ 1061.630554] env[69411]: _type = "Task" [ 1061.630554] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.638047] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.708027] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.708204] env[69411]: DEBUG nova.compute.manager [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.710950] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.445s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.712854] env[69411]: INFO nova.compute.claims [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.862334] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.029945] env[69411]: INFO nova.compute.manager [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Took 32.19 seconds to build instance. [ 1062.116042] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323503, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.140704] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323505, 'name': ReconfigVM_Task, 'duration_secs': 0.287656} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.140994] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 1c0983a8-897c-4721-8aa8-b4d9bb909fba/1c0983a8-897c-4721-8aa8-b4d9bb909fba.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.141671] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f74dfd06-b06b-4f0d-b05d-b79ff14b3b4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.147430] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 1062.147430] env[69411]: value = "task-3323506" [ 1062.147430] env[69411]: _type = "Task" [ 1062.147430] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.155709] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323506, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.218517] env[69411]: DEBUG nova.compute.utils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.224694] env[69411]: DEBUG nova.compute.manager [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.224694] env[69411]: DEBUG nova.network.neutron [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.264621] env[69411]: DEBUG nova.policy [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '227d4abec3514e4e93513126750b71dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'def38437d80943149ecb0fe00d2d8a66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.532568] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2d87b8d-9e23-445f-adad-196f5f8bbbfb tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "10e24ec3-736e-4654-a132-d01cf4b0b1a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.710s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.611613] env[69411]: DEBUG nova.network.neutron [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Successfully created port: 8efd7aa7-5161-42d8-8672-4ee33785bfaa {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.618644] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323503, 'name': CreateSnapshot_Task, 'duration_secs': 1.820843} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.618929] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1062.620054] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117dc106-609c-4a51-b2c9-7f5836209bd8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.660020] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323506, 'name': Rename_Task, 'duration_secs': 0.218169} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.660020] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.660020] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e82c8f3-82e7-4697-adc0-8e6dc48e62e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.664077] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 1062.664077] env[69411]: value = "task-3323507" [ 1062.664077] env[69411]: _type = "Task" [ 1062.664077] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.672126] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.724416] env[69411]: DEBUG nova.compute.manager [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.965074] env[69411]: DEBUG nova.network.neutron [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Successfully created port: 5715903f-0e36-447e-b8cf-8032c8bed5a4 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.131923] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8b5020-5721-495a-b3ee-4503a4c9f816 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.141827] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1063.142120] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-993d89ee-ce57-4cf8-bc3e-a9d66bdf0ede {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.150543] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5a45fd-b32a-4d50-bdd2-540425c53d58 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.155791] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1063.155791] env[69411]: value = "task-3323508" [ 1063.155791] env[69411]: _type = "Task" [ 1063.155791] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.192692] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b02d92-aff0-4175-9b3f-9f8047740172 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.196936] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323508, 'name': CloneVM_Task} progress is 12%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.206193] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8aea7b-410f-4613-8051-22a4221138e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.210236] env[69411]: DEBUG oslo_vmware.api [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323507, 'name': PowerOnVM_Task, 'duration_secs': 0.490337} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.210513] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.210719] env[69411]: INFO nova.compute.manager [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1063.210904] env[69411]: DEBUG nova.compute.manager [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.212181] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce20658-f2db-492a-8d8e-e6a0d1b87de6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.224980] env[69411]: DEBUG nova.compute.provider_tree [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.666242] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323508, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.732464] env[69411]: DEBUG nova.scheduler.client.report [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.745409] env[69411]: DEBUG nova.compute.manager [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.750654] env[69411]: INFO nova.compute.manager [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Took 32.57 seconds to build instance. [ 1063.781033] env[69411]: DEBUG nova.virt.hardware [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.781033] env[69411]: DEBUG nova.virt.hardware [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.781033] env[69411]: DEBUG nova.virt.hardware [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.781033] env[69411]: DEBUG nova.virt.hardware [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.781277] env[69411]: DEBUG nova.virt.hardware [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.781310] env[69411]: DEBUG nova.virt.hardware [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.781522] env[69411]: DEBUG nova.virt.hardware [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.782140] env[69411]: DEBUG nova.virt.hardware [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.782140] env[69411]: DEBUG nova.virt.hardware [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.782140] env[69411]: DEBUG nova.virt.hardware [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.782288] env[69411]: DEBUG nova.virt.hardware [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.783315] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8539b1a-3b28-41e1-9484-5f576f3dd412 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.792216] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad2b56f-1faf-4e6f-abc2-34ebf4fb930b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.167269] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323508, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.239427] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.239971] env[69411]: DEBUG nova.compute.manager [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.242662] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.627s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.242848] env[69411]: DEBUG nova.objects.instance [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1064.252101] env[69411]: DEBUG oslo_concurrency.lockutils [None req-337c84df-e981-490d-977d-5e0d3a324c4d tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "1c0983a8-897c-4721-8aa8-b4d9bb909fba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.676s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.268047] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05bfd115-00af-4499-bd01-b8c2c0d0cd8c tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "311c0bd7-7377-46c2-8d81-7b59c17d5f22" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.268047] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05bfd115-00af-4499-bd01-b8c2c0d0cd8c tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "311c0bd7-7377-46c2-8d81-7b59c17d5f22" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.268222] env[69411]: DEBUG nova.compute.manager [None req-05bfd115-00af-4499-bd01-b8c2c0d0cd8c tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.269067] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0493b8-1707-457d-bb74-6a605ee1a14f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.276459] env[69411]: DEBUG nova.compute.manager [None req-05bfd115-00af-4499-bd01-b8c2c0d0cd8c tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1064.277027] env[69411]: DEBUG nova.objects.instance [None req-05bfd115-00af-4499-bd01-b8c2c0d0cd8c tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lazy-loading 'flavor' on Instance uuid 311c0bd7-7377-46c2-8d81-7b59c17d5f22 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.580903] env[69411]: DEBUG nova.compute.manager [req-6837803a-cae3-4465-8b07-117b087e927f req-a6447200-68f1-4dae-8543-348b2b062799 service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Received event network-vif-plugged-8efd7aa7-5161-42d8-8672-4ee33785bfaa {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.581205] env[69411]: DEBUG oslo_concurrency.lockutils [req-6837803a-cae3-4465-8b07-117b087e927f req-a6447200-68f1-4dae-8543-348b2b062799 service nova] Acquiring lock "7ea10113-1c15-41e2-9f2d-d7b92abe0e24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.581368] env[69411]: DEBUG oslo_concurrency.lockutils [req-6837803a-cae3-4465-8b07-117b087e927f req-a6447200-68f1-4dae-8543-348b2b062799 service nova] Lock "7ea10113-1c15-41e2-9f2d-d7b92abe0e24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.581786] env[69411]: DEBUG oslo_concurrency.lockutils [req-6837803a-cae3-4465-8b07-117b087e927f req-a6447200-68f1-4dae-8543-348b2b062799 service nova] Lock "7ea10113-1c15-41e2-9f2d-d7b92abe0e24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.582036] env[69411]: DEBUG nova.compute.manager [req-6837803a-cae3-4465-8b07-117b087e927f req-a6447200-68f1-4dae-8543-348b2b062799 service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] No waiting events found dispatching network-vif-plugged-8efd7aa7-5161-42d8-8672-4ee33785bfaa {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.582232] env[69411]: WARNING nova.compute.manager [req-6837803a-cae3-4465-8b07-117b087e927f req-a6447200-68f1-4dae-8543-348b2b062799 service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Received unexpected event network-vif-plugged-8efd7aa7-5161-42d8-8672-4ee33785bfaa for instance with vm_state building and task_state spawning. [ 1064.653492] env[69411]: DEBUG nova.network.neutron [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Successfully updated port: 8efd7aa7-5161-42d8-8672-4ee33785bfaa {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.671126] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323508, 'name': CloneVM_Task, 'duration_secs': 1.35457} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.671592] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Created linked-clone VM from snapshot [ 1064.672405] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03c876c-f43a-4336-aea7-a8c64c49c279 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.684359] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Uploading image 6d77ec9a-68bf-4377-b911-9a678e51ed94 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1064.716116] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1064.716116] env[69411]: value = "vm-663488" [ 1064.716116] env[69411]: _type = "VirtualMachine" [ 1064.716116] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1064.716738] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2f769c71-28ce-4dc4-b67c-75eb6196e70e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.724454] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lease: (returnval){ [ 1064.724454] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524a767a-aa7d-9ea4-8bdf-fb35029344b8" [ 1064.724454] env[69411]: _type = "HttpNfcLease" [ 1064.724454] env[69411]: } obtained for exporting VM: (result){ [ 1064.724454] env[69411]: value = "vm-663488" [ 1064.724454] env[69411]: _type = "VirtualMachine" [ 1064.724454] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1064.724454] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the lease: (returnval){ [ 1064.724454] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524a767a-aa7d-9ea4-8bdf-fb35029344b8" [ 1064.724454] env[69411]: _type = "HttpNfcLease" [ 1064.724454] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1064.731614] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.731614] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524a767a-aa7d-9ea4-8bdf-fb35029344b8" [ 1064.731614] env[69411]: _type = "HttpNfcLease" [ 1064.731614] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1064.750273] env[69411]: DEBUG nova.compute.utils [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.752072] env[69411]: DEBUG nova.compute.manager [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1065.232960] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1065.232960] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524a767a-aa7d-9ea4-8bdf-fb35029344b8" [ 1065.232960] env[69411]: _type = "HttpNfcLease" [ 1065.232960] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1065.233481] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1065.233481] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524a767a-aa7d-9ea4-8bdf-fb35029344b8" [ 1065.233481] env[69411]: _type = "HttpNfcLease" [ 1065.233481] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1065.234239] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efedb6a-ba90-4194-925c-5e3768b7162f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.241574] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52557466-6857-b6b9-21fe-69722bb6c806/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1065.242154] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52557466-6857-b6b9-21fe-69722bb6c806/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1065.300169] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32d963a1-8e05-4f05-a0ae-1bfada04b037 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.057s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.301468] env[69411]: DEBUG nova.compute.manager [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.303917] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bfd115-00af-4499-bd01-b8c2c0d0cd8c tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.305583] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.560s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.306963] env[69411]: INFO nova.compute.claims [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.309464] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d579706a-67c5-44ba-a823-08f6cadb42cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.320018] env[69411]: DEBUG oslo_vmware.api [None req-05bfd115-00af-4499-bd01-b8c2c0d0cd8c tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1065.320018] env[69411]: value = "task-3323510" [ 1065.320018] env[69411]: _type = "Task" [ 1065.320018] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.328967] env[69411]: DEBUG oslo_vmware.api [None req-05bfd115-00af-4499-bd01-b8c2c0d0cd8c tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.343026] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-185efd7f-b69d-4d1e-bb82-0aee92c39266 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.817838] env[69411]: DEBUG nova.compute.manager [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.818485] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0064b171-4eae-4ed6-852b-742cc189ec64 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.836063] env[69411]: DEBUG oslo_vmware.api [None req-05bfd115-00af-4499-bd01-b8c2c0d0cd8c tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323510, 'name': PowerOffVM_Task, 'duration_secs': 0.404126} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.836845] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bfd115-00af-4499-bd01-b8c2c0d0cd8c tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.837167] env[69411]: DEBUG nova.compute.manager [None req-05bfd115-00af-4499-bd01-b8c2c0d0cd8c tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.838013] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807659cc-0d87-460a-a460-2b9570e5e7a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.312009] env[69411]: DEBUG nova.compute.manager [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.338745] env[69411]: DEBUG nova.virt.hardware [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.339103] env[69411]: DEBUG nova.virt.hardware [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.339327] env[69411]: DEBUG nova.virt.hardware [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.339589] env[69411]: DEBUG nova.virt.hardware [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.339773] env[69411]: DEBUG nova.virt.hardware [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.339934] env[69411]: DEBUG nova.virt.hardware [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.340171] env[69411]: DEBUG nova.virt.hardware [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.340341] env[69411]: DEBUG nova.virt.hardware [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.340580] env[69411]: DEBUG nova.virt.hardware [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.340762] env[69411]: DEBUG nova.virt.hardware [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.341193] env[69411]: DEBUG nova.virt.hardware [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.342336] env[69411]: INFO nova.compute.manager [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] instance snapshotting [ 1066.344656] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8eed54e-9b30-4693-9c0f-5834f1fc3d07 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.353177] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47870eda-a38d-45bd-8f54-3d1e56b0b71c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.356690] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05bfd115-00af-4499-bd01-b8c2c0d0cd8c tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "311c0bd7-7377-46c2-8d81-7b59c17d5f22" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.379122] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463f20bd-d86c-4592-827b-9112149f172b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.386693] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0816a54-6672-4a80-9a16-c34036935502 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.401368] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.408164] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Creating folder: Project (d2871632bc6d433aa8f6f0bf7fa62ad1). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.412571] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af17dc82-fece-49da-b355-43d730503c95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.425986] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Created folder: Project (d2871632bc6d433aa8f6f0bf7fa62ad1) in parent group-v663248. [ 1066.426309] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Creating folder: Instances. Parent ref: group-v663489. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.429173] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc238c0b-1fb6-434e-ba2e-c0f23bcc42fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.440450] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Created folder: Instances in parent group-v663489. [ 1066.440857] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.443923] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.444504] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e8959f2-685d-49d4-b20a-856a56368e6c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.464828] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.464828] env[69411]: value = "task-3323513" [ 1066.464828] env[69411]: _type = "Task" [ 1066.464828] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.473319] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323513, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.610144] env[69411]: DEBUG nova.compute.manager [req-fc07d4de-37f3-44c4-bbab-c254bf41cdea req-f19a72c6-246b-4e9e-88b4-d3bc57d65fbb service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Received event network-changed-8efd7aa7-5161-42d8-8672-4ee33785bfaa {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.610416] env[69411]: DEBUG nova.compute.manager [req-fc07d4de-37f3-44c4-bbab-c254bf41cdea req-f19a72c6-246b-4e9e-88b4-d3bc57d65fbb service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Refreshing instance network info cache due to event network-changed-8efd7aa7-5161-42d8-8672-4ee33785bfaa. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.610724] env[69411]: DEBUG oslo_concurrency.lockutils [req-fc07d4de-37f3-44c4-bbab-c254bf41cdea req-f19a72c6-246b-4e9e-88b4-d3bc57d65fbb service nova] Acquiring lock "refresh_cache-7ea10113-1c15-41e2-9f2d-d7b92abe0e24" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.610863] env[69411]: DEBUG oslo_concurrency.lockutils [req-fc07d4de-37f3-44c4-bbab-c254bf41cdea req-f19a72c6-246b-4e9e-88b4-d3bc57d65fbb service nova] Acquired lock "refresh_cache-7ea10113-1c15-41e2-9f2d-d7b92abe0e24" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.611152] env[69411]: DEBUG nova.network.neutron [req-fc07d4de-37f3-44c4-bbab-c254bf41cdea req-f19a72c6-246b-4e9e-88b4-d3bc57d65fbb service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Refreshing network info cache for port 8efd7aa7-5161-42d8-8672-4ee33785bfaa {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.733378] env[69411]: DEBUG nova.network.neutron [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Successfully updated port: 5715903f-0e36-447e-b8cf-8032c8bed5a4 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.783052] env[69411]: DEBUG nova.objects.instance [None req-bc8e6175-c22f-4f57-b5ab-3b2caebb0f93 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lazy-loading 'flavor' on Instance uuid 311c0bd7-7377-46c2-8d81-7b59c17d5f22 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.801746] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0593c3-73d7-409e-96ce-bd19f622a907 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.810601] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a7bd05-9181-4cb1-8aaa-578c7afc9248 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.843783] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efec34d-f1b4-4b84-b83c-8c9643f32bf6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.853037] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba3fe10-9858-46b9-97cb-22a900ba172a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.869096] env[69411]: DEBUG nova.compute.provider_tree [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.918767] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1066.919108] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-34db64e7-61c7-4154-9ee8-fecd38fadec9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.926904] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 1066.926904] env[69411]: value = "task-3323514" [ 1066.926904] env[69411]: _type = "Task" [ 1066.926904] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.935066] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323514, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.975656] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323513, 'name': CreateVM_Task, 'duration_secs': 0.501793} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.975922] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.976468] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.976701] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.977189] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.977441] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b05b4da-d2f4-41d2-9b76-d2e6657470e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.982340] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1066.982340] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52613e89-5850-bc53-6137-2260a1418a14" [ 1066.982340] env[69411]: _type = "Task" [ 1066.982340] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.992107] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52613e89-5850-bc53-6137-2260a1418a14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.148168] env[69411]: DEBUG nova.network.neutron [req-fc07d4de-37f3-44c4-bbab-c254bf41cdea req-f19a72c6-246b-4e9e-88b4-d3bc57d65fbb service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.225135] env[69411]: DEBUG nova.network.neutron [req-fc07d4de-37f3-44c4-bbab-c254bf41cdea req-f19a72c6-246b-4e9e-88b4-d3bc57d65fbb service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.236092] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquiring lock "refresh_cache-7ea10113-1c15-41e2-9f2d-d7b92abe0e24" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.290783] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc8e6175-c22f-4f57-b5ab-3b2caebb0f93 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "refresh_cache-311c0bd7-7377-46c2-8d81-7b59c17d5f22" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.291072] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc8e6175-c22f-4f57-b5ab-3b2caebb0f93 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquired lock "refresh_cache-311c0bd7-7377-46c2-8d81-7b59c17d5f22" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.291314] env[69411]: DEBUG nova.network.neutron [None req-bc8e6175-c22f-4f57-b5ab-3b2caebb0f93 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.291618] env[69411]: DEBUG nova.objects.instance [None req-bc8e6175-c22f-4f57-b5ab-3b2caebb0f93 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lazy-loading 'info_cache' on Instance uuid 311c0bd7-7377-46c2-8d81-7b59c17d5f22 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.372592] env[69411]: DEBUG nova.scheduler.client.report [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.439040] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323514, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.492907] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52613e89-5850-bc53-6137-2260a1418a14, 'name': SearchDatastore_Task, 'duration_secs': 0.014611} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.493292] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.493601] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.493886] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.494080] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.494315] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.494613] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd1976a4-e8ed-4e17-bfb5-178d00c681dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.503347] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.503598] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.504387] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9fa3c2e-d09a-480a-9d4b-7f1b1fc3e161 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.509705] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1067.509705] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52aa39c6-946e-f730-1568-b9b2a613d9c6" [ 1067.509705] env[69411]: _type = "Task" [ 1067.509705] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.517912] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52aa39c6-946e-f730-1568-b9b2a613d9c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.728458] env[69411]: DEBUG oslo_concurrency.lockutils [req-fc07d4de-37f3-44c4-bbab-c254bf41cdea req-f19a72c6-246b-4e9e-88b4-d3bc57d65fbb service nova] Releasing lock "refresh_cache-7ea10113-1c15-41e2-9f2d-d7b92abe0e24" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.728703] env[69411]: DEBUG nova.compute.manager [req-fc07d4de-37f3-44c4-bbab-c254bf41cdea req-f19a72c6-246b-4e9e-88b4-d3bc57d65fbb service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Received event network-vif-plugged-5715903f-0e36-447e-b8cf-8032c8bed5a4 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.728968] env[69411]: DEBUG oslo_concurrency.lockutils [req-fc07d4de-37f3-44c4-bbab-c254bf41cdea req-f19a72c6-246b-4e9e-88b4-d3bc57d65fbb service nova] Acquiring lock "7ea10113-1c15-41e2-9f2d-d7b92abe0e24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.729269] env[69411]: DEBUG oslo_concurrency.lockutils [req-fc07d4de-37f3-44c4-bbab-c254bf41cdea req-f19a72c6-246b-4e9e-88b4-d3bc57d65fbb service nova] Lock "7ea10113-1c15-41e2-9f2d-d7b92abe0e24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.729498] env[69411]: DEBUG oslo_concurrency.lockutils [req-fc07d4de-37f3-44c4-bbab-c254bf41cdea req-f19a72c6-246b-4e9e-88b4-d3bc57d65fbb service nova] Lock "7ea10113-1c15-41e2-9f2d-d7b92abe0e24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.729734] env[69411]: DEBUG nova.compute.manager [req-fc07d4de-37f3-44c4-bbab-c254bf41cdea req-f19a72c6-246b-4e9e-88b4-d3bc57d65fbb service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] No waiting events found dispatching network-vif-plugged-5715903f-0e36-447e-b8cf-8032c8bed5a4 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.730044] env[69411]: WARNING nova.compute.manager [req-fc07d4de-37f3-44c4-bbab-c254bf41cdea req-f19a72c6-246b-4e9e-88b4-d3bc57d65fbb service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Received unexpected event network-vif-plugged-5715903f-0e36-447e-b8cf-8032c8bed5a4 for instance with vm_state building and task_state spawning. [ 1067.730452] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquired lock "refresh_cache-7ea10113-1c15-41e2-9f2d-d7b92abe0e24" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.730666] env[69411]: DEBUG nova.network.neutron [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.795657] env[69411]: DEBUG nova.objects.base [None req-bc8e6175-c22f-4f57-b5ab-3b2caebb0f93 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Object Instance<311c0bd7-7377-46c2-8d81-7b59c17d5f22> lazy-loaded attributes: flavor,info_cache {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1067.878049] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.878049] env[69411]: DEBUG nova.compute.manager [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.880748] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.934s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.881407] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.882995] env[69411]: DEBUG oslo_concurrency.lockutils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.474s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.884840] env[69411]: INFO nova.compute.claims [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.910117] env[69411]: INFO nova.scheduler.client.report [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleted allocations for instance 53b8cf37-a542-453a-ac03-3dab8089c31c [ 1067.939968] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323514, 'name': CreateSnapshot_Task, 'duration_secs': 0.765311} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.940507] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1067.941011] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5384733-ba0e-4726-94e6-989f0a050101 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.020332] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52aa39c6-946e-f730-1568-b9b2a613d9c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.021119] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e49265-f7c4-4613-a8aa-90fbc25e9190 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.026823] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1068.026823] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f43602-a433-e50a-86df-11b1b655ab41" [ 1068.026823] env[69411]: _type = "Task" [ 1068.026823] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.034526] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f43602-a433-e50a-86df-11b1b655ab41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.270060] env[69411]: DEBUG nova.network.neutron [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.392031] env[69411]: DEBUG nova.compute.utils [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.394075] env[69411]: DEBUG nova.compute.manager [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1068.417996] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5188b08d-3813-4d1e-9f65-6fb5cbe4900d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "53b8cf37-a542-453a-ac03-3dab8089c31c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.385s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.460045] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1068.460753] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3a58f262-75f3-4d0e-ab41-cb0a878d69ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.471660] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 1068.471660] env[69411]: value = "task-3323515" [ 1068.471660] env[69411]: _type = "Task" [ 1068.471660] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.483773] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323515, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.537706] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f43602-a433-e50a-86df-11b1b655ab41, 'name': SearchDatastore_Task, 'duration_secs': 0.015599} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.537706] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.537902] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f/270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.538130] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0514dee3-790b-4cc8-af41-3863898208f4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.545565] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1068.545565] env[69411]: value = "task-3323516" [ 1068.545565] env[69411]: _type = "Task" [ 1068.545565] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.556679] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.577650] env[69411]: DEBUG nova.network.neutron [None req-bc8e6175-c22f-4f57-b5ab-3b2caebb0f93 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Updating instance_info_cache with network_info: [{"id": "37bfea29-f00d-4d25-a2ba-6d68729d9e92", "address": "fa:16:3e:b6:0e:c5", "network": {"id": "b011d6e0-18c4-4bb9-9207-6142ac9bedda", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-149893578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3618742107eb4e9c898f35c0ed7ec631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37bfea29-f0", "ovs_interfaceid": "37bfea29-f00d-4d25-a2ba-6d68729d9e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.663211] env[69411]: DEBUG nova.network.neutron [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Updating instance_info_cache with network_info: [{"id": "8efd7aa7-5161-42d8-8672-4ee33785bfaa", "address": "fa:16:3e:ca:83:2d", "network": {"id": "422de402-c4f5-4eca-847b-fa58882cbe76", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-365282626", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efd7aa7-51", "ovs_interfaceid": "8efd7aa7-5161-42d8-8672-4ee33785bfaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5715903f-0e36-447e-b8cf-8032c8bed5a4", "address": "fa:16:3e:e3:b9:13", "network": {"id": "5f82a7b7-1b36-493c-a1de-639173145e50", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-596495078", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5715903f-0e", "ovs_interfaceid": "5715903f-0e36-447e-b8cf-8032c8bed5a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.678157] env[69411]: DEBUG nova.compute.manager [req-5a52e5cc-c208-4b6c-8723-ae89856d42dc req-b031c1fc-d02a-46ac-90f2-ca5cd8e750b1 service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Received event network-changed-5715903f-0e36-447e-b8cf-8032c8bed5a4 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.678286] env[69411]: DEBUG nova.compute.manager [req-5a52e5cc-c208-4b6c-8723-ae89856d42dc req-b031c1fc-d02a-46ac-90f2-ca5cd8e750b1 service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Refreshing instance network info cache due to event network-changed-5715903f-0e36-447e-b8cf-8032c8bed5a4. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.678478] env[69411]: DEBUG oslo_concurrency.lockutils [req-5a52e5cc-c208-4b6c-8723-ae89856d42dc req-b031c1fc-d02a-46ac-90f2-ca5cd8e750b1 service nova] Acquiring lock "refresh_cache-7ea10113-1c15-41e2-9f2d-d7b92abe0e24" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.899082] env[69411]: DEBUG nova.compute.manager [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.986588] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323515, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.056867] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323516, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.080724] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc8e6175-c22f-4f57-b5ab-3b2caebb0f93 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Releasing lock "refresh_cache-311c0bd7-7377-46c2-8d81-7b59c17d5f22" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.166230] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Releasing lock "refresh_cache-7ea10113-1c15-41e2-9f2d-d7b92abe0e24" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.166663] env[69411]: DEBUG nova.compute.manager [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Instance network_info: |[{"id": "8efd7aa7-5161-42d8-8672-4ee33785bfaa", "address": "fa:16:3e:ca:83:2d", "network": {"id": "422de402-c4f5-4eca-847b-fa58882cbe76", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-365282626", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efd7aa7-51", "ovs_interfaceid": "8efd7aa7-5161-42d8-8672-4ee33785bfaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5715903f-0e36-447e-b8cf-8032c8bed5a4", "address": "fa:16:3e:e3:b9:13", "network": {"id": "5f82a7b7-1b36-493c-a1de-639173145e50", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-596495078", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5715903f-0e", "ovs_interfaceid": "5715903f-0e36-447e-b8cf-8032c8bed5a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.167109] env[69411]: DEBUG oslo_concurrency.lockutils [req-5a52e5cc-c208-4b6c-8723-ae89856d42dc req-b031c1fc-d02a-46ac-90f2-ca5cd8e750b1 service nova] Acquired lock "refresh_cache-7ea10113-1c15-41e2-9f2d-d7b92abe0e24" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.167288] env[69411]: DEBUG nova.network.neutron [req-5a52e5cc-c208-4b6c-8723-ae89856d42dc req-b031c1fc-d02a-46ac-90f2-ca5cd8e750b1 service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Refreshing network info cache for port 5715903f-0e36-447e-b8cf-8032c8bed5a4 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.168665] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:83:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8efd7aa7-5161-42d8-8672-4ee33785bfaa', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:b9:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5715903f-0e36-447e-b8cf-8032c8bed5a4', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.180028] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.183502] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.184649] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93da8b63-1aad-42b5-9168-ca41699bec50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.210802] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.210802] env[69411]: value = "task-3323517" [ 1069.210802] env[69411]: _type = "Task" [ 1069.210802] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.222857] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323517, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.355045] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f43c050-3d7a-4edf-8f8f-901835100284 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.362512] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b423c9ec-4c2d-4563-90ac-96e33afd6d2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.397584] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ade55b2-594f-4203-a19b-d4195a79c6a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.408982] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266d5df5-c4f1-4ce8-81b6-afecd0eb9051 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.425083] env[69411]: DEBUG nova.compute.provider_tree [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.483755] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323515, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.556546] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728875} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.556546] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f/270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.556778] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.556944] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da3e1290-a472-4927-8f05-524e7ebe7d1c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.564303] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1069.564303] env[69411]: value = "task-3323518" [ 1069.564303] env[69411]: _type = "Task" [ 1069.564303] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.572098] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.727979] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323517, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.915444] env[69411]: DEBUG nova.compute.manager [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.928680] env[69411]: DEBUG nova.scheduler.client.report [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.957154] env[69411]: DEBUG nova.virt.hardware [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.957154] env[69411]: DEBUG nova.virt.hardware [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.957154] env[69411]: DEBUG nova.virt.hardware [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.957154] env[69411]: DEBUG nova.virt.hardware [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.957154] env[69411]: DEBUG nova.virt.hardware [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.957423] env[69411]: DEBUG nova.virt.hardware [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.957423] env[69411]: DEBUG nova.virt.hardware [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.958022] env[69411]: DEBUG nova.virt.hardware [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.958022] env[69411]: DEBUG nova.virt.hardware [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.958022] env[69411]: DEBUG nova.virt.hardware [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.958228] env[69411]: DEBUG nova.virt.hardware [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.959464] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02f94ae-e195-46b9-b293-cdb3a15b7792 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.966606] env[69411]: DEBUG nova.network.neutron [req-5a52e5cc-c208-4b6c-8723-ae89856d42dc req-b031c1fc-d02a-46ac-90f2-ca5cd8e750b1 service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Updated VIF entry in instance network info cache for port 5715903f-0e36-447e-b8cf-8032c8bed5a4. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.967234] env[69411]: DEBUG nova.network.neutron [req-5a52e5cc-c208-4b6c-8723-ae89856d42dc req-b031c1fc-d02a-46ac-90f2-ca5cd8e750b1 service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Updating instance_info_cache with network_info: [{"id": "8efd7aa7-5161-42d8-8672-4ee33785bfaa", "address": "fa:16:3e:ca:83:2d", "network": {"id": "422de402-c4f5-4eca-847b-fa58882cbe76", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-365282626", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8efd7aa7-51", "ovs_interfaceid": "8efd7aa7-5161-42d8-8672-4ee33785bfaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5715903f-0e36-447e-b8cf-8032c8bed5a4", "address": "fa:16:3e:e3:b9:13", "network": {"id": "5f82a7b7-1b36-493c-a1de-639173145e50", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-596495078", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "def38437d80943149ecb0fe00d2d8a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5715903f-0e", "ovs_interfaceid": "5715903f-0e36-447e-b8cf-8032c8bed5a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.974443] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d404cd-549e-45c2-bdbc-5664f842b7ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.993487] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.999192] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.004144] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.004521] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323515, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.004761] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62fc20bd-130f-4440-950e-6df86bf7a075 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.024676] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.024676] env[69411]: value = "task-3323519" [ 1070.024676] env[69411]: _type = "Task" [ 1070.024676] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.032566] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323519, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.074921] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136393} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.075236] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.076049] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b74746c-fa3b-467c-af9b-38c0a7f22eec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.088235] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8e6175-c22f-4f57-b5ab-3b2caebb0f93 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.097226] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f/270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.097557] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28e469ec-2f43-4c0b-9819-4c43c874cd50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.099361] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc0e3b0d-536f-4e03-9714-d0a14c868046 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.119251] env[69411]: DEBUG oslo_vmware.api [None req-bc8e6175-c22f-4f57-b5ab-3b2caebb0f93 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1070.119251] env[69411]: value = "task-3323520" [ 1070.119251] env[69411]: _type = "Task" [ 1070.119251] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.120708] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1070.120708] env[69411]: value = "task-3323521" [ 1070.120708] env[69411]: _type = "Task" [ 1070.120708] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.134445] env[69411]: DEBUG oslo_vmware.api [None req-bc8e6175-c22f-4f57-b5ab-3b2caebb0f93 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.135147] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.220659] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323517, 'name': CreateVM_Task, 'duration_secs': 0.704083} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.220802] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.221656] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.221822] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.222169] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.222588] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88153564-a9d5-449d-9674-b6bd27f3531d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.228049] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 1070.228049] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520fc9dd-19da-a5fd-f3ec-4a39e6714d8d" [ 1070.228049] env[69411]: _type = "Task" [ 1070.228049] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.236945] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520fc9dd-19da-a5fd-f3ec-4a39e6714d8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.434460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.435098] env[69411]: DEBUG nova.compute.manager [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.438075] env[69411]: DEBUG oslo_concurrency.lockutils [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.907s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.438329] env[69411]: DEBUG oslo_concurrency.lockutils [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.441776] env[69411]: DEBUG oslo_concurrency.lockutils [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.526s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.442044] env[69411]: DEBUG oslo_concurrency.lockutils [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.444889] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.035s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.445288] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.447756] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.420s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.467543] env[69411]: INFO nova.scheduler.client.report [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Deleted allocations for instance 510f3fce-bea9-49f0-a56c-af1706a42d6e [ 1070.472035] env[69411]: DEBUG oslo_concurrency.lockutils [req-5a52e5cc-c208-4b6c-8723-ae89856d42dc req-b031c1fc-d02a-46ac-90f2-ca5cd8e750b1 service nova] Releasing lock "refresh_cache-7ea10113-1c15-41e2-9f2d-d7b92abe0e24" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.472806] env[69411]: INFO nova.scheduler.client.report [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Deleted allocations for instance b7953ab1-d5f6-4a94-801c-1e1f47812e6f [ 1070.487910] env[69411]: INFO nova.scheduler.client.report [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleted allocations for instance c9bfaa5b-683b-4d56-9413-e4a4af19680f [ 1070.494538] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323515, 'name': CloneVM_Task, 'duration_secs': 1.669678} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.497710] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Created linked-clone VM from snapshot [ 1070.498802] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3433fd53-a9fb-4d37-bca5-8d5e1639cbe9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.509696] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Uploading image 9613fb1d-2bbe-40de-a8ac-980f3a3413e1 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1070.522735] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1070.523106] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e0ee9ba9-4985-4aab-8264-bf95c2e80303 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.533405] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323519, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.535699] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 1070.535699] env[69411]: value = "task-3323522" [ 1070.535699] env[69411]: _type = "Task" [ 1070.535699] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.544368] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323522, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.633839] env[69411]: DEBUG oslo_vmware.api [None req-bc8e6175-c22f-4f57-b5ab-3b2caebb0f93 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323520, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.636844] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323521, 'name': ReconfigVM_Task, 'duration_secs': 0.482038} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.637103] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f/270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.637710] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f786723-4408-4aba-ab77-60f5cfb99762 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.643649] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1070.643649] env[69411]: value = "task-3323523" [ 1070.643649] env[69411]: _type = "Task" [ 1070.643649] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.651728] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323523, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.742278] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520fc9dd-19da-a5fd-f3ec-4a39e6714d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.011633} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.742278] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.742441] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.743095] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.743095] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.743095] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.743841] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35b0b812-0567-45ce-a6b5-1052655f8ad7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.753738] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.753887] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.754993] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-283f79ae-23d7-4aac-adf9-d2c0e66769af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.760866] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 1070.760866] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52448158-3c38-0214-c66a-abe00d28eefc" [ 1070.760866] env[69411]: _type = "Task" [ 1070.760866] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.771237] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52448158-3c38-0214-c66a-abe00d28eefc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.872795] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.873723] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.952773] env[69411]: DEBUG nova.compute.utils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.957173] env[69411]: DEBUG nova.compute.manager [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.957295] env[69411]: DEBUG nova.network.neutron [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.979234] env[69411]: DEBUG oslo_concurrency.lockutils [None req-77829e5d-1a8e-4d9d-8d1a-8aa4c2ac531a tempest-AttachInterfacesUnderV243Test-1091433909 tempest-AttachInterfacesUnderV243Test-1091433909-project-member] Lock "510f3fce-bea9-49f0-a56c-af1706a42d6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.185s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.980462] env[69411]: DEBUG oslo_concurrency.lockutils [None req-781ee8cd-8016-4847-94ce-9af0c55523e2 tempest-ServerShowV257Test-2080006768 tempest-ServerShowV257Test-2080006768-project-member] Lock "b7953ab1-d5f6-4a94-801c-1e1f47812e6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.334s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.007342] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70273782-a849-47ed-ba72-827f7f925af6 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c9bfaa5b-683b-4d56-9413-e4a4af19680f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.573s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.024067] env[69411]: DEBUG nova.policy [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16cda8acb1d340d598cb88487f99bbad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fa3f20a5d244628ac13ef5e88e14e7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.038530] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323519, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.053577] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323522, 'name': Destroy_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.141198] env[69411]: DEBUG oslo_vmware.api [None req-bc8e6175-c22f-4f57-b5ab-3b2caebb0f93 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323520, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.153657] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323523, 'name': Rename_Task, 'duration_secs': 0.177574} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.153981] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.154272] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6717ae7-f75c-4057-a36c-36b1ef0810d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.165095] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1071.165095] env[69411]: value = "task-3323524" [ 1071.165095] env[69411]: _type = "Task" [ 1071.165095] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.175702] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.280667] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52448158-3c38-0214-c66a-abe00d28eefc, 'name': SearchDatastore_Task, 'duration_secs': 0.011092} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.284753] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e9aa999-3de4-4b96-955b-082450d94d12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.295800] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 1071.295800] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ef3b9a-1c2c-790e-b91c-710d6b16b55d" [ 1071.295800] env[69411]: _type = "Task" [ 1071.295800] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.310491] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ef3b9a-1c2c-790e-b91c-710d6b16b55d, 'name': SearchDatastore_Task, 'duration_secs': 0.014033} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.311551] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.311719] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 7ea10113-1c15-41e2-9f2d-d7b92abe0e24/7ea10113-1c15-41e2-9f2d-d7b92abe0e24.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.312012] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33163e5b-351e-4c40-9a59-66696a42b7d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.325467] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 1071.325467] env[69411]: value = "task-3323525" [ 1071.325467] env[69411]: _type = "Task" [ 1071.325467] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.337407] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.382598] env[69411]: DEBUG nova.compute.manager [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.412653] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76adfe05-1340-4c2b-bd8c-c559542def69 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.422783] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff51b044-ea2e-4152-8e91-01571dd39a35 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.458856] env[69411]: DEBUG nova.compute.manager [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.464131] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4adb33-5191-4bed-9c53-35705c8f7d61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.475510] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244734b7-c9f7-4f4e-8d8f-a924018fa14a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.496563] env[69411]: DEBUG nova.compute.provider_tree [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.541008] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323519, 'name': CreateVM_Task, 'duration_secs': 1.014105} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.544702] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.545698] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.545909] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.546332] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.546961] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e70dc2-c430-474c-9c31-df7fd2b2dd18 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.553012] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323522, 'name': Destroy_Task, 'duration_secs': 0.522213} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.553818] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Destroyed the VM [ 1071.554069] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1071.554360] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6eaecf27-5ce1-4af1-9467-b8fd0dd8cd04 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.559320] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1071.559320] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d9f37e-b1e7-a378-8005-e24a8ffc8e67" [ 1071.559320] env[69411]: _type = "Task" [ 1071.559320] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.564044] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 1071.564044] env[69411]: value = "task-3323526" [ 1071.564044] env[69411]: _type = "Task" [ 1071.564044] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.570595] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d9f37e-b1e7-a378-8005-e24a8ffc8e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.575837] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323526, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.595296] env[69411]: DEBUG nova.network.neutron [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Successfully created port: 93b12d2c-0d62-47fa-9cd9-f3772eae14e1 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.632074] env[69411]: DEBUG oslo_vmware.api [None req-bc8e6175-c22f-4f57-b5ab-3b2caebb0f93 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323520, 'name': PowerOnVM_Task, 'duration_secs': 1.068262} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.632452] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8e6175-c22f-4f57-b5ab-3b2caebb0f93 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.632664] env[69411]: DEBUG nova.compute.manager [None req-bc8e6175-c22f-4f57-b5ab-3b2caebb0f93 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.633519] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358d6e2b-bcbe-48b2-bd95-19dedce42dad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.678270] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323524, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.842555] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323525, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.930847] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.003234] env[69411]: DEBUG nova.scheduler.client.report [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.051284] env[69411]: DEBUG oslo_concurrency.lockutils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "a1ac3e17-2250-46ca-859d-628798161103" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.051651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "a1ac3e17-2250-46ca-859d-628798161103" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.081293] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323526, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.081293] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d9f37e-b1e7-a378-8005-e24a8ffc8e67, 'name': SearchDatastore_Task, 'duration_secs': 0.016036} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.081511] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.081670] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.081931] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.082084] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.082261] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.082694] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55a96818-7fb4-4cc1-96f5-f63847ec227e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.094114] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.094280] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.094948] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0618d4e-ebcc-4da0-b0ff-6266867c7707 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.100541] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1072.100541] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52eb951e-3db9-fefb-a10a-338e174f9c4b" [ 1072.100541] env[69411]: _type = "Task" [ 1072.100541] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.110268] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52eb951e-3db9-fefb-a10a-338e174f9c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.178279] env[69411]: DEBUG oslo_vmware.api [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323524, 'name': PowerOnVM_Task, 'duration_secs': 0.53413} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.178279] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.178279] env[69411]: INFO nova.compute.manager [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Took 5.86 seconds to spawn the instance on the hypervisor. [ 1072.178279] env[69411]: DEBUG nova.compute.manager [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.178279] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d703cc48-eda1-4bc4-af59-727abb59861b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.347465] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620273} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.347465] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 7ea10113-1c15-41e2-9f2d-d7b92abe0e24/7ea10113-1c15-41e2-9f2d-d7b92abe0e24.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.347465] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.347465] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46cfc4b8-64c5-4246-925e-2cc038787f61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.353131] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 1072.353131] env[69411]: value = "task-3323527" [ 1072.353131] env[69411]: _type = "Task" [ 1072.353131] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.362384] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.470637] env[69411]: DEBUG nova.compute.manager [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.500152] env[69411]: DEBUG nova.virt.hardware [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.500461] env[69411]: DEBUG nova.virt.hardware [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.500639] env[69411]: DEBUG nova.virt.hardware [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.500854] env[69411]: DEBUG nova.virt.hardware [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.501064] env[69411]: DEBUG nova.virt.hardware [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.501284] env[69411]: DEBUG nova.virt.hardware [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.501534] env[69411]: DEBUG nova.virt.hardware [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.501727] env[69411]: DEBUG nova.virt.hardware [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.501957] env[69411]: DEBUG nova.virt.hardware [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.502606] env[69411]: DEBUG nova.virt.hardware [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.502606] env[69411]: DEBUG nova.virt.hardware [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.503911] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121821a5-21dd-492d-b884-387d505ef81c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.516947] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e789cb-84ba-48d8-ba05-c266620b624b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.554485] env[69411]: DEBUG nova.compute.manager [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.576907] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323526, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.611103] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52eb951e-3db9-fefb-a10a-338e174f9c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.028365} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.611970] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c383be-4010-47c2-a29d-254377935e14 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.617641] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1072.617641] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526ce965-b886-5634-d19a-3dc40592457c" [ 1072.617641] env[69411]: _type = "Task" [ 1072.617641] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.625996] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526ce965-b886-5634-d19a-3dc40592457c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.693603] env[69411]: INFO nova.compute.manager [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Took 35.45 seconds to build instance. [ 1072.864687] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085487} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.865049] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.865899] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d418f19-4509-4d00-970e-90f20c40028b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.898906] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 7ea10113-1c15-41e2-9f2d-d7b92abe0e24/7ea10113-1c15-41e2-9f2d-d7b92abe0e24.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.899334] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e2c5448-0b95-474f-9185-d5f8b7f7f69d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.921867] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 1072.921867] env[69411]: value = "task-3323528" [ 1072.921867] env[69411]: _type = "Task" [ 1072.921867] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.930652] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.018347] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.570s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.023507] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.580s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.023855] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.026823] env[69411]: DEBUG oslo_concurrency.lockutils [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.782s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.027144] env[69411]: DEBUG oslo_concurrency.lockutils [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.029339] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.903s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.029657] env[69411]: DEBUG nova.objects.instance [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lazy-loading 'resources' on Instance uuid 2c3fa979-b7d7-4177-a77b-acbfc797e16f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.071495] env[69411]: INFO nova.scheduler.client.report [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Deleted allocations for instance cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4 [ 1073.073687] env[69411]: INFO nova.scheduler.client.report [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Deleted allocations for instance fc617046-039b-4478-b122-69fa3bf621a2 [ 1073.086178] env[69411]: DEBUG oslo_concurrency.lockutils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.092207] env[69411]: DEBUG oslo_vmware.api [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323526, 'name': RemoveSnapshot_Task, 'duration_secs': 1.081572} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.092207] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1073.129783] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526ce965-b886-5634-d19a-3dc40592457c, 'name': SearchDatastore_Task, 'duration_secs': 0.01925} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.130141] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.130512] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 2b4e745c-7fbe-4446-a062-e25ac1667e53/2b4e745c-7fbe-4446-a062-e25ac1667e53.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.130877] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77a1a5e2-1f7d-4a2f-8977-c043808b4fd8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.139735] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1073.139735] env[69411]: value = "task-3323529" [ 1073.139735] env[69411]: _type = "Task" [ 1073.139735] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.151571] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.196026] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38fd12ae-8270-45b1-9754-60c6a4df444e tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.960s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.436930] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323528, 'name': ReconfigVM_Task, 'duration_secs': 0.506285} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.437382] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 7ea10113-1c15-41e2-9f2d-d7b92abe0e24/7ea10113-1c15-41e2-9f2d-d7b92abe0e24.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.439050] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9e28767-4eda-43c7-8746-9847b29c08b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.446064] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 1073.446064] env[69411]: value = "task-3323530" [ 1073.446064] env[69411]: _type = "Task" [ 1073.446064] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.456185] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323530, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.590247] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e7cb588-64cc-41b8-aa0e-84ebb9e6b13e tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.816s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.594541] env[69411]: DEBUG oslo_concurrency.lockutils [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] Acquired lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.594541] env[69411]: DEBUG oslo_concurrency.lockutils [None req-daeb4248-3792-4281-bb72-07d96ff06e2c tempest-ServerGroupTestJSON-1472706121 tempest-ServerGroupTestJSON-1472706121-project-member] Lock "fc617046-039b-4478-b122-69fa3bf621a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.906s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.596047] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e33f20-bbf7-4ab7-a618-606b02cac883 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.600964] env[69411]: WARNING nova.compute.manager [None req-400ca086-f823-4cb8-a298-bfd32b18f3c5 tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Image not found during snapshot: nova.exception.ImageNotFound: Image 9613fb1d-2bbe-40de-a8ac-980f3a3413e1 could not be found. [ 1073.607137] env[69411]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1073.607300] env[69411]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69411) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1073.607932] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d56b582d-a093-4755-8486-cd5986bd775d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.620947] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aadd116-b601-4ad9-8abd-2fa3f14a27fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.641528] env[69411]: INFO nova.scheduler.client.report [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleted allocation for migration 9ab42d25-d48e-4fc6-a335-f4f3a9944aa8 [ 1073.657721] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323529, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.673840] env[69411]: ERROR root [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-663434' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-663434' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-663434' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-663434'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-663434' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-663434' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-663434'}\n"]: nova.exception.InstanceNotFound: Instance cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4 could not be found. [ 1073.674206] env[69411]: DEBUG oslo_concurrency.lockutils [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] Releasing lock "cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.674378] env[69411]: DEBUG nova.compute.manager [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Detach interface failed, port_id=fd826a8e-9bb8-4183-b0d3-cc7cbb2f1998, reason: Instance cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1073.674748] env[69411]: DEBUG nova.compute.manager [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Received event network-changed-853b6e85-f2af-4ffb-b913-20afe3214e64 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.674748] env[69411]: DEBUG nova.compute.manager [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Refreshing instance network info cache due to event network-changed-853b6e85-f2af-4ffb-b913-20afe3214e64. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.674938] env[69411]: DEBUG oslo_concurrency.lockutils [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] Acquiring lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.675096] env[69411]: DEBUG oslo_concurrency.lockutils [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] Acquired lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.675919] env[69411]: DEBUG nova.network.neutron [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Refreshing network info cache for port 853b6e85-f2af-4ffb-b913-20afe3214e64 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.943812] env[69411]: DEBUG nova.compute.manager [req-52b1b71d-77d5-4cb0-9e1e-8f5ec3a88e96 req-c6b16d67-192e-42d0-b05c-29a617ebb2eb service nova] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Received event network-vif-plugged-93b12d2c-0d62-47fa-9cd9-f3772eae14e1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.944045] env[69411]: DEBUG oslo_concurrency.lockutils [req-52b1b71d-77d5-4cb0-9e1e-8f5ec3a88e96 req-c6b16d67-192e-42d0-b05c-29a617ebb2eb service nova] Acquiring lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.944326] env[69411]: DEBUG oslo_concurrency.lockutils [req-52b1b71d-77d5-4cb0-9e1e-8f5ec3a88e96 req-c6b16d67-192e-42d0-b05c-29a617ebb2eb service nova] Lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.944546] env[69411]: DEBUG oslo_concurrency.lockutils [req-52b1b71d-77d5-4cb0-9e1e-8f5ec3a88e96 req-c6b16d67-192e-42d0-b05c-29a617ebb2eb service nova] Lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.946747] env[69411]: DEBUG nova.compute.manager [req-52b1b71d-77d5-4cb0-9e1e-8f5ec3a88e96 req-c6b16d67-192e-42d0-b05c-29a617ebb2eb service nova] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] No waiting events found dispatching network-vif-plugged-93b12d2c-0d62-47fa-9cd9-f3772eae14e1 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.946747] env[69411]: WARNING nova.compute.manager [req-52b1b71d-77d5-4cb0-9e1e-8f5ec3a88e96 req-c6b16d67-192e-42d0-b05c-29a617ebb2eb service nova] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Received unexpected event network-vif-plugged-93b12d2c-0d62-47fa-9cd9-f3772eae14e1 for instance with vm_state building and task_state spawning. [ 1073.956651] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323530, 'name': Rename_Task, 'duration_secs': 0.300315} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.959620] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.961687] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c948b8e-46ce-4e70-9f4d-3cfc083baac5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.969601] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 1073.969601] env[69411]: value = "task-3323531" [ 1073.969601] env[69411]: _type = "Task" [ 1073.969601] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.981093] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.990047] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f33818-38e9-4de0-b1fa-d0f84c4f2aba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.997931] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c21cc4-5fb9-4d39-9a04-14a9b7a73621 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.033454] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3031afdb-e2b8-4112-8a3e-38ccc450730c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.041250] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaa463e-ca3a-4781-a37e-7467fef6a8d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.056829] env[69411]: DEBUG nova.compute.provider_tree [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1074.149960] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670229} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.150289] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 2b4e745c-7fbe-4446-a062-e25ac1667e53/2b4e745c-7fbe-4446-a062-e25ac1667e53.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.150541] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.151583] env[69411]: DEBUG oslo_concurrency.lockutils [None req-66243078-08a5-4689-97e4-c5ebaf7d21ee tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.076s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.152686] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07b17d8c-9c5a-469e-b0a9-4272ab2bfcac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.159913] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1074.159913] env[69411]: value = "task-3323532" [ 1074.159913] env[69411]: _type = "Task" [ 1074.159913] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.171496] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.182416] env[69411]: DEBUG nova.compute.utils [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Can not refresh info_cache because instance was not found {{(pid=69411) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 1074.201872] env[69411]: INFO nova.network.neutron [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Port 853b6e85-f2af-4ffb-b913-20afe3214e64 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1074.202230] env[69411]: DEBUG nova.network.neutron [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.220948] env[69411]: DEBUG oslo_concurrency.lockutils [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.221555] env[69411]: DEBUG oslo_concurrency.lockutils [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.221656] env[69411]: DEBUG oslo_concurrency.lockutils [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.221924] env[69411]: DEBUG oslo_concurrency.lockutils [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.222023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.224500] env[69411]: INFO nova.compute.manager [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Terminating instance [ 1074.328279] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52557466-6857-b6b9-21fe-69722bb6c806/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1074.331105] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f001ac-9b51-42f2-af73-1ddc16dc0c96 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.336927] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52557466-6857-b6b9-21fe-69722bb6c806/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1074.341017] env[69411]: ERROR oslo_vmware.rw_handles [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52557466-6857-b6b9-21fe-69722bb6c806/disk-0.vmdk due to incomplete transfer. [ 1074.341017] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f1a949d4-c9fb-44b2-ba37-a3f4c6af3deb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.345191] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52557466-6857-b6b9-21fe-69722bb6c806/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1074.345394] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Uploaded image 6d77ec9a-68bf-4377-b911-9a678e51ed94 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1074.347767] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1074.348041] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cb4f4e06-5fdd-40bd-bbff-488fb66df6a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.355116] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1074.355116] env[69411]: value = "task-3323533" [ 1074.355116] env[69411]: _type = "Task" [ 1074.355116] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.365235] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323533, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.381576] env[69411]: DEBUG nova.network.neutron [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Successfully updated port: 93b12d2c-0d62-47fa-9cd9-f3772eae14e1 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.485019] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323531, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.584510] env[69411]: ERROR nova.scheduler.client.report [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [req-a00474b1-fe59-4cd0-9191-fe9ae3573725] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a00474b1-fe59-4cd0-9191-fe9ae3573725"}]} [ 1074.610461] env[69411]: DEBUG nova.scheduler.client.report [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1074.615351] env[69411]: DEBUG nova.compute.manager [req-394c2b26-bc1b-4835-a3dc-046fab093e0a req-3b33e23c-5410-46fc-9063-2f0104716cb3 service nova] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Received event network-changed-93b12d2c-0d62-47fa-9cd9-f3772eae14e1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.615351] env[69411]: DEBUG nova.compute.manager [req-394c2b26-bc1b-4835-a3dc-046fab093e0a req-3b33e23c-5410-46fc-9063-2f0104716cb3 service nova] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Refreshing instance network info cache due to event network-changed-93b12d2c-0d62-47fa-9cd9-f3772eae14e1. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.615900] env[69411]: DEBUG oslo_concurrency.lockutils [req-394c2b26-bc1b-4835-a3dc-046fab093e0a req-3b33e23c-5410-46fc-9063-2f0104716cb3 service nova] Acquiring lock "refresh_cache-2c5b0c84-03de-48b2-b302-2aa3d5d4b240" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.616949] env[69411]: DEBUG oslo_concurrency.lockutils [req-394c2b26-bc1b-4835-a3dc-046fab093e0a req-3b33e23c-5410-46fc-9063-2f0104716cb3 service nova] Acquired lock "refresh_cache-2c5b0c84-03de-48b2-b302-2aa3d5d4b240" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.616949] env[69411]: DEBUG nova.network.neutron [req-394c2b26-bc1b-4835-a3dc-046fab093e0a req-3b33e23c-5410-46fc-9063-2f0104716cb3 service nova] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Refreshing network info cache for port 93b12d2c-0d62-47fa-9cd9-f3772eae14e1 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.638993] env[69411]: DEBUG nova.scheduler.client.report [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1074.638993] env[69411]: DEBUG nova.compute.provider_tree [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1074.651030] env[69411]: DEBUG nova.scheduler.client.report [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1074.674207] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085282} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.674207] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.675059] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11482482-6903-4cb5-9c44-27f406399228 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.696499] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 2b4e745c-7fbe-4446-a062-e25ac1667e53/2b4e745c-7fbe-4446-a062-e25ac1667e53.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.698065] env[69411]: DEBUG nova.scheduler.client.report [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1074.700669] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47952c46-e78d-4052-968f-677b80cb9eee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.718014] env[69411]: DEBUG oslo_concurrency.lockutils [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] Releasing lock "refresh_cache-510f3fce-bea9-49f0-a56c-af1706a42d6e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.718014] env[69411]: DEBUG nova.compute.manager [req-9c6589b1-0c94-4d8c-91e0-06041d514940 req-f9d93549-d09c-4c39-8822-84bb55bed20a service nova] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Received event network-vif-deleted-5507a22a-1f75-4291-935c-535a95478a18 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.726861] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1074.726861] env[69411]: value = "task-3323534" [ 1074.726861] env[69411]: _type = "Task" [ 1074.726861] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.732321] env[69411]: DEBUG nova.compute.manager [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.732573] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.736983] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de21ba7e-42d5-46f8-91ab-87dcffabf622 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.741454] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.752679] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.752992] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a32c7b1-0d69-453b-9e61-4591678e09af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.761399] env[69411]: DEBUG oslo_vmware.api [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1074.761399] env[69411]: value = "task-3323535" [ 1074.761399] env[69411]: _type = "Task" [ 1074.761399] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.774565] env[69411]: DEBUG oslo_vmware.api [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.869296] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323533, 'name': Destroy_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.889444] env[69411]: DEBUG oslo_concurrency.lockutils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "refresh_cache-2c5b0c84-03de-48b2-b302-2aa3d5d4b240" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.949592] env[69411]: DEBUG oslo_concurrency.lockutils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "bcf2dc4d-83dc-408a-8a45-3f8568b3722b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.949902] env[69411]: DEBUG oslo_concurrency.lockutils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "bcf2dc4d-83dc-408a-8a45-3f8568b3722b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.980855] env[69411]: DEBUG oslo_vmware.api [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323531, 'name': PowerOnVM_Task, 'duration_secs': 0.521431} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.981126] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.981982] env[69411]: INFO nova.compute.manager [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Took 11.24 seconds to spawn the instance on the hypervisor. [ 1074.981982] env[69411]: DEBUG nova.compute.manager [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.982966] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d0acc0-9ba8-4464-a144-9ea9b126b6e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.146749] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399f656b-4c4e-4ecf-9a09-58d4b258a4a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.155681] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74a8af3-5218-4eef-82f5-6d56d6b082e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.193752] env[69411]: DEBUG nova.network.neutron [req-394c2b26-bc1b-4835-a3dc-046fab093e0a req-3b33e23c-5410-46fc-9063-2f0104716cb3 service nova] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.196358] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2e94d5-3d03-4d0d-9be7-ad6ce277a939 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.204945] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c028c8-237e-406e-bb8c-916e3884066b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.219899] env[69411]: DEBUG nova.compute.provider_tree [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.238255] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.249472] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "1c0983a8-897c-4721-8aa8-b4d9bb909fba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.249582] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "1c0983a8-897c-4721-8aa8-b4d9bb909fba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.249789] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "1c0983a8-897c-4721-8aa8-b4d9bb909fba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.249973] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "1c0983a8-897c-4721-8aa8-b4d9bb909fba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.250155] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "1c0983a8-897c-4721-8aa8-b4d9bb909fba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.252514] env[69411]: INFO nova.compute.manager [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Terminating instance [ 1075.275223] env[69411]: DEBUG oslo_vmware.api [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323535, 'name': PowerOffVM_Task, 'duration_secs': 0.422497} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.275223] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.275338] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.275493] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7276a85-8a3e-4838-816b-76ddea44e101 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.284865] env[69411]: DEBUG nova.network.neutron [req-394c2b26-bc1b-4835-a3dc-046fab093e0a req-3b33e23c-5410-46fc-9063-2f0104716cb3 service nova] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.365636] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323533, 'name': Destroy_Task, 'duration_secs': 0.595798} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.367086] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Destroyed the VM [ 1075.367348] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1075.367633] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.367816] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.367998] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleting the datastore file [datastore2] 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.368253] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e238a29-14a5-4e37-9d5b-a6730d9e77a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.370092] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd76a2ff-2806-4233-af63-a548178bf21d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.377285] env[69411]: DEBUG oslo_vmware.api [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1075.377285] env[69411]: value = "task-3323538" [ 1075.377285] env[69411]: _type = "Task" [ 1075.377285] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.378846] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1075.378846] env[69411]: value = "task-3323537" [ 1075.378846] env[69411]: _type = "Task" [ 1075.378846] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.397801] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323537, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.402362] env[69411]: DEBUG oslo_vmware.api [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.452734] env[69411]: DEBUG nova.compute.manager [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.510086] env[69411]: INFO nova.compute.manager [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Took 38.44 seconds to build instance. [ 1075.739360] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323534, 'name': ReconfigVM_Task, 'duration_secs': 0.796558} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.739779] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 2b4e745c-7fbe-4446-a062-e25ac1667e53/2b4e745c-7fbe-4446-a062-e25ac1667e53.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.740785] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72fbf9b7-ab65-49d2-ac9e-72af8c1424d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.750333] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1075.750333] env[69411]: value = "task-3323539" [ 1075.750333] env[69411]: _type = "Task" [ 1075.750333] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.760066] env[69411]: DEBUG nova.compute.manager [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.760066] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.760066] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4dae21-42d0-40e9-bd51-d8efb46bacb0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.764621] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "10e24ec3-736e-4654-a132-d01cf4b0b1a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.767887] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "10e24ec3-736e-4654-a132-d01cf4b0b1a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.767887] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "10e24ec3-736e-4654-a132-d01cf4b0b1a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.767887] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "10e24ec3-736e-4654-a132-d01cf4b0b1a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.767887] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "10e24ec3-736e-4654-a132-d01cf4b0b1a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.776724] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.778100] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323539, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.778100] env[69411]: INFO nova.compute.manager [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Terminating instance [ 1075.782602] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e6014b2-2f22-4899-bf42-3444a5b2676a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.788352] env[69411]: DEBUG oslo_concurrency.lockutils [req-394c2b26-bc1b-4835-a3dc-046fab093e0a req-3b33e23c-5410-46fc-9063-2f0104716cb3 service nova] Releasing lock "refresh_cache-2c5b0c84-03de-48b2-b302-2aa3d5d4b240" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.790369] env[69411]: DEBUG oslo_concurrency.lockutils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquired lock "refresh_cache-2c5b0c84-03de-48b2-b302-2aa3d5d4b240" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.792023] env[69411]: DEBUG nova.network.neutron [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.792821] env[69411]: DEBUG oslo_vmware.api [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 1075.792821] env[69411]: value = "task-3323540" [ 1075.792821] env[69411]: _type = "Task" [ 1075.792821] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.799185] env[69411]: DEBUG nova.scheduler.client.report [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1075.799471] env[69411]: DEBUG nova.compute.provider_tree [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 141 to 142 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1075.799674] env[69411]: DEBUG nova.compute.provider_tree [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.815226] env[69411]: DEBUG oslo_vmware.api [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.894892] env[69411]: DEBUG oslo_vmware.api [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240353} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.898140] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.899077] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.899077] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.899077] env[69411]: INFO nova.compute.manager [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1075.899077] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.899077] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323537, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.899644] env[69411]: DEBUG nova.compute.manager [-] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.899644] env[69411]: DEBUG nova.network.neutron [-] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.991863] env[69411]: DEBUG oslo_concurrency.lockutils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.016188] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ebbe0fd-9eac-4b1a-89f6-b676180394a6 tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "7ea10113-1c15-41e2-9f2d-d7b92abe0e24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.956s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.188354] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquiring lock "7ea10113-1c15-41e2-9f2d-d7b92abe0e24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.191020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "7ea10113-1c15-41e2-9f2d-d7b92abe0e24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.191020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquiring lock "7ea10113-1c15-41e2-9f2d-d7b92abe0e24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.191020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "7ea10113-1c15-41e2-9f2d-d7b92abe0e24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.191020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "7ea10113-1c15-41e2-9f2d-d7b92abe0e24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.194538] env[69411]: INFO nova.compute.manager [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Terminating instance [ 1076.263432] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323539, 'name': Rename_Task, 'duration_secs': 0.215128} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.266597] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.266597] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e9e52ed-0014-4586-8527-9c02d7ca964d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.276023] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1076.276023] env[69411]: value = "task-3323541" [ 1076.276023] env[69411]: _type = "Task" [ 1076.276023] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.284434] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.287108] env[69411]: DEBUG nova.compute.manager [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.287108] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.290019] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72015c5-39d3-42fb-98f3-7925d68f00b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.299557] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.303208] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be7007b1-74a7-47d4-af24-69ea7a579d62 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.309124] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.278s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.319813] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.458s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.324420] env[69411]: INFO nova.compute.claims [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.327595] env[69411]: DEBUG oslo_vmware.api [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323540, 'name': PowerOffVM_Task, 'duration_secs': 0.254396} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.327960] env[69411]: DEBUG oslo_vmware.api [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1076.327960] env[69411]: value = "task-3323542" [ 1076.327960] env[69411]: _type = "Task" [ 1076.327960] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.328453] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.328624] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.328961] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-723c28a8-c974-4cab-b691-6151d039f21e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.336993] env[69411]: INFO nova.scheduler.client.report [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleted allocations for instance 2c3fa979-b7d7-4177-a77b-acbfc797e16f [ 1076.351591] env[69411]: DEBUG oslo_vmware.api [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.352937] env[69411]: DEBUG nova.network.neutron [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.401812] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323537, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.472419] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.472861] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.472861] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleting the datastore file [datastore2] 1c0983a8-897c-4721-8aa8-b4d9bb909fba {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.473251] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1643b8ff-ed58-4e09-bc3f-612df5765a1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.486690] env[69411]: DEBUG oslo_vmware.api [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for the task: (returnval){ [ 1076.486690] env[69411]: value = "task-3323544" [ 1076.486690] env[69411]: _type = "Task" [ 1076.486690] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.497285] env[69411]: DEBUG oslo_vmware.api [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.572767] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "299692c3-30f9-4bb3-af21-772cd63fa85c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.573200] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "299692c3-30f9-4bb3-af21-772cd63fa85c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.669839] env[69411]: DEBUG nova.compute.manager [req-acc51213-c5f7-4276-b240-ceb6d027b888 req-d338dcaa-43f5-4ace-b4b3-68e22460ae39 service nova] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Received event network-vif-deleted-5f2b7e82-1d68-4815-9424-e761d3587f24 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.670082] env[69411]: INFO nova.compute.manager [req-acc51213-c5f7-4276-b240-ceb6d027b888 req-d338dcaa-43f5-4ace-b4b3-68e22460ae39 service nova] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Neutron deleted interface 5f2b7e82-1d68-4815-9424-e761d3587f24; detaching it from the instance and deleting it from the info cache [ 1076.670082] env[69411]: DEBUG nova.network.neutron [req-acc51213-c5f7-4276-b240-ceb6d027b888 req-d338dcaa-43f5-4ace-b4b3-68e22460ae39 service nova] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.699474] env[69411]: DEBUG nova.compute.manager [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.699700] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.700671] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6883ceeb-e879-4464-a692-70d1a838fb29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.709775] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.710114] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4bb6170-e77c-4a2d-94ec-fb30790b48fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.719898] env[69411]: DEBUG oslo_vmware.api [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 1076.719898] env[69411]: value = "task-3323545" [ 1076.719898] env[69411]: _type = "Task" [ 1076.719898] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.732970] env[69411]: DEBUG oslo_vmware.api [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.785699] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323541, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.844784] env[69411]: DEBUG oslo_vmware.api [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323542, 'name': PowerOffVM_Task, 'duration_secs': 0.251411} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.845919] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.846103] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.846432] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5df8759-08ba-4224-8d0e-6127bd8f3241 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.855871] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3011bf5-3f0c-4f23-8f52-27afcfc75713 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "2c3fa979-b7d7-4177-a77b-acbfc797e16f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.135s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.896380] env[69411]: DEBUG oslo_vmware.api [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323537, 'name': RemoveSnapshot_Task, 'duration_secs': 1.059075} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.896380] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1076.896380] env[69411]: INFO nova.compute.manager [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Took 16.83 seconds to snapshot the instance on the hypervisor. [ 1076.919306] env[69411]: DEBUG nova.network.neutron [-] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.933995] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.934258] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.934438] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Deleting the datastore file [datastore2] 10e24ec3-736e-4654-a132-d01cf4b0b1a4 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.934756] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f45918d4-331b-4ce3-84e8-febdf5335673 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.944988] env[69411]: DEBUG oslo_vmware.api [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1076.944988] env[69411]: value = "task-3323547" [ 1076.944988] env[69411]: _type = "Task" [ 1076.944988] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.960307] env[69411]: DEBUG oslo_vmware.api [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.996207] env[69411]: DEBUG oslo_vmware.api [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Task: {'id': task-3323544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245157} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.996553] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.996786] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.997039] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.997299] env[69411]: INFO nova.compute.manager [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1076.997617] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.998281] env[69411]: DEBUG nova.compute.manager [-] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.998411] env[69411]: DEBUG nova.network.neutron [-] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.017909] env[69411]: DEBUG nova.network.neutron [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Updating instance_info_cache with network_info: [{"id": "93b12d2c-0d62-47fa-9cd9-f3772eae14e1", "address": "fa:16:3e:3a:42:c9", "network": {"id": "9d331edd-c0a8-4166-a76d-2e5e40ed53e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2102469872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa3f20a5d244628ac13ef5e88e14e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93b12d2c-0d", "ovs_interfaceid": "93b12d2c-0d62-47fa-9cd9-f3772eae14e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.077260] env[69411]: DEBUG nova.compute.manager [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.172977] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f54151e7-eb55-421a-9c6b-5d634a0a0900 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.187740] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076c37e9-59fa-4f4e-96c7-86ddfad44c38 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.233062] env[69411]: DEBUG nova.compute.manager [req-acc51213-c5f7-4276-b240-ceb6d027b888 req-d338dcaa-43f5-4ace-b4b3-68e22460ae39 service nova] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Detach interface failed, port_id=5f2b7e82-1d68-4815-9424-e761d3587f24, reason: Instance 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.242089] env[69411]: DEBUG oslo_vmware.api [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323545, 'name': PowerOffVM_Task, 'duration_secs': 0.290466} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.242442] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.242612] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.242787] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88ae71f0-260b-41ba-b6ed-8508e5739a88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.287204] env[69411]: DEBUG oslo_vmware.api [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323541, 'name': PowerOnVM_Task, 'duration_secs': 0.676999} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.288045] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.288501] env[69411]: INFO nova.compute.manager [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1077.288607] env[69411]: DEBUG nova.compute.manager [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.289422] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4c7a6d-1c7c-43e4-85bd-fc7216f8c844 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.377517] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.378115] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.378115] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Deleting the datastore file [datastore1] 7ea10113-1c15-41e2-9f2d-d7b92abe0e24 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.384162] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-628d2370-ae67-42c9-a8fa-64c26273e26b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.393215] env[69411]: DEBUG oslo_vmware.api [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for the task: (returnval){ [ 1077.393215] env[69411]: value = "task-3323549" [ 1077.393215] env[69411]: _type = "Task" [ 1077.393215] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.418558] env[69411]: DEBUG oslo_vmware.api [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.424115] env[69411]: INFO nova.compute.manager [-] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Took 1.52 seconds to deallocate network for instance. [ 1077.461277] env[69411]: DEBUG oslo_vmware.api [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28131} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.464982] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.465669] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.466047] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.466110] env[69411]: INFO nova.compute.manager [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1077.466689] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.467226] env[69411]: DEBUG nova.compute.manager [-] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.467226] env[69411]: DEBUG nova.network.neutron [-] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.505370] env[69411]: DEBUG nova.compute.manager [None req-3113fa69-0505-4b31-80d4-1364e1b78247 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Found 1 images (rotation: 2) {{(pid=69411) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1077.523162] env[69411]: DEBUG oslo_concurrency.lockutils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Releasing lock "refresh_cache-2c5b0c84-03de-48b2-b302-2aa3d5d4b240" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.523494] env[69411]: DEBUG nova.compute.manager [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Instance network_info: |[{"id": "93b12d2c-0d62-47fa-9cd9-f3772eae14e1", "address": "fa:16:3e:3a:42:c9", "network": {"id": "9d331edd-c0a8-4166-a76d-2e5e40ed53e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2102469872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa3f20a5d244628ac13ef5e88e14e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93b12d2c-0d", "ovs_interfaceid": "93b12d2c-0d62-47fa-9cd9-f3772eae14e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.524661] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:42:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93b12d2c-0d62-47fa-9cd9-f3772eae14e1', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.532541] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.536687] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.536687] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5626fda-0a5f-49b5-a127-c49b32739be9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.564041] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.564041] env[69411]: value = "task-3323550" [ 1077.564041] env[69411]: _type = "Task" [ 1077.564041] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.587174] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323550, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.606241] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.811016] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e667ed47-c798-41eb-812c-4c91eed778ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.816680] env[69411]: INFO nova.compute.manager [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Took 40.12 seconds to build instance. [ 1077.822796] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8165a8ef-0892-4aed-82da-5b186fe69d91 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.864146] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd308e4-becb-4779-a543-f7197939c9df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.874531] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da32f7af-d463-4b77-89f8-e67604d1e049 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.896055] env[69411]: DEBUG nova.compute.provider_tree [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.909250] env[69411]: DEBUG oslo_vmware.api [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Task: {'id': task-3323549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192658} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.910176] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.910176] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.910176] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.910779] env[69411]: INFO nova.compute.manager [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1077.910779] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.911039] env[69411]: DEBUG nova.compute.manager [-] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.911164] env[69411]: DEBUG nova.network.neutron [-] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.931723] env[69411]: DEBUG oslo_concurrency.lockutils [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.962562] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "95c38893-1202-4ce0-8b00-8d61ee281af2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.962562] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "95c38893-1202-4ce0-8b00-8d61ee281af2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.995714] env[69411]: DEBUG nova.network.neutron [-] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.081655] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323550, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.255953] env[69411]: DEBUG nova.compute.manager [req-2072660a-8b5c-4ac9-bb24-89ea22d4955e req-fb3e0965-8ead-41bc-bf59-a6815dfef29f service nova] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Received event network-vif-deleted-23d811ac-841f-4187-b8c1-e872b0ffb59c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.256286] env[69411]: INFO nova.compute.manager [req-2072660a-8b5c-4ac9-bb24-89ea22d4955e req-fb3e0965-8ead-41bc-bf59-a6815dfef29f service nova] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Neutron deleted interface 23d811ac-841f-4187-b8c1-e872b0ffb59c; detaching it from the instance and deleting it from the info cache [ 1078.256438] env[69411]: DEBUG nova.network.neutron [req-2072660a-8b5c-4ac9-bb24-89ea22d4955e req-fb3e0965-8ead-41bc-bf59-a6815dfef29f service nova] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.323115] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ac36e355-2fe6-4a87-ad0b-15fadb6c9212 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "2b4e745c-7fbe-4446-a062-e25ac1667e53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.635s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.402988] env[69411]: DEBUG nova.network.neutron [-] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.434868] env[69411]: ERROR nova.scheduler.client.report [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [req-f3ffb607-43b0-4697-af1e-147a56c5f7e8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f3ffb607-43b0-4697-af1e-147a56c5f7e8"}]} [ 1078.465048] env[69411]: DEBUG nova.compute.manager [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.470474] env[69411]: DEBUG nova.scheduler.client.report [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1078.501596] env[69411]: INFO nova.compute.manager [-] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Took 1.50 seconds to deallocate network for instance. [ 1078.521394] env[69411]: DEBUG nova.scheduler.client.report [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1078.521633] env[69411]: DEBUG nova.compute.provider_tree [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.572618] env[69411]: DEBUG nova.scheduler.client.report [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1078.585694] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323550, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.623776] env[69411]: DEBUG nova.scheduler.client.report [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1078.761031] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb1cc30a-19bd-43fc-b27b-2cc6360d2345 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.779984] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd67c2de-d0c2-4736-9253-8ef82cb01042 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.824956] env[69411]: DEBUG nova.compute.manager [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.825359] env[69411]: DEBUG nova.compute.manager [req-2072660a-8b5c-4ac9-bb24-89ea22d4955e req-fb3e0965-8ead-41bc-bf59-a6815dfef29f service nova] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Detach interface failed, port_id=23d811ac-841f-4187-b8c1-e872b0ffb59c, reason: Instance 10e24ec3-736e-4654-a132-d01cf4b0b1a4 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1078.829429] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42899b45-a466-4585-943c-89d2c0093e94 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.909162] env[69411]: INFO nova.compute.manager [-] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Took 1.44 seconds to deallocate network for instance. [ 1078.978568] env[69411]: DEBUG nova.compute.manager [req-f66dab3c-f871-45d0-90d7-85c73627ec64 req-8fd7f79d-0c02-43ee-9748-ef6fd5d52409 service nova] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Received event network-vif-deleted-fd21ca5f-34c1-409e-9421-9c876365c14a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.004336] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.013426] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.083055] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323550, 'name': CreateVM_Task, 'duration_secs': 1.324093} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.083244] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.084439] env[69411]: DEBUG oslo_concurrency.lockutils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.084439] env[69411]: DEBUG oslo_concurrency.lockutils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.084439] env[69411]: DEBUG oslo_concurrency.lockutils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.085058] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43229691-56e1-4c98-be49-26f604486477 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.091739] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1079.091739] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529f549d-2590-0cb4-2bf0-e3d7f53a457b" [ 1079.091739] env[69411]: _type = "Task" [ 1079.091739] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.105195] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529f549d-2590-0cb4-2bf0-e3d7f53a457b, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.105480] env[69411]: DEBUG oslo_concurrency.lockutils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.105711] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.106069] env[69411]: DEBUG oslo_concurrency.lockutils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.106125] env[69411]: DEBUG oslo_concurrency.lockutils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.106287] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.106543] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69a82e18-12fe-451e-b63c-92ad4eb9adba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.109196] env[69411]: DEBUG nova.network.neutron [-] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.119863] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.120039] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.120768] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e5f5dc6-fe3d-4f20-bee4-09449b5e7ebe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.125864] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce44423-ebfc-40f3-acf5-437ea66d1288 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.129503] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1079.129503] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523ad57c-c70f-c726-b88e-fc20f267bf8e" [ 1079.129503] env[69411]: _type = "Task" [ 1079.129503] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.137126] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37953bbd-a782-4cf4-bd81-87564a26e363 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.145179] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523ad57c-c70f-c726-b88e-fc20f267bf8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.146998] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d3a5d8-ff8f-40fe-8e93-3132c887e8d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.174996] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8568c142-1fa0-4e78-8b50-2c016af6334f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.179264] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1079.179264] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5241f95b-56f0-bda9-c64f-760d4f311b8e" [ 1079.179264] env[69411]: _type = "Task" [ 1079.179264] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.186286] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1560b9a-779a-45d6-8230-519872820c2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.193844] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5241f95b-56f0-bda9-c64f-760d4f311b8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.205456] env[69411]: DEBUG nova.compute.provider_tree [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.343837] env[69411]: INFO nova.compute.manager [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] instance snapshotting [ 1079.343927] env[69411]: DEBUG nova.objects.instance [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'flavor' on Instance uuid 51712e65-a788-4f72-9697-e5d1fcbe10b5 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.419592] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.450559] env[69411]: INFO nova.compute.manager [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Rebuilding instance [ 1079.511322] env[69411]: DEBUG nova.compute.manager [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.512238] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef0b0d0-afc1-407b-9877-0f08fa3b335d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.610999] env[69411]: INFO nova.compute.manager [-] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Took 1.70 seconds to deallocate network for instance. [ 1079.692865] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5241f95b-56f0-bda9-c64f-760d4f311b8e, 'name': SearchDatastore_Task, 'duration_secs': 0.02796} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.693546] env[69411]: DEBUG oslo_concurrency.lockutils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.693546] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 2c5b0c84-03de-48b2-b302-2aa3d5d4b240/2c5b0c84-03de-48b2-b302-2aa3d5d4b240.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.693733] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ecebd5c-9bde-415b-8940-8a3da8d973bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.701373] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1079.701373] env[69411]: value = "task-3323551" [ 1079.701373] env[69411]: _type = "Task" [ 1079.701373] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.713126] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.759680] env[69411]: DEBUG nova.scheduler.client.report [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1079.759680] env[69411]: DEBUG nova.compute.provider_tree [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 144 to 145 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1079.759680] env[69411]: DEBUG nova.compute.provider_tree [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.852216] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85ca172-0df9-4cb8-bb1d-d455baafa466 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.877539] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e8803c-f611-45b8-a718-eb7780e50cbd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.117727] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.212257] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504275} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.212542] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 2c5b0c84-03de-48b2-b302-2aa3d5d4b240/2c5b0c84-03de-48b2-b302-2aa3d5d4b240.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.212752] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.213020] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e8b9430-24d0-41df-bf8c-11877ec09ec4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.219729] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1080.219729] env[69411]: value = "task-3323552" [ 1080.219729] env[69411]: _type = "Task" [ 1080.219729] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.227542] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.266724] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.947s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.267312] env[69411]: DEBUG nova.compute.manager [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.270296] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.341s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.271746] env[69411]: INFO nova.compute.claims [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.292026] env[69411]: DEBUG nova.compute.manager [req-316a359b-3db0-4c91-b387-c49fb47ae160 req-2c6e672e-f3f4-4109-be55-95db8d8a396c service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Received event network-vif-deleted-5715903f-0e36-447e-b8cf-8032c8bed5a4 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.292026] env[69411]: DEBUG nova.compute.manager [req-316a359b-3db0-4c91-b387-c49fb47ae160 req-2c6e672e-f3f4-4109-be55-95db8d8a396c service nova] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Received event network-vif-deleted-8efd7aa7-5161-42d8-8672-4ee33785bfaa {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.392872] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1080.393253] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17b87afe-4f97-4b2a-ad40-085d3cbd238a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.404249] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1080.404249] env[69411]: value = "task-3323553" [ 1080.404249] env[69411]: _type = "Task" [ 1080.404249] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.413016] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323553, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.460886] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Acquiring lock "203e28f2-fe99-4d73-9e2e-3e144e757f08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.460961] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Lock "203e28f2-fe99-4d73-9e2e-3e144e757f08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.529176] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.529176] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-329c3c92-c4b0-4ac3-8f6f-fba19e29a9ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.537906] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1080.537906] env[69411]: value = "task-3323554" [ 1080.537906] env[69411]: _type = "Task" [ 1080.537906] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.547528] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.731446] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072348} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.732108] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.733043] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830a4352-6f51-4883-9341-8399abfc8e9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.758230] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 2c5b0c84-03de-48b2-b302-2aa3d5d4b240/2c5b0c84-03de-48b2-b302-2aa3d5d4b240.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.758554] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b43b4f7-6032-4893-9846-95bc25cb81ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.775872] env[69411]: DEBUG nova.compute.utils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.779333] env[69411]: DEBUG nova.compute.manager [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.779508] env[69411]: DEBUG nova.network.neutron [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.782936] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1080.782936] env[69411]: value = "task-3323555" [ 1080.782936] env[69411]: _type = "Task" [ 1080.782936] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.793272] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.873896] env[69411]: DEBUG nova.policy [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46a92a21b72e4b509fdbe94dd195981d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efbda5135eca4356909ff55befbf32ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.913280] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323553, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.964105] env[69411]: DEBUG nova.compute.manager [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.048594] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323554, 'name': PowerOffVM_Task, 'duration_secs': 0.285102} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.048944] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.049216] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.049981] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e20de4-fc59-42dc-afa1-52ddbf6912d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.057306] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.057551] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-759b43d8-ea31-46c7-a571-f17eb9497c8c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.089787] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.090040] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.090242] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Deleting the datastore file [datastore2] 2b4e745c-7fbe-4446-a062-e25ac1667e53 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.090516] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0924ad72-895a-4330-98ce-c67c736a5187 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.098742] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1081.098742] env[69411]: value = "task-3323557" [ 1081.098742] env[69411]: _type = "Task" [ 1081.098742] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.109217] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.278012] env[69411]: DEBUG nova.network.neutron [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Successfully created port: 166ea9f4-1d42-487c-92e8-1989b82c8c55 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.285198] env[69411]: DEBUG nova.compute.utils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.296862] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323555, 'name': ReconfigVM_Task, 'duration_secs': 0.392885} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.297752] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 2c5b0c84-03de-48b2-b302-2aa3d5d4b240/2c5b0c84-03de-48b2-b302-2aa3d5d4b240.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.298412] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ac07f36-59e1-4805-b08b-4708c8eb76f4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.306738] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1081.306738] env[69411]: value = "task-3323558" [ 1081.306738] env[69411]: _type = "Task" [ 1081.306738] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.315996] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323558, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.419834] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323553, 'name': CreateSnapshot_Task, 'duration_secs': 0.766811} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.422713] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1081.423742] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6053398f-2258-4800-b16a-0dadd8f6c986 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.512120] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.615073] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124953} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.617753] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.618701] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.618701] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.705029] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0823c2a2-f42f-47a2-afad-386d32921630 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.714046] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4837f7-9e9f-4e24-a907-3e74df1e2750 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.746296] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9067266-798f-4d37-87f7-a31d7add690f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.754387] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ab4f78-ea03-406e-a5f9-38eac721b1dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.769326] env[69411]: DEBUG nova.compute.provider_tree [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.788364] env[69411]: DEBUG nova.compute.manager [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.817469] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323558, 'name': Rename_Task, 'duration_secs': 0.199718} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.817748] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.817991] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34d36946-8d55-45a3-9167-d83853e2c458 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.826442] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1081.826442] env[69411]: value = "task-3323559" [ 1081.826442] env[69411]: _type = "Task" [ 1081.826442] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.835940] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.947947] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1081.948369] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-beac1804-98c7-4160-97c0-33f695ad183d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.958813] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1081.958813] env[69411]: value = "task-3323560" [ 1081.958813] env[69411]: _type = "Task" [ 1081.958813] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.967727] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323560, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.272613] env[69411]: DEBUG nova.scheduler.client.report [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.336464] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323559, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.470554] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323560, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.662020] env[69411]: DEBUG nova.virt.hardware [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.662020] env[69411]: DEBUG nova.virt.hardware [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.662020] env[69411]: DEBUG nova.virt.hardware [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.662020] env[69411]: DEBUG nova.virt.hardware [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.662020] env[69411]: DEBUG nova.virt.hardware [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.662020] env[69411]: DEBUG nova.virt.hardware [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.662020] env[69411]: DEBUG nova.virt.hardware [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.662020] env[69411]: DEBUG nova.virt.hardware [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.662532] env[69411]: DEBUG nova.virt.hardware [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.662829] env[69411]: DEBUG nova.virt.hardware [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.663149] env[69411]: DEBUG nova.virt.hardware [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.664410] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedc3011-8987-4d19-8f3a-fd1c64660ecb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.673095] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19c38f3-4745-47a6-8315-d0ab9fd73779 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.686859] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.694600] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.694935] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.695199] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1264a2b-f741-49a0-a369-22553d9c037d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.714837] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.714837] env[69411]: value = "task-3323561" [ 1082.714837] env[69411]: _type = "Task" [ 1082.714837] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.723599] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323561, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.778125] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.778125] env[69411]: DEBUG nova.compute.manager [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.780922] env[69411]: DEBUG oslo_concurrency.lockutils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.695s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.782422] env[69411]: INFO nova.compute.claims [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.796701] env[69411]: DEBUG nova.compute.manager [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.823776] env[69411]: DEBUG nova.virt.hardware [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:10:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1927020322',id=44,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-1634871787',projects=,root_gb=1,rxtx_factor=1.0,swap=2048,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.824246] env[69411]: DEBUG nova.virt.hardware [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.824313] env[69411]: DEBUG nova.virt.hardware [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.824539] env[69411]: DEBUG nova.virt.hardware [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.824721] env[69411]: DEBUG nova.virt.hardware [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.824911] env[69411]: DEBUG nova.virt.hardware [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.825172] env[69411]: DEBUG nova.virt.hardware [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.825376] env[69411]: DEBUG nova.virt.hardware [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.825583] env[69411]: DEBUG nova.virt.hardware [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.825774] env[69411]: DEBUG nova.virt.hardware [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.825980] env[69411]: DEBUG nova.virt.hardware [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.826983] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67fda2c-db93-4416-a863-19bf763b6c6f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.839026] env[69411]: DEBUG oslo_vmware.api [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323559, 'name': PowerOnVM_Task, 'duration_secs': 0.842518} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.841143] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.841360] env[69411]: INFO nova.compute.manager [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1082.841542] env[69411]: DEBUG nova.compute.manager [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.843852] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a72a818-fbbe-4aa3-9d21-e9861970a895 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.847547] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62502816-18c0-42e4-85d3-b62b27bf1b29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.883774] env[69411]: DEBUG nova.compute.manager [req-8f17c04f-c89e-442a-ad12-e2140636f24e req-5c5a3e11-7d22-4d10-a981-246da9149913 service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Received event network-vif-plugged-166ea9f4-1d42-487c-92e8-1989b82c8c55 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.884091] env[69411]: DEBUG oslo_concurrency.lockutils [req-8f17c04f-c89e-442a-ad12-e2140636f24e req-5c5a3e11-7d22-4d10-a981-246da9149913 service nova] Acquiring lock "a926f70b-cf17-4e5b-b28d-b02d262b37a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.885072] env[69411]: DEBUG oslo_concurrency.lockutils [req-8f17c04f-c89e-442a-ad12-e2140636f24e req-5c5a3e11-7d22-4d10-a981-246da9149913 service nova] Lock "a926f70b-cf17-4e5b-b28d-b02d262b37a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.885072] env[69411]: DEBUG oslo_concurrency.lockutils [req-8f17c04f-c89e-442a-ad12-e2140636f24e req-5c5a3e11-7d22-4d10-a981-246da9149913 service nova] Lock "a926f70b-cf17-4e5b-b28d-b02d262b37a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.885072] env[69411]: DEBUG nova.compute.manager [req-8f17c04f-c89e-442a-ad12-e2140636f24e req-5c5a3e11-7d22-4d10-a981-246da9149913 service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] No waiting events found dispatching network-vif-plugged-166ea9f4-1d42-487c-92e8-1989b82c8c55 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.885072] env[69411]: WARNING nova.compute.manager [req-8f17c04f-c89e-442a-ad12-e2140636f24e req-5c5a3e11-7d22-4d10-a981-246da9149913 service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Received unexpected event network-vif-plugged-166ea9f4-1d42-487c-92e8-1989b82c8c55 for instance with vm_state building and task_state spawning. [ 1082.930276] env[69411]: DEBUG nova.network.neutron [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Successfully updated port: 166ea9f4-1d42-487c-92e8-1989b82c8c55 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.972447] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323560, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.225916] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323561, 'name': CreateVM_Task, 'duration_secs': 0.294957} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.226145] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.226520] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.226681] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.227703] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.227703] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f6eae57-09dc-470f-9116-c39fe44a0254 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.231806] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1083.231806] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5225188b-0c7a-7a00-5f1d-d65127d88d6d" [ 1083.231806] env[69411]: _type = "Task" [ 1083.231806] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.240129] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5225188b-0c7a-7a00-5f1d-d65127d88d6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.286658] env[69411]: DEBUG nova.compute.utils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.290173] env[69411]: DEBUG nova.compute.manager [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.290346] env[69411]: DEBUG nova.network.neutron [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.339880] env[69411]: DEBUG nova.policy [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68a9f359c2054f02bc7ce765bd8fafdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfb958bb6fb84158b299b7daaea8d3ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.376561] env[69411]: INFO nova.compute.manager [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Took 40.98 seconds to build instance. [ 1083.433798] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "refresh_cache-a926f70b-cf17-4e5b-b28d-b02d262b37a3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.434153] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquired lock "refresh_cache-a926f70b-cf17-4e5b-b28d-b02d262b37a3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.434332] env[69411]: DEBUG nova.network.neutron [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.470601] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323560, 'name': CloneVM_Task, 'duration_secs': 1.205617} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.470873] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Created linked-clone VM from snapshot [ 1083.471639] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64381ee-6d50-4888-94c4-5832de350e87 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.479378] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Uploading image f37c4159-53b4-49b5-8d39-80fd2b669877 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1083.502915] env[69411]: DEBUG oslo_vmware.rw_handles [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1083.502915] env[69411]: value = "vm-663498" [ 1083.502915] env[69411]: _type = "VirtualMachine" [ 1083.502915] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1083.503198] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f7e593d8-32e8-4edf-9930-43f4f509f339 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.512334] env[69411]: DEBUG oslo_vmware.rw_handles [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lease: (returnval){ [ 1083.512334] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529b70cf-69e5-83e1-a6e2-144719aba241" [ 1083.512334] env[69411]: _type = "HttpNfcLease" [ 1083.512334] env[69411]: } obtained for exporting VM: (result){ [ 1083.512334] env[69411]: value = "vm-663498" [ 1083.512334] env[69411]: _type = "VirtualMachine" [ 1083.512334] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1083.512632] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the lease: (returnval){ [ 1083.512632] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529b70cf-69e5-83e1-a6e2-144719aba241" [ 1083.512632] env[69411]: _type = "HttpNfcLease" [ 1083.512632] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1083.519285] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.519285] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529b70cf-69e5-83e1-a6e2-144719aba241" [ 1083.519285] env[69411]: _type = "HttpNfcLease" [ 1083.519285] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1083.744462] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5225188b-0c7a-7a00-5f1d-d65127d88d6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010851} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.744775] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.745070] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.746387] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.746387] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.746387] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.746387] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a56af7e8-29ae-4fa2-8304-40d6957af5b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.757320] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.761023] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.761023] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a437cf08-dc49-427c-98d8-bf5f99130bba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.765625] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1083.765625] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b0df31-1657-2b12-5b6c-a8856952edee" [ 1083.765625] env[69411]: _type = "Task" [ 1083.765625] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.777301] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b0df31-1657-2b12-5b6c-a8856952edee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.796144] env[69411]: DEBUG nova.compute.manager [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.878621] env[69411]: DEBUG oslo_concurrency.lockutils [None req-163a665d-069f-4cbe-b32f-39ee94d13122 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.491s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.928718] env[69411]: DEBUG nova.network.neutron [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Successfully created port: 7cfe3bf3-a359-4acd-9e1e-ec34df149997 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.985231] env[69411]: DEBUG nova.network.neutron [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.022842] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1084.022842] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529b70cf-69e5-83e1-a6e2-144719aba241" [ 1084.022842] env[69411]: _type = "HttpNfcLease" [ 1084.022842] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1084.031332] env[69411]: DEBUG oslo_vmware.rw_handles [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1084.031332] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529b70cf-69e5-83e1-a6e2-144719aba241" [ 1084.031332] env[69411]: _type = "HttpNfcLease" [ 1084.031332] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1084.031332] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b33e2d7-0e91-4209-b6c3-2f5eda9eb3b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.035848] env[69411]: DEBUG oslo_vmware.rw_handles [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4f905-c22f-9dba-ce0f-8ab549842357/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1084.036206] env[69411]: DEBUG oslo_vmware.rw_handles [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4f905-c22f-9dba-ce0f-8ab549842357/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1084.186865] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-944dcb46-ef1e-4de3-875b-22454b297d02 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.224258] env[69411]: DEBUG nova.network.neutron [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Updating instance_info_cache with network_info: [{"id": "166ea9f4-1d42-487c-92e8-1989b82c8c55", "address": "fa:16:3e:2f:fc:04", "network": {"id": "246fdaea-85fa-4698-a029-37be0568850a", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-708409175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efbda5135eca4356909ff55befbf32ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166ea9f4-1d", "ovs_interfaceid": "166ea9f4-1d42-487c-92e8-1989b82c8c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.276399] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b0df31-1657-2b12-5b6c-a8856952edee, 'name': SearchDatastore_Task, 'duration_secs': 0.015356} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.279805] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407f6c0a-6311-48d2-b7b6-a43464b8ab00 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.285477] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1084.285477] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52099369-7934-a4b9-d2f1-7744a7f65658" [ 1084.285477] env[69411]: _type = "Task" [ 1084.285477] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.291068] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87543a6-3f41-43d9-b9b4-e422cfa860cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.296694] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52099369-7934-a4b9-d2f1-7744a7f65658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.305195] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1448dc9d-b2b3-4191-a38b-e11a6e29b883 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.337623] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382dfe2b-c390-4b90-8707-4b9457caa68a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.346113] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831dc615-3b25-4ad5-9095-a692cef00afc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.364017] env[69411]: DEBUG nova.compute.provider_tree [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.729738] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Releasing lock "refresh_cache-a926f70b-cf17-4e5b-b28d-b02d262b37a3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.730126] env[69411]: DEBUG nova.compute.manager [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Instance network_info: |[{"id": "166ea9f4-1d42-487c-92e8-1989b82c8c55", "address": "fa:16:3e:2f:fc:04", "network": {"id": "246fdaea-85fa-4698-a029-37be0568850a", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-708409175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efbda5135eca4356909ff55befbf32ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166ea9f4-1d", "ovs_interfaceid": "166ea9f4-1d42-487c-92e8-1989b82c8c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.730632] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:fc:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '166ea9f4-1d42-487c-92e8-1989b82c8c55', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.738506] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.738724] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.739083] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfe3900b-84f4-4c86-bb4c-4c14c1e06f34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.761166] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.761166] env[69411]: value = "task-3323563" [ 1084.761166] env[69411]: _type = "Task" [ 1084.761166] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.773660] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323563, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.797079] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52099369-7934-a4b9-d2f1-7744a7f65658, 'name': SearchDatastore_Task, 'duration_secs': 0.026932} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.797664] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.798111] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 2b4e745c-7fbe-4446-a062-e25ac1667e53/2b4e745c-7fbe-4446-a062-e25ac1667e53.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.798575] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cdd227c-f1b1-4e15-b529-057ae3fa59c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.807745] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1084.807745] env[69411]: value = "task-3323564" [ 1084.807745] env[69411]: _type = "Task" [ 1084.807745] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.812943] env[69411]: DEBUG nova.compute.manager [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.822535] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.866274] env[69411]: DEBUG nova.virt.hardware [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.867057] env[69411]: DEBUG nova.virt.hardware [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.867705] env[69411]: DEBUG nova.virt.hardware [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.867705] env[69411]: DEBUG nova.virt.hardware [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.868166] env[69411]: DEBUG nova.virt.hardware [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.868533] env[69411]: DEBUG nova.virt.hardware [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.870081] env[69411]: DEBUG nova.virt.hardware [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.870081] env[69411]: DEBUG nova.virt.hardware [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.870081] env[69411]: DEBUG nova.virt.hardware [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.870081] env[69411]: DEBUG nova.virt.hardware [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.870081] env[69411]: DEBUG nova.virt.hardware [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.871415] env[69411]: DEBUG nova.scheduler.client.report [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.876047] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda2cb51-f102-4751-9e45-273957c25a06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.886463] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6401d2be-1a2d-42b0-b03a-c558ee2cc313 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.928442] env[69411]: DEBUG nova.compute.manager [req-77671290-3934-4f29-8c5c-de5a5ed31277 req-ecbf8edd-da95-4503-9aa2-6a4b5b74a49a service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Received event network-changed-166ea9f4-1d42-487c-92e8-1989b82c8c55 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.928921] env[69411]: DEBUG nova.compute.manager [req-77671290-3934-4f29-8c5c-de5a5ed31277 req-ecbf8edd-da95-4503-9aa2-6a4b5b74a49a service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Refreshing instance network info cache due to event network-changed-166ea9f4-1d42-487c-92e8-1989b82c8c55. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.929197] env[69411]: DEBUG oslo_concurrency.lockutils [req-77671290-3934-4f29-8c5c-de5a5ed31277 req-ecbf8edd-da95-4503-9aa2-6a4b5b74a49a service nova] Acquiring lock "refresh_cache-a926f70b-cf17-4e5b-b28d-b02d262b37a3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.929346] env[69411]: DEBUG oslo_concurrency.lockutils [req-77671290-3934-4f29-8c5c-de5a5ed31277 req-ecbf8edd-da95-4503-9aa2-6a4b5b74a49a service nova] Acquired lock "refresh_cache-a926f70b-cf17-4e5b-b28d-b02d262b37a3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.929654] env[69411]: DEBUG nova.network.neutron [req-77671290-3934-4f29-8c5c-de5a5ed31277 req-ecbf8edd-da95-4503-9aa2-6a4b5b74a49a service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Refreshing network info cache for port 166ea9f4-1d42-487c-92e8-1989b82c8c55 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.273368] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323563, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.318978] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323564, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.381253] env[69411]: DEBUG oslo_concurrency.lockutils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.382158] env[69411]: DEBUG nova.compute.manager [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.385300] env[69411]: DEBUG oslo_concurrency.lockutils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.394s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.387140] env[69411]: INFO nova.compute.claims [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.700511] env[69411]: DEBUG nova.network.neutron [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Successfully updated port: 7cfe3bf3-a359-4acd-9e1e-ec34df149997 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.741883] env[69411]: DEBUG nova.network.neutron [req-77671290-3934-4f29-8c5c-de5a5ed31277 req-ecbf8edd-da95-4503-9aa2-6a4b5b74a49a service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Updated VIF entry in instance network info cache for port 166ea9f4-1d42-487c-92e8-1989b82c8c55. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.742368] env[69411]: DEBUG nova.network.neutron [req-77671290-3934-4f29-8c5c-de5a5ed31277 req-ecbf8edd-da95-4503-9aa2-6a4b5b74a49a service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Updating instance_info_cache with network_info: [{"id": "166ea9f4-1d42-487c-92e8-1989b82c8c55", "address": "fa:16:3e:2f:fc:04", "network": {"id": "246fdaea-85fa-4698-a029-37be0568850a", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-708409175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efbda5135eca4356909ff55befbf32ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166ea9f4-1d", "ovs_interfaceid": "166ea9f4-1d42-487c-92e8-1989b82c8c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.774755] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323563, 'name': CreateVM_Task, 'duration_secs': 0.55011} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.775072] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.775797] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.776033] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.776859] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.777219] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f0307f8-a517-4428-924a-ccd070730767 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.782895] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 1085.782895] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c85efc-7fad-1be9-6bba-b3c03e6eb4e4" [ 1085.782895] env[69411]: _type = "Task" [ 1085.782895] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.792362] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c85efc-7fad-1be9-6bba-b3c03e6eb4e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.819381] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548393} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.819775] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 2b4e745c-7fbe-4446-a062-e25ac1667e53/2b4e745c-7fbe-4446-a062-e25ac1667e53.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.820087] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.820434] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bfcfbca-b71f-4a08-8a59-6a0f2ab7624f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.828605] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1085.828605] env[69411]: value = "task-3323565" [ 1085.828605] env[69411]: _type = "Task" [ 1085.828605] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.838955] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.891935] env[69411]: DEBUG nova.compute.utils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.895868] env[69411]: DEBUG nova.compute.manager [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.896143] env[69411]: DEBUG nova.network.neutron [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.937648] env[69411]: DEBUG nova.policy [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e62f14417058432a9964dfdd77a96c90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26a0617b20114b1b88f42cf852299575', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.955783] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "56f02699-5153-426f-9f37-4d82a2cbcb21" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.956612] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "56f02699-5153-426f-9f37-4d82a2cbcb21" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.205434] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "refresh_cache-964c7ba5-da92-4e47-9dc8-bd62294c0446" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.205434] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "refresh_cache-964c7ba5-da92-4e47-9dc8-bd62294c0446" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.205434] env[69411]: DEBUG nova.network.neutron [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.245478] env[69411]: DEBUG oslo_concurrency.lockutils [req-77671290-3934-4f29-8c5c-de5a5ed31277 req-ecbf8edd-da95-4503-9aa2-6a4b5b74a49a service nova] Releasing lock "refresh_cache-a926f70b-cf17-4e5b-b28d-b02d262b37a3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.245713] env[69411]: DEBUG nova.compute.manager [req-77671290-3934-4f29-8c5c-de5a5ed31277 req-ecbf8edd-da95-4503-9aa2-6a4b5b74a49a service nova] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Received event network-changed-93b12d2c-0d62-47fa-9cd9-f3772eae14e1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.245713] env[69411]: DEBUG nova.compute.manager [req-77671290-3934-4f29-8c5c-de5a5ed31277 req-ecbf8edd-da95-4503-9aa2-6a4b5b74a49a service nova] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Refreshing instance network info cache due to event network-changed-93b12d2c-0d62-47fa-9cd9-f3772eae14e1. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.245935] env[69411]: DEBUG oslo_concurrency.lockutils [req-77671290-3934-4f29-8c5c-de5a5ed31277 req-ecbf8edd-da95-4503-9aa2-6a4b5b74a49a service nova] Acquiring lock "refresh_cache-2c5b0c84-03de-48b2-b302-2aa3d5d4b240" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.246100] env[69411]: DEBUG oslo_concurrency.lockutils [req-77671290-3934-4f29-8c5c-de5a5ed31277 req-ecbf8edd-da95-4503-9aa2-6a4b5b74a49a service nova] Acquired lock "refresh_cache-2c5b0c84-03de-48b2-b302-2aa3d5d4b240" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.246591] env[69411]: DEBUG nova.network.neutron [req-77671290-3934-4f29-8c5c-de5a5ed31277 req-ecbf8edd-da95-4503-9aa2-6a4b5b74a49a service nova] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Refreshing network info cache for port 93b12d2c-0d62-47fa-9cd9-f3772eae14e1 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.295726] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c85efc-7fad-1be9-6bba-b3c03e6eb4e4, 'name': SearchDatastore_Task, 'duration_secs': 0.020183} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.296704] env[69411]: DEBUG nova.network.neutron [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Successfully created port: 0fc71c23-e0cf-4123-91b1-495f208849a8 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.298875] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.299182] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.299494] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.299658] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.300017] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.300268] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6864ff0a-5f15-4a70-80f4-e8a8b8f3e6c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.315876] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.316085] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.316907] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06d0f03-4812-43c1-9f60-4cc08b5f0881 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.322728] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 1086.322728] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c66754-4455-762e-4822-1d9a9b77e7a7" [ 1086.322728] env[69411]: _type = "Task" [ 1086.322728] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.331276] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c66754-4455-762e-4822-1d9a9b77e7a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.339168] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071783} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.339427] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.340184] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8567be-43e4-4c48-8fc3-594f13551ab5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.360395] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 2b4e745c-7fbe-4446-a062-e25ac1667e53/2b4e745c-7fbe-4446-a062-e25ac1667e53.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.361039] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c12c834-38c5-4cc5-8649-2d3b0a752b61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.382216] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1086.382216] env[69411]: value = "task-3323566" [ 1086.382216] env[69411]: _type = "Task" [ 1086.382216] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.392024] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.396845] env[69411]: DEBUG nova.compute.manager [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.461826] env[69411]: DEBUG nova.compute.utils [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.778010] env[69411]: DEBUG nova.network.neutron [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.802623] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3d4304-98b8-40ba-b507-86244a4a9b13 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.812772] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed1e316-6794-4133-9e1d-0b18e2f61bb8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.850669] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903b127e-a8f1-45e3-abae-cb72f13ff690 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.862846] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df3fe31-44ac-42de-8b92-36774c38f91a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.866794] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c66754-4455-762e-4822-1d9a9b77e7a7, 'name': SearchDatastore_Task, 'duration_secs': 0.03629} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.867938] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece5c46e-220d-437f-8414-92c57e0dcd1b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.878696] env[69411]: DEBUG nova.compute.provider_tree [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.883679] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 1086.883679] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526795df-840c-d02f-ccee-ade68386887b" [ 1086.883679] env[69411]: _type = "Task" [ 1086.883679] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.900621] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526795df-840c-d02f-ccee-ade68386887b, 'name': SearchDatastore_Task, 'duration_secs': 0.015399} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.903598] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.903862] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] a926f70b-cf17-4e5b-b28d-b02d262b37a3/a926f70b-cf17-4e5b-b28d-b02d262b37a3.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.908267] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323566, 'name': ReconfigVM_Task, 'duration_secs': 0.30689} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.908486] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80f1a60f-a403-4459-90fc-989152c1500a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.913783] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 2b4e745c-7fbe-4446-a062-e25ac1667e53/2b4e745c-7fbe-4446-a062-e25ac1667e53.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.914927] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51e63c51-7b2f-4f64-8bb7-528c2d6560a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.928031] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1086.928031] env[69411]: value = "task-3323568" [ 1086.928031] env[69411]: _type = "Task" [ 1086.928031] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.928031] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 1086.928031] env[69411]: value = "task-3323567" [ 1086.928031] env[69411]: _type = "Task" [ 1086.928031] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.942258] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.945945] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323568, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.970405] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "56f02699-5153-426f-9f37-4d82a2cbcb21" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.032990] env[69411]: DEBUG nova.network.neutron [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Updating instance_info_cache with network_info: [{"id": "7cfe3bf3-a359-4acd-9e1e-ec34df149997", "address": "fa:16:3e:38:5a:0c", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfe3bf3-a3", "ovs_interfaceid": "7cfe3bf3-a359-4acd-9e1e-ec34df149997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.049280] env[69411]: DEBUG nova.compute.manager [req-cd640297-756a-4d5e-8130-3ca41ae49299 req-d354678f-f56f-454d-acae-c76ff422d312 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Received event network-vif-plugged-7cfe3bf3-a359-4acd-9e1e-ec34df149997 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.049280] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd640297-756a-4d5e-8130-3ca41ae49299 req-d354678f-f56f-454d-acae-c76ff422d312 service nova] Acquiring lock "964c7ba5-da92-4e47-9dc8-bd62294c0446-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.049280] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd640297-756a-4d5e-8130-3ca41ae49299 req-d354678f-f56f-454d-acae-c76ff422d312 service nova] Lock "964c7ba5-da92-4e47-9dc8-bd62294c0446-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.049280] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd640297-756a-4d5e-8130-3ca41ae49299 req-d354678f-f56f-454d-acae-c76ff422d312 service nova] Lock "964c7ba5-da92-4e47-9dc8-bd62294c0446-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.049552] env[69411]: DEBUG nova.compute.manager [req-cd640297-756a-4d5e-8130-3ca41ae49299 req-d354678f-f56f-454d-acae-c76ff422d312 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] No waiting events found dispatching network-vif-plugged-7cfe3bf3-a359-4acd-9e1e-ec34df149997 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.049552] env[69411]: WARNING nova.compute.manager [req-cd640297-756a-4d5e-8130-3ca41ae49299 req-d354678f-f56f-454d-acae-c76ff422d312 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Received unexpected event network-vif-plugged-7cfe3bf3-a359-4acd-9e1e-ec34df149997 for instance with vm_state building and task_state spawning. [ 1087.049653] env[69411]: DEBUG nova.compute.manager [req-cd640297-756a-4d5e-8130-3ca41ae49299 req-d354678f-f56f-454d-acae-c76ff422d312 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Received event network-changed-7cfe3bf3-a359-4acd-9e1e-ec34df149997 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.049824] env[69411]: DEBUG nova.compute.manager [req-cd640297-756a-4d5e-8130-3ca41ae49299 req-d354678f-f56f-454d-acae-c76ff422d312 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Refreshing instance network info cache due to event network-changed-7cfe3bf3-a359-4acd-9e1e-ec34df149997. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.049983] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd640297-756a-4d5e-8130-3ca41ae49299 req-d354678f-f56f-454d-acae-c76ff422d312 service nova] Acquiring lock "refresh_cache-964c7ba5-da92-4e47-9dc8-bd62294c0446" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.185536] env[69411]: DEBUG nova.network.neutron [req-77671290-3934-4f29-8c5c-de5a5ed31277 req-ecbf8edd-da95-4503-9aa2-6a4b5b74a49a service nova] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Updated VIF entry in instance network info cache for port 93b12d2c-0d62-47fa-9cd9-f3772eae14e1. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.186008] env[69411]: DEBUG nova.network.neutron [req-77671290-3934-4f29-8c5c-de5a5ed31277 req-ecbf8edd-da95-4503-9aa2-6a4b5b74a49a service nova] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Updating instance_info_cache with network_info: [{"id": "93b12d2c-0d62-47fa-9cd9-f3772eae14e1", "address": "fa:16:3e:3a:42:c9", "network": {"id": "9d331edd-c0a8-4166-a76d-2e5e40ed53e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2102469872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa3f20a5d244628ac13ef5e88e14e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93b12d2c-0d", "ovs_interfaceid": "93b12d2c-0d62-47fa-9cd9-f3772eae14e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.385646] env[69411]: DEBUG nova.scheduler.client.report [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.416835] env[69411]: DEBUG nova.compute.manager [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.446242] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323567, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.446620] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323568, 'name': Rename_Task, 'duration_secs': 0.166716} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.449455] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.450078] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64887ee7-9663-4d80-8888-89f6be10f56d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.457633] env[69411]: DEBUG nova.virt.hardware [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.459908] env[69411]: DEBUG nova.virt.hardware [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.459908] env[69411]: DEBUG nova.virt.hardware [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.459908] env[69411]: DEBUG nova.virt.hardware [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.459908] env[69411]: DEBUG nova.virt.hardware [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.459908] env[69411]: DEBUG nova.virt.hardware [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.459908] env[69411]: DEBUG nova.virt.hardware [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.459908] env[69411]: DEBUG nova.virt.hardware [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.459908] env[69411]: DEBUG nova.virt.hardware [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.459908] env[69411]: DEBUG nova.virt.hardware [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.459908] env[69411]: DEBUG nova.virt.hardware [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.460884] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafe91dd-f8f7-4cfe-bcd0-8ad55b2bc0a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.466226] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1087.466226] env[69411]: value = "task-3323569" [ 1087.466226] env[69411]: _type = "Task" [ 1087.466226] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.474647] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f3c383-309f-406d-ad4a-cf222a6a2fbb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.482770] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.536050] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "refresh_cache-964c7ba5-da92-4e47-9dc8-bd62294c0446" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.536537] env[69411]: DEBUG nova.compute.manager [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Instance network_info: |[{"id": "7cfe3bf3-a359-4acd-9e1e-ec34df149997", "address": "fa:16:3e:38:5a:0c", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfe3bf3-a3", "ovs_interfaceid": "7cfe3bf3-a359-4acd-9e1e-ec34df149997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.536879] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd640297-756a-4d5e-8130-3ca41ae49299 req-d354678f-f56f-454d-acae-c76ff422d312 service nova] Acquired lock "refresh_cache-964c7ba5-da92-4e47-9dc8-bd62294c0446" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.537091] env[69411]: DEBUG nova.network.neutron [req-cd640297-756a-4d5e-8130-3ca41ae49299 req-d354678f-f56f-454d-acae-c76ff422d312 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Refreshing network info cache for port 7cfe3bf3-a359-4acd-9e1e-ec34df149997 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.538394] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:5a:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cfe3bf3-a359-4acd-9e1e-ec34df149997', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.546271] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.546771] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.546994] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c82f7998-4e75-4e76-acac-bffdba424276 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.569488] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.569488] env[69411]: value = "task-3323570" [ 1087.569488] env[69411]: _type = "Task" [ 1087.569488] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.579166] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323570, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.689327] env[69411]: DEBUG oslo_concurrency.lockutils [req-77671290-3934-4f29-8c5c-de5a5ed31277 req-ecbf8edd-da95-4503-9aa2-6a4b5b74a49a service nova] Releasing lock "refresh_cache-2c5b0c84-03de-48b2-b302-2aa3d5d4b240" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.886066] env[69411]: DEBUG nova.compute.manager [req-f0b100f5-1177-4644-aa4b-f25465e567c6 req-72ab2388-0a00-4175-883f-11f119b0b31a service nova] [instance: a1ac3e17-2250-46ca-859d-628798161103] Received event network-vif-plugged-0fc71c23-e0cf-4123-91b1-495f208849a8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.886408] env[69411]: DEBUG oslo_concurrency.lockutils [req-f0b100f5-1177-4644-aa4b-f25465e567c6 req-72ab2388-0a00-4175-883f-11f119b0b31a service nova] Acquiring lock "a1ac3e17-2250-46ca-859d-628798161103-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.886712] env[69411]: DEBUG oslo_concurrency.lockutils [req-f0b100f5-1177-4644-aa4b-f25465e567c6 req-72ab2388-0a00-4175-883f-11f119b0b31a service nova] Lock "a1ac3e17-2250-46ca-859d-628798161103-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.886901] env[69411]: DEBUG oslo_concurrency.lockutils [req-f0b100f5-1177-4644-aa4b-f25465e567c6 req-72ab2388-0a00-4175-883f-11f119b0b31a service nova] Lock "a1ac3e17-2250-46ca-859d-628798161103-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.887119] env[69411]: DEBUG nova.compute.manager [req-f0b100f5-1177-4644-aa4b-f25465e567c6 req-72ab2388-0a00-4175-883f-11f119b0b31a service nova] [instance: a1ac3e17-2250-46ca-859d-628798161103] No waiting events found dispatching network-vif-plugged-0fc71c23-e0cf-4123-91b1-495f208849a8 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.887314] env[69411]: WARNING nova.compute.manager [req-f0b100f5-1177-4644-aa4b-f25465e567c6 req-72ab2388-0a00-4175-883f-11f119b0b31a service nova] [instance: a1ac3e17-2250-46ca-859d-628798161103] Received unexpected event network-vif-plugged-0fc71c23-e0cf-4123-91b1-495f208849a8 for instance with vm_state building and task_state spawning. [ 1087.891901] env[69411]: DEBUG oslo_concurrency.lockutils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.892400] env[69411]: DEBUG nova.compute.manager [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.895369] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.289s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.896975] env[69411]: INFO nova.compute.claims [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.944132] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596271} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.944510] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] a926f70b-cf17-4e5b-b28d-b02d262b37a3/a926f70b-cf17-4e5b-b28d-b02d262b37a3.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.944734] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.945072] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62252f83-b528-45cb-a55a-9cd64b012dd9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.953687] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 1087.953687] env[69411]: value = "task-3323571" [ 1087.953687] env[69411]: _type = "Task" [ 1087.953687] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.966083] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.978704] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323569, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.037339] env[69411]: DEBUG nova.network.neutron [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Successfully updated port: 0fc71c23-e0cf-4123-91b1-495f208849a8 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.081724] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323570, 'name': CreateVM_Task, 'duration_secs': 0.41732} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.084145] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.084810] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.084996] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.086164] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.087103] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ff5549-9f4b-436a-80d5-7de3a6a08eb1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.091932] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1088.091932] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52852eba-837f-8ca9-3869-94bffbc8f638" [ 1088.091932] env[69411]: _type = "Task" [ 1088.091932] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.102447] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "56f02699-5153-426f-9f37-4d82a2cbcb21" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.102715] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "56f02699-5153-426f-9f37-4d82a2cbcb21" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.102964] env[69411]: INFO nova.compute.manager [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Attaching volume 67e4a593-cafd-4113-be5a-46002e005446 to /dev/sdb [ 1088.104767] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52852eba-837f-8ca9-3869-94bffbc8f638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.149013] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349574eb-a821-4d6e-842c-04da6d1acad4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.157734] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b659b9-6343-4b8f-8a44-52c8a424fdd3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.176815] env[69411]: DEBUG nova.virt.block_device [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Updating existing volume attachment record: be42fb77-9cfb-4274-a7fb-2f0dfebce54a {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1088.281602] env[69411]: DEBUG nova.network.neutron [req-cd640297-756a-4d5e-8130-3ca41ae49299 req-d354678f-f56f-454d-acae-c76ff422d312 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Updated VIF entry in instance network info cache for port 7cfe3bf3-a359-4acd-9e1e-ec34df149997. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.282073] env[69411]: DEBUG nova.network.neutron [req-cd640297-756a-4d5e-8130-3ca41ae49299 req-d354678f-f56f-454d-acae-c76ff422d312 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Updating instance_info_cache with network_info: [{"id": "7cfe3bf3-a359-4acd-9e1e-ec34df149997", "address": "fa:16:3e:38:5a:0c", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfe3bf3-a3", "ovs_interfaceid": "7cfe3bf3-a359-4acd-9e1e-ec34df149997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.402172] env[69411]: DEBUG nova.compute.utils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.406319] env[69411]: DEBUG nova.compute.manager [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.406497] env[69411]: DEBUG nova.network.neutron [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.446932] env[69411]: DEBUG nova.policy [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ed4a7ae301e4bbbaf3a0e8f7b7a0169', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '596807909b5d49aa8556323935fadcb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.464922] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158701} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.465213] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.465992] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8624a9a-910b-499d-9be9-be8c1c2bbd73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.476944] env[69411]: DEBUG oslo_vmware.api [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323569, 'name': PowerOnVM_Task, 'duration_secs': 0.706086} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.488085] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.488331] env[69411]: DEBUG nova.compute.manager [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.497450] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] a926f70b-cf17-4e5b-b28d-b02d262b37a3/a926f70b-cf17-4e5b-b28d-b02d262b37a3.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.498385] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4e3b29-f453-435c-bb48-6a077b949e98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.501579] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b70ecd8e-28b9-4452-822f-cbe7e8728d85 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.524581] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 1088.524581] env[69411]: value = "task-3323573" [ 1088.524581] env[69411]: _type = "Task" [ 1088.524581] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.540305] env[69411]: DEBUG oslo_concurrency.lockutils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "refresh_cache-a1ac3e17-2250-46ca-859d-628798161103" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.540464] env[69411]: DEBUG oslo_concurrency.lockutils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "refresh_cache-a1ac3e17-2250-46ca-859d-628798161103" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.540716] env[69411]: DEBUG nova.network.neutron [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.541821] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.604701] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52852eba-837f-8ca9-3869-94bffbc8f638, 'name': SearchDatastore_Task, 'duration_secs': 0.017417} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.604701] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.604960] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.605197] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.605364] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.605547] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.605842] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6f18d43-08ac-4421-9519-91383af5be41 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.618223] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.618455] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.619431] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60bbcf3a-b000-4a2f-aa7a-d0826c859303 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.626261] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1088.626261] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b9112e-3708-234d-4af1-f8919340e585" [ 1088.626261] env[69411]: _type = "Task" [ 1088.626261] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.636133] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b9112e-3708-234d-4af1-f8919340e585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.785490] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd640297-756a-4d5e-8130-3ca41ae49299 req-d354678f-f56f-454d-acae-c76ff422d312 service nova] Releasing lock "refresh_cache-964c7ba5-da92-4e47-9dc8-bd62294c0446" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.907158] env[69411]: DEBUG nova.compute.manager [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.959931] env[69411]: DEBUG nova.network.neutron [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Successfully created port: 0c11f15c-1841-4d8d-bebb-225bc03cbb4b {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.038244] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.041202] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323573, 'name': ReconfigVM_Task, 'duration_secs': 0.409263} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.041403] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Reconfigured VM instance instance-0000005f to attach disk [datastore2] a926f70b-cf17-4e5b-b28d-b02d262b37a3/a926f70b-cf17-4e5b-b28d-b02d262b37a3.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.041943] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Creating Virtual Disk of size 2097152 KB and adapter type paraVirtual on the data store {{(pid=69411) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1089.044134] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-8555a043-93a0-4c66-a8d8-50aecbe9068d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.055650] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 1089.055650] env[69411]: value = "task-3323576" [ 1089.055650] env[69411]: _type = "Task" [ 1089.055650] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.068969] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323576, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.095779] env[69411]: DEBUG nova.network.neutron [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.138561] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b9112e-3708-234d-4af1-f8919340e585, 'name': SearchDatastore_Task, 'duration_secs': 0.015663} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.142655] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7c6fea-957b-473d-ba02-0cc25844288c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.152558] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1089.152558] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b3bae3-4fbd-cbbf-1305-f496223d0270" [ 1089.152558] env[69411]: _type = "Task" [ 1089.152558] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.162615] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b3bae3-4fbd-cbbf-1305-f496223d0270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.278432] env[69411]: DEBUG nova.network.neutron [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Updating instance_info_cache with network_info: [{"id": "0fc71c23-e0cf-4123-91b1-495f208849a8", "address": "fa:16:3e:ea:16:a1", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc71c23-e0", "ovs_interfaceid": "0fc71c23-e0cf-4123-91b1-495f208849a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.355743] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e79498b-befd-419c-9641-0fdd170febaa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.366216] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f408c8-ba26-4dc2-9af3-84a1a3c8e092 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.396846] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453bd7ed-2021-40a9-adfc-056f3f757557 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.405996] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f04c827-935b-4484-b1fa-0aa20e2a9280 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.424185] env[69411]: DEBUG nova.compute.provider_tree [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.566188] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323576, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.071917} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.566543] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Created Virtual Disk of size 2097152 KB and type thin {{(pid=69411) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1089.567271] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5fbe63-f164-436c-873a-51ba79bffa96 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.593265] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] a926f70b-cf17-4e5b-b28d-b02d262b37a3/swap.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.593608] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3488f7ff-f6e3-49dd-a79e-4bebd66a011e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.613159] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 1089.613159] env[69411]: value = "task-3323577" [ 1089.613159] env[69411]: _type = "Task" [ 1089.613159] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.626303] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.664518] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b3bae3-4fbd-cbbf-1305-f496223d0270, 'name': SearchDatastore_Task, 'duration_secs': 0.023723} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.664841] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.665141] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 964c7ba5-da92-4e47-9dc8-bd62294c0446/964c7ba5-da92-4e47-9dc8-bd62294c0446.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.665694] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d1b04b8-01f8-4e3c-ae03-46d42f113402 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.674149] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1089.674149] env[69411]: value = "task-3323578" [ 1089.674149] env[69411]: _type = "Task" [ 1089.674149] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.682774] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.703512] env[69411]: DEBUG oslo_concurrency.lockutils [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "2b4e745c-7fbe-4446-a062-e25ac1667e53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.703796] env[69411]: DEBUG oslo_concurrency.lockutils [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "2b4e745c-7fbe-4446-a062-e25ac1667e53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.704034] env[69411]: DEBUG oslo_concurrency.lockutils [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "2b4e745c-7fbe-4446-a062-e25ac1667e53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.704404] env[69411]: DEBUG oslo_concurrency.lockutils [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "2b4e745c-7fbe-4446-a062-e25ac1667e53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.704628] env[69411]: DEBUG oslo_concurrency.lockutils [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "2b4e745c-7fbe-4446-a062-e25ac1667e53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.707693] env[69411]: INFO nova.compute.manager [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Terminating instance [ 1089.781207] env[69411]: DEBUG oslo_concurrency.lockutils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "refresh_cache-a1ac3e17-2250-46ca-859d-628798161103" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.781580] env[69411]: DEBUG nova.compute.manager [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Instance network_info: |[{"id": "0fc71c23-e0cf-4123-91b1-495f208849a8", "address": "fa:16:3e:ea:16:a1", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc71c23-e0", "ovs_interfaceid": "0fc71c23-e0cf-4123-91b1-495f208849a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.782074] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:16:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fc71c23-e0cf-4123-91b1-495f208849a8', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.790233] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.790550] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ac3e17-2250-46ca-859d-628798161103] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.791241] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93317dd6-7a64-4924-b1c3-3060714b8d5a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.818026] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.818026] env[69411]: value = "task-3323579" [ 1089.818026] env[69411]: _type = "Task" [ 1089.818026] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.827776] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323579, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.921285] env[69411]: DEBUG nova.compute.manager [req-76c2ef63-2b86-49b9-b252-3f8ed47664a4 req-c72d7661-d57a-492c-94ff-54c124cb53ab service nova] [instance: a1ac3e17-2250-46ca-859d-628798161103] Received event network-changed-0fc71c23-e0cf-4123-91b1-495f208849a8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.921526] env[69411]: DEBUG nova.compute.manager [req-76c2ef63-2b86-49b9-b252-3f8ed47664a4 req-c72d7661-d57a-492c-94ff-54c124cb53ab service nova] [instance: a1ac3e17-2250-46ca-859d-628798161103] Refreshing instance network info cache due to event network-changed-0fc71c23-e0cf-4123-91b1-495f208849a8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.921738] env[69411]: DEBUG oslo_concurrency.lockutils [req-76c2ef63-2b86-49b9-b252-3f8ed47664a4 req-c72d7661-d57a-492c-94ff-54c124cb53ab service nova] Acquiring lock "refresh_cache-a1ac3e17-2250-46ca-859d-628798161103" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.921866] env[69411]: DEBUG oslo_concurrency.lockutils [req-76c2ef63-2b86-49b9-b252-3f8ed47664a4 req-c72d7661-d57a-492c-94ff-54c124cb53ab service nova] Acquired lock "refresh_cache-a1ac3e17-2250-46ca-859d-628798161103" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.922246] env[69411]: DEBUG nova.network.neutron [req-76c2ef63-2b86-49b9-b252-3f8ed47664a4 req-c72d7661-d57a-492c-94ff-54c124cb53ab service nova] [instance: a1ac3e17-2250-46ca-859d-628798161103] Refreshing network info cache for port 0fc71c23-e0cf-4123-91b1-495f208849a8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.925287] env[69411]: DEBUG nova.compute.manager [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.955679] env[69411]: DEBUG nova.virt.hardware [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.955978] env[69411]: DEBUG nova.virt.hardware [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.956164] env[69411]: DEBUG nova.virt.hardware [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.956342] env[69411]: DEBUG nova.virt.hardware [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.956552] env[69411]: DEBUG nova.virt.hardware [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.956723] env[69411]: DEBUG nova.virt.hardware [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.956942] env[69411]: DEBUG nova.virt.hardware [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.957113] env[69411]: DEBUG nova.virt.hardware [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.957293] env[69411]: DEBUG nova.virt.hardware [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.957584] env[69411]: DEBUG nova.virt.hardware [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.957648] env[69411]: DEBUG nova.virt.hardware [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.958554] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a108a2c2-193e-4424-8665-fbfed2555fc0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.961891] env[69411]: ERROR nova.scheduler.client.report [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [req-ece4e051-4a8e-4357-8bec-222ed2608be1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ece4e051-4a8e-4357-8bec-222ed2608be1"}]} [ 1089.971558] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf49ce1c-689f-42a2-acd6-9e71d85ec73f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.988982] env[69411]: DEBUG nova.scheduler.client.report [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1090.010478] env[69411]: DEBUG nova.scheduler.client.report [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1090.010788] env[69411]: DEBUG nova.compute.provider_tree [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.024989] env[69411]: DEBUG nova.scheduler.client.report [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1090.051689] env[69411]: DEBUG nova.scheduler.client.report [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1090.123601] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323577, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.187872] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323578, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.212185] env[69411]: DEBUG oslo_concurrency.lockutils [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "refresh_cache-2b4e745c-7fbe-4446-a062-e25ac1667e53" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.212185] env[69411]: DEBUG oslo_concurrency.lockutils [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquired lock "refresh_cache-2b4e745c-7fbe-4446-a062-e25ac1667e53" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.212420] env[69411]: DEBUG nova.network.neutron [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.332847] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323579, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.429150] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab84fba3-23da-4b6f-92d4-74269710fa3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.437827] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6510b8e8-9a94-4353-b251-757cfc712d7e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.476473] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cb4c81-0e5f-422d-82f8-867cb30e6b25 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.486893] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3717bf40-3db9-46ee-b7bd-4040fc68913c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.507617] env[69411]: DEBUG nova.compute.provider_tree [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.621675] env[69411]: DEBUG nova.network.neutron [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Successfully updated port: 0c11f15c-1841-4d8d-bebb-225bc03cbb4b {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.626334] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323577, 'name': ReconfigVM_Task, 'duration_secs': 0.532728} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.629423] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Reconfigured VM instance instance-0000005f to attach disk [datastore2] a926f70b-cf17-4e5b-b28d-b02d262b37a3/swap.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.630149] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b59c4895-e0c1-4b37-a429-459c1ff533e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.641993] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 1090.641993] env[69411]: value = "task-3323580" [ 1090.641993] env[69411]: _type = "Task" [ 1090.641993] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.654521] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323580, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.674798] env[69411]: DEBUG nova.network.neutron [req-76c2ef63-2b86-49b9-b252-3f8ed47664a4 req-c72d7661-d57a-492c-94ff-54c124cb53ab service nova] [instance: a1ac3e17-2250-46ca-859d-628798161103] Updated VIF entry in instance network info cache for port 0fc71c23-e0cf-4123-91b1-495f208849a8. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.674916] env[69411]: DEBUG nova.network.neutron [req-76c2ef63-2b86-49b9-b252-3f8ed47664a4 req-c72d7661-d57a-492c-94ff-54c124cb53ab service nova] [instance: a1ac3e17-2250-46ca-859d-628798161103] Updating instance_info_cache with network_info: [{"id": "0fc71c23-e0cf-4123-91b1-495f208849a8", "address": "fa:16:3e:ea:16:a1", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc71c23-e0", "ovs_interfaceid": "0fc71c23-e0cf-4123-91b1-495f208849a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.689300] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657581} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.689584] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 964c7ba5-da92-4e47-9dc8-bd62294c0446/964c7ba5-da92-4e47-9dc8-bd62294c0446.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.689800] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.690090] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2da6f0b-acd6-427d-81f1-86a285a898a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.698914] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1090.698914] env[69411]: value = "task-3323581" [ 1090.698914] env[69411]: _type = "Task" [ 1090.698914] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.708564] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.733436] env[69411]: DEBUG nova.network.neutron [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.805389] env[69411]: DEBUG nova.network.neutron [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.834041] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323579, 'name': CreateVM_Task, 'duration_secs': 0.674974} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.834273] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ac3e17-2250-46ca-859d-628798161103] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.835009] env[69411]: DEBUG oslo_concurrency.lockutils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.835267] env[69411]: DEBUG oslo_concurrency.lockutils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.835629] env[69411]: DEBUG oslo_concurrency.lockutils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.836250] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3001a802-4567-4762-b4d1-868d745c7b61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.842310] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1090.842310] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5204f3fa-75d1-68ba-0a44-8530de9c0d07" [ 1090.842310] env[69411]: _type = "Task" [ 1090.842310] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.852303] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5204f3fa-75d1-68ba-0a44-8530de9c0d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.066992] env[69411]: DEBUG nova.scheduler.client.report [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1091.067322] env[69411]: DEBUG nova.compute.provider_tree [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 146 to 147 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1091.067574] env[69411]: DEBUG nova.compute.provider_tree [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.127710] env[69411]: DEBUG oslo_concurrency.lockutils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "refresh_cache-bcf2dc4d-83dc-408a-8a45-3f8568b3722b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.127927] env[69411]: DEBUG oslo_concurrency.lockutils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "refresh_cache-bcf2dc4d-83dc-408a-8a45-3f8568b3722b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.128103] env[69411]: DEBUG nova.network.neutron [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.153751] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323580, 'name': Rename_Task, 'duration_secs': 0.305417} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.154176] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.154481] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b9a4ce2-95b4-4bdc-b806-cf89671f7985 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.162744] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 1091.162744] env[69411]: value = "task-3323583" [ 1091.162744] env[69411]: _type = "Task" [ 1091.162744] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.171488] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.182694] env[69411]: DEBUG oslo_concurrency.lockutils [req-76c2ef63-2b86-49b9-b252-3f8ed47664a4 req-c72d7661-d57a-492c-94ff-54c124cb53ab service nova] Releasing lock "refresh_cache-a1ac3e17-2250-46ca-859d-628798161103" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.209237] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096167} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.209522] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.210388] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b118ab07-ee98-4eab-91a6-d6dcf957e630 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.234241] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 964c7ba5-da92-4e47-9dc8-bd62294c0446/964c7ba5-da92-4e47-9dc8-bd62294c0446.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.234580] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8115990a-4027-444d-959d-bc98584ec03b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.256910] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1091.256910] env[69411]: value = "task-3323584" [ 1091.256910] env[69411]: _type = "Task" [ 1091.256910] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.266342] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.309069] env[69411]: DEBUG oslo_concurrency.lockutils [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Releasing lock "refresh_cache-2b4e745c-7fbe-4446-a062-e25ac1667e53" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.309237] env[69411]: DEBUG nova.compute.manager [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.309456] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.310512] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b2b334-0c98-45bb-be36-d2f59a373923 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.320072] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.320397] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7628245d-c28d-48e2-afd4-b8e990a3aebf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.328879] env[69411]: DEBUG oslo_vmware.api [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1091.328879] env[69411]: value = "task-3323585" [ 1091.328879] env[69411]: _type = "Task" [ 1091.328879] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.339787] env[69411]: DEBUG oslo_vmware.api [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.353871] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5204f3fa-75d1-68ba-0a44-8530de9c0d07, 'name': SearchDatastore_Task, 'duration_secs': 0.017939} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.354294] env[69411]: DEBUG oslo_concurrency.lockutils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.354592] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.354877] env[69411]: DEBUG oslo_concurrency.lockutils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.355079] env[69411]: DEBUG oslo_concurrency.lockutils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.355338] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.355643] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0d437ef-6a2f-410e-9cac-d873284d6ca0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.385056] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.385314] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.386179] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-233dd5fa-d7d9-4e7b-97be-bfd984f600af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.394181] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1091.394181] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b68742-fb64-82ed-abc6-97c6d18e9b29" [ 1091.394181] env[69411]: _type = "Task" [ 1091.394181] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.404345] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b68742-fb64-82ed-abc6-97c6d18e9b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.573990] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.679s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.574620] env[69411]: DEBUG nova.compute.manager [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.577503] env[69411]: DEBUG oslo_concurrency.lockutils [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.646s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.577776] env[69411]: DEBUG oslo_concurrency.lockutils [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.579928] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.576s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.581387] env[69411]: INFO nova.compute.claims [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.624873] env[69411]: INFO nova.scheduler.client.report [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleted allocations for instance 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91 [ 1091.675769] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323583, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.677049] env[69411]: DEBUG nova.network.neutron [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.767627] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323584, 'name': ReconfigVM_Task, 'duration_secs': 0.434731} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.767873] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 964c7ba5-da92-4e47-9dc8-bd62294c0446/964c7ba5-da92-4e47-9dc8-bd62294c0446.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.768571] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02b9c786-67f2-49fa-bbf7-55f3e8017c34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.778363] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1091.778363] env[69411]: value = "task-3323586" [ 1091.778363] env[69411]: _type = "Task" [ 1091.778363] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.788584] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323586, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.839870] env[69411]: DEBUG oslo_vmware.api [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323585, 'name': PowerOffVM_Task, 'duration_secs': 0.150198} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.840534] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.840534] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.840705] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-061b303a-8d77-4415-a959-020beef5570c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.878722] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.878973] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.879187] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Deleting the datastore file [datastore2] 2b4e745c-7fbe-4446-a062-e25ac1667e53 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.879470] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5665df5a-b347-4bd9-96d9-09a06bc6a508 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.888283] env[69411]: DEBUG oslo_vmware.api [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1091.888283] env[69411]: value = "task-3323588" [ 1091.888283] env[69411]: _type = "Task" [ 1091.888283] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.897526] env[69411]: DEBUG oslo_vmware.api [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.906875] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b68742-fb64-82ed-abc6-97c6d18e9b29, 'name': SearchDatastore_Task, 'duration_secs': 0.019347} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.907755] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7dc5770-4b71-4591-8498-4a15ef83c875 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.911688] env[69411]: DEBUG nova.network.neutron [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Updating instance_info_cache with network_info: [{"id": "0c11f15c-1841-4d8d-bebb-225bc03cbb4b", "address": "fa:16:3e:4f:a8:1a", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c11f15c-18", "ovs_interfaceid": "0c11f15c-1841-4d8d-bebb-225bc03cbb4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.914759] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1091.914759] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5274d069-01b7-c17f-b157-05e059307237" [ 1091.914759] env[69411]: _type = "Task" [ 1091.914759] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.926595] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5274d069-01b7-c17f-b157-05e059307237, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.950597] env[69411]: DEBUG nova.compute.manager [req-bae422e6-c941-4538-a2af-e00160c0bd04 req-9f6f37af-009d-4d16-88da-741394339af7 service nova] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Received event network-vif-plugged-0c11f15c-1841-4d8d-bebb-225bc03cbb4b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.951052] env[69411]: DEBUG oslo_concurrency.lockutils [req-bae422e6-c941-4538-a2af-e00160c0bd04 req-9f6f37af-009d-4d16-88da-741394339af7 service nova] Acquiring lock "bcf2dc4d-83dc-408a-8a45-3f8568b3722b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.951308] env[69411]: DEBUG oslo_concurrency.lockutils [req-bae422e6-c941-4538-a2af-e00160c0bd04 req-9f6f37af-009d-4d16-88da-741394339af7 service nova] Lock "bcf2dc4d-83dc-408a-8a45-3f8568b3722b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.951492] env[69411]: DEBUG oslo_concurrency.lockutils [req-bae422e6-c941-4538-a2af-e00160c0bd04 req-9f6f37af-009d-4d16-88da-741394339af7 service nova] Lock "bcf2dc4d-83dc-408a-8a45-3f8568b3722b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.951685] env[69411]: DEBUG nova.compute.manager [req-bae422e6-c941-4538-a2af-e00160c0bd04 req-9f6f37af-009d-4d16-88da-741394339af7 service nova] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] No waiting events found dispatching network-vif-plugged-0c11f15c-1841-4d8d-bebb-225bc03cbb4b {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.951851] env[69411]: WARNING nova.compute.manager [req-bae422e6-c941-4538-a2af-e00160c0bd04 req-9f6f37af-009d-4d16-88da-741394339af7 service nova] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Received unexpected event network-vif-plugged-0c11f15c-1841-4d8d-bebb-225bc03cbb4b for instance with vm_state building and task_state spawning. [ 1091.952045] env[69411]: DEBUG nova.compute.manager [req-bae422e6-c941-4538-a2af-e00160c0bd04 req-9f6f37af-009d-4d16-88da-741394339af7 service nova] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Received event network-changed-0c11f15c-1841-4d8d-bebb-225bc03cbb4b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.952224] env[69411]: DEBUG nova.compute.manager [req-bae422e6-c941-4538-a2af-e00160c0bd04 req-9f6f37af-009d-4d16-88da-741394339af7 service nova] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Refreshing instance network info cache due to event network-changed-0c11f15c-1841-4d8d-bebb-225bc03cbb4b. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.952394] env[69411]: DEBUG oslo_concurrency.lockutils [req-bae422e6-c941-4538-a2af-e00160c0bd04 req-9f6f37af-009d-4d16-88da-741394339af7 service nova] Acquiring lock "refresh_cache-bcf2dc4d-83dc-408a-8a45-3f8568b3722b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.086688] env[69411]: DEBUG nova.compute.utils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.091023] env[69411]: DEBUG nova.compute.manager [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.091246] env[69411]: DEBUG nova.network.neutron [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.134325] env[69411]: DEBUG oslo_concurrency.lockutils [None req-27333607-80a3-47ad-ac41-3dda19df4b01 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "2ca1b26e-2034-4e7c-a337-89fdcf5b6e91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.913s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.153785] env[69411]: DEBUG nova.policy [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abb9ac11516e446faf33421a7163ddcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '942d4be6e5e24bb58738805d96d9d2f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.173700] env[69411]: DEBUG oslo_vmware.api [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323583, 'name': PowerOnVM_Task, 'duration_secs': 0.637187} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.173903] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.174181] env[69411]: INFO nova.compute.manager [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1092.174385] env[69411]: DEBUG nova.compute.manager [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.175188] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3710d16f-b156-4e87-9840-c395dd7e5204 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.290546] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323586, 'name': Rename_Task, 'duration_secs': 0.252254} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.290845] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.291076] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52bf5a25-4ab5-4ecd-9530-dbe736d0449d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.299163] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1092.299163] env[69411]: value = "task-3323589" [ 1092.299163] env[69411]: _type = "Task" [ 1092.299163] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.309819] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.402539] env[69411]: DEBUG oslo_vmware.api [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255518} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.402539] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.402539] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.402539] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.402539] env[69411]: INFO nova.compute.manager [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1092.402539] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.402539] env[69411]: DEBUG nova.compute.manager [-] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.402539] env[69411]: DEBUG nova.network.neutron [-] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.415087] env[69411]: DEBUG oslo_concurrency.lockutils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "refresh_cache-bcf2dc4d-83dc-408a-8a45-3f8568b3722b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.415087] env[69411]: DEBUG nova.compute.manager [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Instance network_info: |[{"id": "0c11f15c-1841-4d8d-bebb-225bc03cbb4b", "address": "fa:16:3e:4f:a8:1a", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c11f15c-18", "ovs_interfaceid": "0c11f15c-1841-4d8d-bebb-225bc03cbb4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.415087] env[69411]: DEBUG oslo_concurrency.lockutils [req-bae422e6-c941-4538-a2af-e00160c0bd04 req-9f6f37af-009d-4d16-88da-741394339af7 service nova] Acquired lock "refresh_cache-bcf2dc4d-83dc-408a-8a45-3f8568b3722b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.415481] env[69411]: DEBUG nova.network.neutron [req-bae422e6-c941-4538-a2af-e00160c0bd04 req-9f6f37af-009d-4d16-88da-741394339af7 service nova] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Refreshing network info cache for port 0c11f15c-1841-4d8d-bebb-225bc03cbb4b {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.416742] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:a8:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c11f15c-1841-4d8d-bebb-225bc03cbb4b', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.425107] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.426769] env[69411]: DEBUG nova.network.neutron [-] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.431184] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.434934] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae435f6e-0dd9-4859-baeb-93b416537869 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.465223] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5274d069-01b7-c17f-b157-05e059307237, 'name': SearchDatastore_Task, 'duration_secs': 0.015791} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.466854] env[69411]: DEBUG oslo_concurrency.lockutils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.467294] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] a1ac3e17-2250-46ca-859d-628798161103/a1ac3e17-2250-46ca-859d-628798161103.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.467767] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.467767] env[69411]: value = "task-3323590" [ 1092.467767] env[69411]: _type = "Task" [ 1092.467767] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.468252] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6380ad1b-70c1-4ebf-a536-b20f1a77df2a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.481338] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323590, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.483133] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1092.483133] env[69411]: value = "task-3323591" [ 1092.483133] env[69411]: _type = "Task" [ 1092.483133] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.493121] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.594023] env[69411]: DEBUG nova.compute.manager [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.701015] env[69411]: INFO nova.compute.manager [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Took 30.86 seconds to build instance. [ 1092.813316] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323589, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.874033] env[69411]: DEBUG nova.network.neutron [req-bae422e6-c941-4538-a2af-e00160c0bd04 req-9f6f37af-009d-4d16-88da-741394339af7 service nova] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Updated VIF entry in instance network info cache for port 0c11f15c-1841-4d8d-bebb-225bc03cbb4b. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.875721] env[69411]: DEBUG nova.network.neutron [req-bae422e6-c941-4538-a2af-e00160c0bd04 req-9f6f37af-009d-4d16-88da-741394339af7 service nova] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Updating instance_info_cache with network_info: [{"id": "0c11f15c-1841-4d8d-bebb-225bc03cbb4b", "address": "fa:16:3e:4f:a8:1a", "network": {"id": "75dd38e6-50d0-4073-a896-186bb67b3b42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1191389904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596807909b5d49aa8556323935fadcb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c11f15c-18", "ovs_interfaceid": "0c11f15c-1841-4d8d-bebb-225bc03cbb4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.892838] env[69411]: DEBUG nova.network.neutron [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Successfully created port: 6e1ddc58-269f-464f-b805-955abcfeb827 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.932438] env[69411]: DEBUG nova.network.neutron [-] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.989548] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323590, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.002626] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323591, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.024396] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a383d195-dc1b-4527-a122-72bcdea6b345 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.034673] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2109462a-8f35-4c85-904f-458a33f131db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.075352] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eed9df-bad8-4acd-b288-b226ca338f51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.086616] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad847aa-4da0-41e7-98a5-3bfcce526c23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.112196] env[69411]: DEBUG nova.compute.provider_tree [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.203127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3094ed3c-5998-4198-b348-44a76d0f8d6b tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "a926f70b-cf17-4e5b-b28d-b02d262b37a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.370s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.231600] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1093.231736] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663503', 'volume_id': '67e4a593-cafd-4113-be5a-46002e005446', 'name': 'volume-67e4a593-cafd-4113-be5a-46002e005446', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56f02699-5153-426f-9f37-4d82a2cbcb21', 'attached_at': '', 'detached_at': '', 'volume_id': '67e4a593-cafd-4113-be5a-46002e005446', 'serial': '67e4a593-cafd-4113-be5a-46002e005446'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1093.232886] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6153d0ef-101a-4c0b-ab8c-bf4907fbc819 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.252699] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a2a143-3990-41da-ad51-473841f45a58 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.281147] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] volume-67e4a593-cafd-4113-be5a-46002e005446/volume-67e4a593-cafd-4113-be5a-46002e005446.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.281439] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd30890-3fba-45cd-b6ba-ba4921a7f07b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.301642] env[69411]: DEBUG oslo_vmware.api [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1093.301642] env[69411]: value = "task-3323592" [ 1093.301642] env[69411]: _type = "Task" [ 1093.301642] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.314981] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323589, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.318450] env[69411]: DEBUG oslo_vmware.api [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.378372] env[69411]: DEBUG oslo_concurrency.lockutils [req-bae422e6-c941-4538-a2af-e00160c0bd04 req-9f6f37af-009d-4d16-88da-741394339af7 service nova] Releasing lock "refresh_cache-bcf2dc4d-83dc-408a-8a45-3f8568b3722b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.435130] env[69411]: INFO nova.compute.manager [-] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Took 1.03 seconds to deallocate network for instance. [ 1093.483934] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323590, 'name': CreateVM_Task, 'duration_secs': 0.775234} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.483934] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.484832] env[69411]: DEBUG oslo_concurrency.lockutils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.485036] env[69411]: DEBUG oslo_concurrency.lockutils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.485372] env[69411]: DEBUG oslo_concurrency.lockutils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.485680] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d352eb-f0f4-44d9-aeff-a44a5847c28c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.494710] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1093.494710] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520dafd8-5145-64bf-1390-316f44d30f1e" [ 1093.494710] env[69411]: _type = "Task" [ 1093.494710] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.502384] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323591, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.011731} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.503176] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] a1ac3e17-2250-46ca-859d-628798161103/a1ac3e17-2250-46ca-859d-628798161103.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.503475] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.503747] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8497eef-5334-45ca-b425-7ed0a0ba77da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.509058] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520dafd8-5145-64bf-1390-316f44d30f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.515212] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1093.515212] env[69411]: value = "task-3323593" [ 1093.515212] env[69411]: _type = "Task" [ 1093.515212] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.525893] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.612233] env[69411]: DEBUG nova.compute.manager [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.618351] env[69411]: DEBUG nova.scheduler.client.report [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.661999] env[69411]: DEBUG nova.virt.hardware [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.662311] env[69411]: DEBUG nova.virt.hardware [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.662476] env[69411]: DEBUG nova.virt.hardware [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.662657] env[69411]: DEBUG nova.virt.hardware [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.662802] env[69411]: DEBUG nova.virt.hardware [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.662948] env[69411]: DEBUG nova.virt.hardware [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.664057] env[69411]: DEBUG nova.virt.hardware [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.664267] env[69411]: DEBUG nova.virt.hardware [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.664462] env[69411]: DEBUG nova.virt.hardware [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.664639] env[69411]: DEBUG nova.virt.hardware [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.664818] env[69411]: DEBUG nova.virt.hardware [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.667254] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab0bb32-8e50-4074-b674-8470352bedd9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.677024] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774eca6f-ff30-44fc-b425-639c9809a093 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.818524] env[69411]: DEBUG oslo_vmware.api [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.818793] env[69411]: DEBUG oslo_vmware.api [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323589, 'name': PowerOnVM_Task, 'duration_secs': 1.193075} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.819040] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.819247] env[69411]: INFO nova.compute.manager [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1093.819430] env[69411]: DEBUG nova.compute.manager [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.820252] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f03c47-8eb3-4252-afa8-f6020784842c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.941650] env[69411]: DEBUG oslo_concurrency.lockutils [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.006449] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520dafd8-5145-64bf-1390-316f44d30f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.027363} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.006774] env[69411]: DEBUG oslo_concurrency.lockutils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.007067] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.007283] env[69411]: DEBUG oslo_concurrency.lockutils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.007429] env[69411]: DEBUG oslo_concurrency.lockutils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.007603] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.007869] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36a6bbcc-075a-4b90-ac61-69f6ab6e4103 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.025224] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176958} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.025489] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.025745] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.026452] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.026713] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f48e09a-4e1b-4211-a84c-086f35276b3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.030042] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788c3e81-4667-4540-85c2-62a1c1b11dea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.036221] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1094.036221] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524464ee-1ece-8736-c767-5ec140d881eb" [ 1094.036221] env[69411]: _type = "Task" [ 1094.036221] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.055916] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] a1ac3e17-2250-46ca-859d-628798161103/a1ac3e17-2250-46ca-859d-628798161103.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.060217] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93bcee59-d59f-49eb-bad6-7bc9e5b762df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.076939] env[69411]: DEBUG nova.compute.manager [req-b0d20415-2474-4453-bf50-62c2e5f368af req-14ae5cff-292a-4cdd-9252-9fc26c0c647f service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Received event network-changed-166ea9f4-1d42-487c-92e8-1989b82c8c55 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.077152] env[69411]: DEBUG nova.compute.manager [req-b0d20415-2474-4453-bf50-62c2e5f368af req-14ae5cff-292a-4cdd-9252-9fc26c0c647f service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Refreshing instance network info cache due to event network-changed-166ea9f4-1d42-487c-92e8-1989b82c8c55. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.077379] env[69411]: DEBUG oslo_concurrency.lockutils [req-b0d20415-2474-4453-bf50-62c2e5f368af req-14ae5cff-292a-4cdd-9252-9fc26c0c647f service nova] Acquiring lock "refresh_cache-a926f70b-cf17-4e5b-b28d-b02d262b37a3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.077522] env[69411]: DEBUG oslo_concurrency.lockutils [req-b0d20415-2474-4453-bf50-62c2e5f368af req-14ae5cff-292a-4cdd-9252-9fc26c0c647f service nova] Acquired lock "refresh_cache-a926f70b-cf17-4e5b-b28d-b02d262b37a3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.077752] env[69411]: DEBUG nova.network.neutron [req-b0d20415-2474-4453-bf50-62c2e5f368af req-14ae5cff-292a-4cdd-9252-9fc26c0c647f service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Refreshing network info cache for port 166ea9f4-1d42-487c-92e8-1989b82c8c55 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.086843] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524464ee-1ece-8736-c767-5ec140d881eb, 'name': SearchDatastore_Task, 'duration_secs': 0.023512} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.089263] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1094.089263] env[69411]: value = "task-3323594" [ 1094.089263] env[69411]: _type = "Task" [ 1094.089263] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.089982] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7009cf0-a4c6-4edc-b16c-9be3a3402226 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.103241] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323594, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.104337] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1094.104337] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52200679-7a98-bff6-6146-8a082e4dc1ba" [ 1094.104337] env[69411]: _type = "Task" [ 1094.104337] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.113615] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52200679-7a98-bff6-6146-8a082e4dc1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.124794] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.125309] env[69411]: DEBUG nova.compute.manager [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.127854] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.115s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.128087] env[69411]: DEBUG nova.objects.instance [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lazy-loading 'resources' on Instance uuid 1c0983a8-897c-4721-8aa8-b4d9bb909fba {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.314026] env[69411]: DEBUG oslo_vmware.api [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.340128] env[69411]: INFO nova.compute.manager [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Took 22.45 seconds to build instance. [ 1094.456079] env[69411]: DEBUG nova.compute.manager [req-b9b09f9f-6038-4bc0-bd88-71aaf0190149 req-38d04144-ab1d-44f3-a51e-015adfb8889e service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Received event network-vif-plugged-6e1ddc58-269f-464f-b805-955abcfeb827 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.456177] env[69411]: DEBUG oslo_concurrency.lockutils [req-b9b09f9f-6038-4bc0-bd88-71aaf0190149 req-38d04144-ab1d-44f3-a51e-015adfb8889e service nova] Acquiring lock "299692c3-30f9-4bb3-af21-772cd63fa85c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.456429] env[69411]: DEBUG oslo_concurrency.lockutils [req-b9b09f9f-6038-4bc0-bd88-71aaf0190149 req-38d04144-ab1d-44f3-a51e-015adfb8889e service nova] Lock "299692c3-30f9-4bb3-af21-772cd63fa85c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.456610] env[69411]: DEBUG oslo_concurrency.lockutils [req-b9b09f9f-6038-4bc0-bd88-71aaf0190149 req-38d04144-ab1d-44f3-a51e-015adfb8889e service nova] Lock "299692c3-30f9-4bb3-af21-772cd63fa85c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.456790] env[69411]: DEBUG nova.compute.manager [req-b9b09f9f-6038-4bc0-bd88-71aaf0190149 req-38d04144-ab1d-44f3-a51e-015adfb8889e service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] No waiting events found dispatching network-vif-plugged-6e1ddc58-269f-464f-b805-955abcfeb827 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.456963] env[69411]: WARNING nova.compute.manager [req-b9b09f9f-6038-4bc0-bd88-71aaf0190149 req-38d04144-ab1d-44f3-a51e-015adfb8889e service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Received unexpected event network-vif-plugged-6e1ddc58-269f-464f-b805-955abcfeb827 for instance with vm_state building and task_state spawning. [ 1094.573436] env[69411]: DEBUG nova.network.neutron [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Successfully updated port: 6e1ddc58-269f-464f-b805-955abcfeb827 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.603728] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.615069] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52200679-7a98-bff6-6146-8a082e4dc1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.038621} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.615432] env[69411]: DEBUG oslo_concurrency.lockutils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.615787] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] bcf2dc4d-83dc-408a-8a45-3f8568b3722b/bcf2dc4d-83dc-408a-8a45-3f8568b3722b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.615964] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5f69d30-4f17-43fc-9534-623fdc7aec11 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.626725] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1094.626725] env[69411]: value = "task-3323595" [ 1094.626725] env[69411]: _type = "Task" [ 1094.626725] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.631051] env[69411]: DEBUG nova.compute.utils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.635513] env[69411]: DEBUG nova.compute.manager [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.635691] env[69411]: DEBUG nova.network.neutron [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.646422] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.692898] env[69411]: DEBUG nova.policy [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61a70c6ff2be4a17bef70a4651a12295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d93079ae7584bab9feb43e850052e75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.815275] env[69411]: DEBUG oslo_vmware.api [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323592, 'name': ReconfigVM_Task, 'duration_secs': 1.129769} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.822023] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Reconfigured VM instance instance-00000053 to attach disk [datastore2] volume-67e4a593-cafd-4113-be5a-46002e005446/volume-67e4a593-cafd-4113-be5a-46002e005446.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.824370] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1adcdb49-6208-4ad2-9900-32cf75db4b59 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.843034] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9796b5d-a83e-4b32-9f8f-f1ab983c10ce tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.970s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.843387] env[69411]: DEBUG oslo_vmware.api [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1094.843387] env[69411]: value = "task-3323596" [ 1094.843387] env[69411]: _type = "Task" [ 1094.843387] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.855404] env[69411]: DEBUG oslo_vmware.api [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.937809] env[69411]: DEBUG nova.network.neutron [req-b0d20415-2474-4453-bf50-62c2e5f368af req-14ae5cff-292a-4cdd-9252-9fc26c0c647f service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Updated VIF entry in instance network info cache for port 166ea9f4-1d42-487c-92e8-1989b82c8c55. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.938221] env[69411]: DEBUG nova.network.neutron [req-b0d20415-2474-4453-bf50-62c2e5f368af req-14ae5cff-292a-4cdd-9252-9fc26c0c647f service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Updating instance_info_cache with network_info: [{"id": "166ea9f4-1d42-487c-92e8-1989b82c8c55", "address": "fa:16:3e:2f:fc:04", "network": {"id": "246fdaea-85fa-4698-a029-37be0568850a", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-708409175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efbda5135eca4356909ff55befbf32ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166ea9f4-1d", "ovs_interfaceid": "166ea9f4-1d42-487c-92e8-1989b82c8c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.067424] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e354df-0a17-4fc1-8f76-75bc8dbd5d7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.080621] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.080778] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.080930] env[69411]: DEBUG nova.network.neutron [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.085055] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62297335-68e3-4350-8b0a-fa4ec6a8636d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.135830] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb71980-edcf-4ce3-91bc-4ae284dd4eb1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.149234] env[69411]: DEBUG nova.compute.manager [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.152142] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323594, 'name': ReconfigVM_Task, 'duration_secs': 0.892459} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.153457] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Reconfigured VM instance instance-00000061 to attach disk [datastore2] a1ac3e17-2250-46ca-859d-628798161103/a1ac3e17-2250-46ca-859d-628798161103.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.154318] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc7d252f-c840-417b-9cd9-0f398207fb49 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.163222] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715838cb-06ad-4ff5-9a55-10fde186042d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.167843] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323595, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.169460] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1095.169460] env[69411]: value = "task-3323597" [ 1095.169460] env[69411]: _type = "Task" [ 1095.169460] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.174505] env[69411]: DEBUG nova.network.neutron [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Successfully created port: 58340881-f9b4-4917-9918-5756d247ea24 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.191469] env[69411]: DEBUG nova.compute.provider_tree [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.193697] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323597, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.367986] env[69411]: DEBUG oslo_vmware.api [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323596, 'name': ReconfigVM_Task, 'duration_secs': 0.208665} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.369125] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663503', 'volume_id': '67e4a593-cafd-4113-be5a-46002e005446', 'name': 'volume-67e4a593-cafd-4113-be5a-46002e005446', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56f02699-5153-426f-9f37-4d82a2cbcb21', 'attached_at': '', 'detached_at': '', 'volume_id': '67e4a593-cafd-4113-be5a-46002e005446', 'serial': '67e4a593-cafd-4113-be5a-46002e005446'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1095.443543] env[69411]: DEBUG oslo_concurrency.lockutils [req-b0d20415-2474-4453-bf50-62c2e5f368af req-14ae5cff-292a-4cdd-9252-9fc26c0c647f service nova] Releasing lock "refresh_cache-a926f70b-cf17-4e5b-b28d-b02d262b37a3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.636575] env[69411]: DEBUG nova.network.neutron [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.644842] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.905018} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.644919] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] bcf2dc4d-83dc-408a-8a45-3f8568b3722b/bcf2dc4d-83dc-408a-8a45-3f8568b3722b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.645366] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.645366] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc8598d9-72e3-4f08-8672-321f38cb60ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.656372] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1095.656372] env[69411]: value = "task-3323598" [ 1095.656372] env[69411]: _type = "Task" [ 1095.656372] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.665221] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.681299] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323597, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.694438] env[69411]: DEBUG nova.scheduler.client.report [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.887567] env[69411]: DEBUG nova.network.neutron [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Updating instance_info_cache with network_info: [{"id": "6e1ddc58-269f-464f-b805-955abcfeb827", "address": "fa:16:3e:a8:21:59", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e1ddc58-26", "ovs_interfaceid": "6e1ddc58-269f-464f-b805-955abcfeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.158491] env[69411]: DEBUG nova.compute.manager [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.171816] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209457} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.175444] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.177497] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a122f584-e1b7-4010-a1ae-639ea7d69ab6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.196644] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323597, 'name': Rename_Task, 'duration_secs': 0.539517} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.207695] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] bcf2dc4d-83dc-408a-8a45-3f8568b3722b/bcf2dc4d-83dc-408a-8a45-3f8568b3722b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.210679] env[69411]: DEBUG nova.virt.hardware [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.210679] env[69411]: DEBUG nova.virt.hardware [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.210679] env[69411]: DEBUG nova.virt.hardware [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.210679] env[69411]: DEBUG nova.virt.hardware [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.210679] env[69411]: DEBUG nova.virt.hardware [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.210679] env[69411]: DEBUG nova.virt.hardware [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.210679] env[69411]: DEBUG nova.virt.hardware [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.210679] env[69411]: DEBUG nova.virt.hardware [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.210679] env[69411]: DEBUG nova.virt.hardware [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.210679] env[69411]: DEBUG nova.virt.hardware [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.210679] env[69411]: DEBUG nova.virt.hardware [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.211103] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.211707] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.214048] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2da390e5-5f8d-4655-99ed-138bdbba98a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.229826] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ce7c69-0498-485e-8e5c-6ff42a643013 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.234556] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50f101a0-e31d-418f-b241-193b77c76536 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.236654] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.817s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.236654] env[69411]: DEBUG nova.objects.instance [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lazy-loading 'resources' on Instance uuid 10e24ec3-736e-4654-a132-d01cf4b0b1a4 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.254635] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7eb492-3aee-4e13-a884-f2e0f2e91820 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.258904] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1096.258904] env[69411]: value = "task-3323599" [ 1096.258904] env[69411]: _type = "Task" [ 1096.258904] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.259553] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1096.259553] env[69411]: value = "task-3323600" [ 1096.259553] env[69411]: _type = "Task" [ 1096.259553] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.281019] env[69411]: INFO nova.scheduler.client.report [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Deleted allocations for instance 1c0983a8-897c-4721-8aa8-b4d9bb909fba [ 1096.294319] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323599, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.294774] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.390347] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.390723] env[69411]: DEBUG nova.compute.manager [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Instance network_info: |[{"id": "6e1ddc58-269f-464f-b805-955abcfeb827", "address": "fa:16:3e:a8:21:59", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e1ddc58-26", "ovs_interfaceid": "6e1ddc58-269f-464f-b805-955abcfeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.391219] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:21:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e1ddc58-269f-464f-b805-955abcfeb827', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.399240] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.399483] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.399716] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d38bd300-f70a-4255-b168-3a71f59ebc9d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.423029] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.423029] env[69411]: value = "task-3323601" [ 1096.423029] env[69411]: _type = "Task" [ 1096.423029] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.431751] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323601, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.432769] env[69411]: DEBUG nova.objects.instance [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lazy-loading 'flavor' on Instance uuid 56f02699-5153-426f-9f37-4d82a2cbcb21 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.514185] env[69411]: DEBUG nova.compute.manager [req-f7cb08de-0a9e-4713-83f3-f1b0ce034d91 req-7f14d1e8-c8a0-4c5a-8919-3ddc430ba6d2 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Received event network-changed-6e1ddc58-269f-464f-b805-955abcfeb827 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.514185] env[69411]: DEBUG nova.compute.manager [req-f7cb08de-0a9e-4713-83f3-f1b0ce034d91 req-7f14d1e8-c8a0-4c5a-8919-3ddc430ba6d2 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Refreshing instance network info cache due to event network-changed-6e1ddc58-269f-464f-b805-955abcfeb827. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.514185] env[69411]: DEBUG oslo_concurrency.lockutils [req-f7cb08de-0a9e-4713-83f3-f1b0ce034d91 req-7f14d1e8-c8a0-4c5a-8919-3ddc430ba6d2 service nova] Acquiring lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.514185] env[69411]: DEBUG oslo_concurrency.lockutils [req-f7cb08de-0a9e-4713-83f3-f1b0ce034d91 req-7f14d1e8-c8a0-4c5a-8919-3ddc430ba6d2 service nova] Acquired lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.514185] env[69411]: DEBUG nova.network.neutron [req-f7cb08de-0a9e-4713-83f3-f1b0ce034d91 req-7f14d1e8-c8a0-4c5a-8919-3ddc430ba6d2 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Refreshing network info cache for port 6e1ddc58-269f-464f-b805-955abcfeb827 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.720980] env[69411]: DEBUG nova.compute.manager [req-a5ad6b00-1013-4dee-b198-6721e9aba06b req-668c926d-2cef-481c-b05a-7036ac0b56cd service nova] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Received event network-vif-plugged-58340881-f9b4-4917-9918-5756d247ea24 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.720980] env[69411]: DEBUG oslo_concurrency.lockutils [req-a5ad6b00-1013-4dee-b198-6721e9aba06b req-668c926d-2cef-481c-b05a-7036ac0b56cd service nova] Acquiring lock "95c38893-1202-4ce0-8b00-8d61ee281af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.721401] env[69411]: DEBUG oslo_concurrency.lockutils [req-a5ad6b00-1013-4dee-b198-6721e9aba06b req-668c926d-2cef-481c-b05a-7036ac0b56cd service nova] Lock "95c38893-1202-4ce0-8b00-8d61ee281af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.721401] env[69411]: DEBUG oslo_concurrency.lockutils [req-a5ad6b00-1013-4dee-b198-6721e9aba06b req-668c926d-2cef-481c-b05a-7036ac0b56cd service nova] Lock "95c38893-1202-4ce0-8b00-8d61ee281af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.721577] env[69411]: DEBUG nova.compute.manager [req-a5ad6b00-1013-4dee-b198-6721e9aba06b req-668c926d-2cef-481c-b05a-7036ac0b56cd service nova] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] No waiting events found dispatching network-vif-plugged-58340881-f9b4-4917-9918-5756d247ea24 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.721741] env[69411]: WARNING nova.compute.manager [req-a5ad6b00-1013-4dee-b198-6721e9aba06b req-668c926d-2cef-481c-b05a-7036ac0b56cd service nova] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Received unexpected event network-vif-plugged-58340881-f9b4-4917-9918-5756d247ea24 for instance with vm_state building and task_state spawning. [ 1096.745281] env[69411]: INFO nova.compute.manager [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Rescuing [ 1096.745895] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.745895] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.746041] env[69411]: DEBUG nova.network.neutron [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.773824] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.778105] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.798553] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29e53391-01e7-42ce-a8b6-7aa1209c0ded tempest-ImagesTestJSON-1204684042 tempest-ImagesTestJSON-1204684042-project-member] Lock "1c0983a8-897c-4721-8aa8-b4d9bb909fba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.549s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.832650] env[69411]: DEBUG nova.network.neutron [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Successfully updated port: 58340881-f9b4-4917-9918-5756d247ea24 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.940605] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323601, 'name': CreateVM_Task, 'duration_secs': 0.389135} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.941148] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6443c2e8-ec05-43e9-8378-082eec79cd35 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "56f02699-5153-426f-9f37-4d82a2cbcb21" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.838s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.941972] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.944958] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.945134] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.945465] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.946526] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c1b0b1d-e7d2-408f-95a2-c65b00f286da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.953145] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1096.953145] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5241186c-608b-3b27-501b-6b0889f7e855" [ 1096.953145] env[69411]: _type = "Task" [ 1096.953145] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.967599] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5241186c-608b-3b27-501b-6b0889f7e855, 'name': SearchDatastore_Task, 'duration_secs': 0.011949} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.967891] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.968141] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.968386] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.968976] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.968976] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.971915] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-581cc6e9-fb93-44cb-b582-17a3251b09d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.982894] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.983144] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.986613] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af45d7f5-ff35-49b9-a4e0-43103849771d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.993954] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1096.993954] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5222fdf1-32e1-10ad-6777-c2ff37d256ad" [ 1096.993954] env[69411]: _type = "Task" [ 1096.993954] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.005130] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5222fdf1-32e1-10ad-6777-c2ff37d256ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.105075] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a145cd-bc70-4b7d-ba37-7bc587247b9e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.111655] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c538ec-05b3-4585-8a6a-38bdf2f0a6d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.146128] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec58d653-7720-4dc6-bfa8-b8ea13ea3ea1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.155055] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1819d3a-ab92-4a34-8837-324c21e49a69 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.169551] env[69411]: DEBUG nova.compute.provider_tree [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.276035] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323600, 'name': ReconfigVM_Task, 'duration_secs': 0.818882} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.279184] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Reconfigured VM instance instance-00000062 to attach disk [datastore2] bcf2dc4d-83dc-408a-8a45-3f8568b3722b/bcf2dc4d-83dc-408a-8a45-3f8568b3722b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.279922] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323599, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.280167] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b45bfff9-d118-47c7-a911-cd74cffe2f77 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.287951] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1097.287951] env[69411]: value = "task-3323602" [ 1097.287951] env[69411]: _type = "Task" [ 1097.287951] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.298008] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323602, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.335747] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "refresh_cache-95c38893-1202-4ce0-8b00-8d61ee281af2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.335904] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "refresh_cache-95c38893-1202-4ce0-8b00-8d61ee281af2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.336074] env[69411]: DEBUG nova.network.neutron [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.512020] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5222fdf1-32e1-10ad-6777-c2ff37d256ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012001} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.519375] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f512a4-5c11-4ae5-b68d-76208e9e1946 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.528597] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1097.528597] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523f6a3f-b41b-5bcf-a7aa-ae56201529cc" [ 1097.528597] env[69411]: _type = "Task" [ 1097.528597] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.538596] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523f6a3f-b41b-5bcf-a7aa-ae56201529cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.580832] env[69411]: DEBUG oslo_vmware.rw_handles [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4f905-c22f-9dba-ce0f-8ab549842357/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1097.581738] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c587926-b33a-4c11-829d-671ce8d83c70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.585848] env[69411]: DEBUG nova.network.neutron [req-f7cb08de-0a9e-4713-83f3-f1b0ce034d91 req-7f14d1e8-c8a0-4c5a-8919-3ddc430ba6d2 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Updated VIF entry in instance network info cache for port 6e1ddc58-269f-464f-b805-955abcfeb827. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.586168] env[69411]: DEBUG nova.network.neutron [req-f7cb08de-0a9e-4713-83f3-f1b0ce034d91 req-7f14d1e8-c8a0-4c5a-8919-3ddc430ba6d2 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Updating instance_info_cache with network_info: [{"id": "6e1ddc58-269f-464f-b805-955abcfeb827", "address": "fa:16:3e:a8:21:59", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e1ddc58-26", "ovs_interfaceid": "6e1ddc58-269f-464f-b805-955abcfeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.596929] env[69411]: DEBUG oslo_vmware.rw_handles [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4f905-c22f-9dba-ce0f-8ab549842357/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1097.598705] env[69411]: ERROR oslo_vmware.rw_handles [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4f905-c22f-9dba-ce0f-8ab549842357/disk-0.vmdk due to incomplete transfer. [ 1097.598705] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ecac0ae5-11ce-454b-800b-1366e5809854 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.612262] env[69411]: DEBUG oslo_vmware.rw_handles [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4f905-c22f-9dba-ce0f-8ab549842357/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1097.612473] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Uploaded image f37c4159-53b4-49b5-8d39-80fd2b669877 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1097.615737] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1097.616953] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8e89afcc-3f94-408f-8214-7c0050941567 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.624518] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1097.624518] env[69411]: value = "task-3323603" [ 1097.624518] env[69411]: _type = "Task" [ 1097.624518] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.635532] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323603, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.672561] env[69411]: DEBUG nova.scheduler.client.report [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.771162] env[69411]: DEBUG oslo_vmware.api [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323599, 'name': PowerOnVM_Task, 'duration_secs': 1.255123} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.771430] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.771633] env[69411]: INFO nova.compute.manager [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1097.771814] env[69411]: DEBUG nova.compute.manager [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.772592] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a1c59c-ff57-41af-93e7-06543d88126d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.777314] env[69411]: DEBUG nova.network.neutron [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Updating instance_info_cache with network_info: [{"id": "85581412-cabf-441b-9b4d-f796c09487dd", "address": "fa:16:3e:d0:24:0d", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85581412-ca", "ovs_interfaceid": "85581412-cabf-441b-9b4d-f796c09487dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.798360] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323602, 'name': Rename_Task, 'duration_secs': 0.26705} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.798627] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.798973] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f8f3907-4451-42fd-a411-d589900a2318 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.806404] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1097.806404] env[69411]: value = "task-3323604" [ 1097.806404] env[69411]: _type = "Task" [ 1097.806404] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.817016] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.885448] env[69411]: DEBUG nova.network.neutron [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.039809] env[69411]: DEBUG nova.network.neutron [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Updating instance_info_cache with network_info: [{"id": "58340881-f9b4-4917-9918-5756d247ea24", "address": "fa:16:3e:25:13:9e", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58340881-f9", "ovs_interfaceid": "58340881-f9b4-4917-9918-5756d247ea24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.049164] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523f6a3f-b41b-5bcf-a7aa-ae56201529cc, 'name': SearchDatastore_Task, 'duration_secs': 0.029696} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.049164] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.049164] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 299692c3-30f9-4bb3-af21-772cd63fa85c/299692c3-30f9-4bb3-af21-772cd63fa85c.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.049164] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b62f5d2e-6367-4fe0-851b-e49842345006 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.057822] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1098.057822] env[69411]: value = "task-3323605" [ 1098.057822] env[69411]: _type = "Task" [ 1098.057822] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.072744] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.090136] env[69411]: DEBUG oslo_concurrency.lockutils [req-f7cb08de-0a9e-4713-83f3-f1b0ce034d91 req-7f14d1e8-c8a0-4c5a-8919-3ddc430ba6d2 service nova] Releasing lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.090478] env[69411]: DEBUG nova.compute.manager [req-f7cb08de-0a9e-4713-83f3-f1b0ce034d91 req-7f14d1e8-c8a0-4c5a-8919-3ddc430ba6d2 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Received event network-changed-7cfe3bf3-a359-4acd-9e1e-ec34df149997 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.090747] env[69411]: DEBUG nova.compute.manager [req-f7cb08de-0a9e-4713-83f3-f1b0ce034d91 req-7f14d1e8-c8a0-4c5a-8919-3ddc430ba6d2 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Refreshing instance network info cache due to event network-changed-7cfe3bf3-a359-4acd-9e1e-ec34df149997. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.091090] env[69411]: DEBUG oslo_concurrency.lockutils [req-f7cb08de-0a9e-4713-83f3-f1b0ce034d91 req-7f14d1e8-c8a0-4c5a-8919-3ddc430ba6d2 service nova] Acquiring lock "refresh_cache-964c7ba5-da92-4e47-9dc8-bd62294c0446" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.091312] env[69411]: DEBUG oslo_concurrency.lockutils [req-f7cb08de-0a9e-4713-83f3-f1b0ce034d91 req-7f14d1e8-c8a0-4c5a-8919-3ddc430ba6d2 service nova] Acquired lock "refresh_cache-964c7ba5-da92-4e47-9dc8-bd62294c0446" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.091569] env[69411]: DEBUG nova.network.neutron [req-f7cb08de-0a9e-4713-83f3-f1b0ce034d91 req-7f14d1e8-c8a0-4c5a-8919-3ddc430ba6d2 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Refreshing network info cache for port 7cfe3bf3-a359-4acd-9e1e-ec34df149997 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.137767] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323603, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.182970] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.189642] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.072s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.189642] env[69411]: DEBUG nova.objects.instance [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lazy-loading 'resources' on Instance uuid 7ea10113-1c15-41e2-9f2d-d7b92abe0e24 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.224278] env[69411]: INFO nova.scheduler.client.report [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Deleted allocations for instance 10e24ec3-736e-4654-a132-d01cf4b0b1a4 [ 1098.284210] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.294626] env[69411]: INFO nova.compute.manager [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Took 25.23 seconds to build instance. [ 1098.319283] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.542340] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "refresh_cache-95c38893-1202-4ce0-8b00-8d61ee281af2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.542689] env[69411]: DEBUG nova.compute.manager [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Instance network_info: |[{"id": "58340881-f9b4-4917-9918-5756d247ea24", "address": "fa:16:3e:25:13:9e", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58340881-f9", "ovs_interfaceid": "58340881-f9b4-4917-9918-5756d247ea24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1098.543143] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:13:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58340881-f9b4-4917-9918-5756d247ea24', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.551093] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.551336] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.551561] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95be9e42-2b49-4164-bff2-5f56787f17e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.576937] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518516} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.578331] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 299692c3-30f9-4bb3-af21-772cd63fa85c/299692c3-30f9-4bb3-af21-772cd63fa85c.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.578596] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.578846] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.578846] env[69411]: value = "task-3323606" [ 1098.578846] env[69411]: _type = "Task" [ 1098.578846] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.579318] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ebfd9fb-0ea6-47ad-b4d8-febf3ac8da7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.589352] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1098.589352] env[69411]: value = "task-3323607" [ 1098.589352] env[69411]: _type = "Task" [ 1098.589352] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.596983] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323606, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.608081] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.638711] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323603, 'name': Destroy_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.736942] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb046fea-3c5c-48fd-8578-95ab47523752 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "10e24ec3-736e-4654-a132-d01cf4b0b1a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.972s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.795592] env[69411]: DEBUG nova.compute.manager [req-5b832a0d-60ba-447c-8e88-824447796dc8 req-6dd2555c-a485-410b-99bf-0b2387cc9029 service nova] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Received event network-changed-58340881-f9b4-4917-9918-5756d247ea24 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.795874] env[69411]: DEBUG nova.compute.manager [req-5b832a0d-60ba-447c-8e88-824447796dc8 req-6dd2555c-a485-410b-99bf-0b2387cc9029 service nova] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Refreshing instance network info cache due to event network-changed-58340881-f9b4-4917-9918-5756d247ea24. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.796011] env[69411]: DEBUG oslo_concurrency.lockutils [req-5b832a0d-60ba-447c-8e88-824447796dc8 req-6dd2555c-a485-410b-99bf-0b2387cc9029 service nova] Acquiring lock "refresh_cache-95c38893-1202-4ce0-8b00-8d61ee281af2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.796169] env[69411]: DEBUG oslo_concurrency.lockutils [req-5b832a0d-60ba-447c-8e88-824447796dc8 req-6dd2555c-a485-410b-99bf-0b2387cc9029 service nova] Acquired lock "refresh_cache-95c38893-1202-4ce0-8b00-8d61ee281af2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.796332] env[69411]: DEBUG nova.network.neutron [req-5b832a0d-60ba-447c-8e88-824447796dc8 req-6dd2555c-a485-410b-99bf-0b2387cc9029 service nova] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Refreshing network info cache for port 58340881-f9b4-4917-9918-5756d247ea24 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.798512] env[69411]: DEBUG oslo_concurrency.lockutils [None req-804126b9-4e99-4355-a7f3-34fd9254acb2 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "a1ac3e17-2250-46ca-859d-628798161103" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.746s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.820278] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323604, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.003261] env[69411]: DEBUG nova.network.neutron [req-f7cb08de-0a9e-4713-83f3-f1b0ce034d91 req-7f14d1e8-c8a0-4c5a-8919-3ddc430ba6d2 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Updated VIF entry in instance network info cache for port 7cfe3bf3-a359-4acd-9e1e-ec34df149997. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.003664] env[69411]: DEBUG nova.network.neutron [req-f7cb08de-0a9e-4713-83f3-f1b0ce034d91 req-7f14d1e8-c8a0-4c5a-8919-3ddc430ba6d2 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Updating instance_info_cache with network_info: [{"id": "7cfe3bf3-a359-4acd-9e1e-ec34df149997", "address": "fa:16:3e:38:5a:0c", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfe3bf3-a3", "ovs_interfaceid": "7cfe3bf3-a359-4acd-9e1e-ec34df149997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.093241] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323606, 'name': CreateVM_Task, 'duration_secs': 0.450126} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.095733] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.096750] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.096871] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.097243] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.100649] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65758af-2f3d-46a7-84fa-21779af93c22 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.108182] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1099.108182] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a0b626-b03e-8759-0e8e-e039e93e1617" [ 1099.108182] env[69411]: _type = "Task" [ 1099.108182] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.112052] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074058} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.114544] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.116321] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d470360-f22d-41e0-862e-76f11e777392 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.119700] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a519e10f-7281-4806-8958-0e81f204e717 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.144365] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 299692c3-30f9-4bb3-af21-772cd63fa85c/299692c3-30f9-4bb3-af21-772cd63fa85c.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.153298] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b87f54e-f847-4978-8c4d-3884a2c62d5a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.168057] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a0b626-b03e-8759-0e8e-e039e93e1617, 'name': SearchDatastore_Task, 'duration_secs': 0.011531} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.170120] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.170362] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.170593] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.170738] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.170914] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.171978] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553e7c35-4748-4877-8307-7ae756c0bb73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.178465] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f46d6981-0e84-4269-a99c-0c4950b453a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.184946] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323603, 'name': Destroy_Task, 'duration_secs': 1.287938} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.189076] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Destroyed the VM [ 1099.189076] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1099.189076] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1099.189076] env[69411]: value = "task-3323608" [ 1099.189076] env[69411]: _type = "Task" [ 1099.189076] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.212527] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4994eaa2-3cff-44ee-b84a-4ad57fb6a30a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.220279] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192df11a-30be-456e-8f65-0ef79015eb9f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.223098] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.223280] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.225406] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffdbaf6f-9eb9-4692-9723-2fc9ba65366e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.232593] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1099.232593] env[69411]: value = "task-3323609" [ 1099.232593] env[69411]: _type = "Task" [ 1099.232593] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.238548] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.238783] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1099.238783] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b3d271-68f6-e866-e87d-0dfc07de8d3a" [ 1099.238783] env[69411]: _type = "Task" [ 1099.238783] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.245771] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02e8b80-d61a-49e9-904a-27a38a792885 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.261699] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b3d271-68f6-e866-e87d-0dfc07de8d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.261971] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323609, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.270774] env[69411]: DEBUG nova.compute.provider_tree [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.318998] env[69411]: DEBUG oslo_vmware.api [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323604, 'name': PowerOnVM_Task, 'duration_secs': 1.221687} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.319303] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.319508] env[69411]: INFO nova.compute.manager [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1099.319685] env[69411]: DEBUG nova.compute.manager [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.320531] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2775778b-ac49-4a73-b1e6-17eb06cadbd3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.508372] env[69411]: DEBUG oslo_concurrency.lockutils [req-f7cb08de-0a9e-4713-83f3-f1b0ce034d91 req-7f14d1e8-c8a0-4c5a-8919-3ddc430ba6d2 service nova] Releasing lock "refresh_cache-964c7ba5-da92-4e47-9dc8-bd62294c0446" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.578934] env[69411]: DEBUG nova.network.neutron [req-5b832a0d-60ba-447c-8e88-824447796dc8 req-6dd2555c-a485-410b-99bf-0b2387cc9029 service nova] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Updated VIF entry in instance network info cache for port 58340881-f9b4-4917-9918-5756d247ea24. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.579337] env[69411]: DEBUG nova.network.neutron [req-5b832a0d-60ba-447c-8e88-824447796dc8 req-6dd2555c-a485-410b-99bf-0b2387cc9029 service nova] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Updating instance_info_cache with network_info: [{"id": "58340881-f9b4-4917-9918-5756d247ea24", "address": "fa:16:3e:25:13:9e", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58340881-f9", "ovs_interfaceid": "58340881-f9b4-4917-9918-5756d247ea24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.685578] env[69411]: DEBUG oslo_concurrency.lockutils [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "54325ab8-c500-470d-a095-cf831f1a6eb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.685930] env[69411]: DEBUG oslo_concurrency.lockutils [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "54325ab8-c500-470d-a095-cf831f1a6eb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.686241] env[69411]: DEBUG oslo_concurrency.lockutils [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "54325ab8-c500-470d-a095-cf831f1a6eb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.686461] env[69411]: DEBUG oslo_concurrency.lockutils [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "54325ab8-c500-470d-a095-cf831f1a6eb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.686634] env[69411]: DEBUG oslo_concurrency.lockutils [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "54325ab8-c500-470d-a095-cf831f1a6eb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.688832] env[69411]: INFO nova.compute.manager [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Terminating instance [ 1099.727026] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.750620] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323609, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.761737] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b3d271-68f6-e866-e87d-0dfc07de8d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.035615} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.762932] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b84e4d-286a-4518-a391-92bb88afd75f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.770945] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1099.770945] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527b639b-fe0e-09e7-e766-be4960f16b21" [ 1099.770945] env[69411]: _type = "Task" [ 1099.770945] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.775272] env[69411]: DEBUG nova.scheduler.client.report [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.785772] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527b639b-fe0e-09e7-e766-be4960f16b21, 'name': SearchDatastore_Task, 'duration_secs': 0.010157} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.786062] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.789987] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 95c38893-1202-4ce0-8b00-8d61ee281af2/95c38893-1202-4ce0-8b00-8d61ee281af2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.789987] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53b0b4e6-6ad4-430a-af8c-b6a996a5acbd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.795769] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1099.795769] env[69411]: value = "task-3323610" [ 1099.795769] env[69411]: _type = "Task" [ 1099.795769] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.806488] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.841221] env[69411]: INFO nova.compute.manager [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Took 23.88 seconds to build instance. [ 1099.846560] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.846894] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-723308dd-8882-4e7d-a021-6a8b1d777104 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.856768] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1099.856768] env[69411]: value = "task-3323611" [ 1099.856768] env[69411]: _type = "Task" [ 1099.856768] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.869337] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.081883] env[69411]: DEBUG oslo_concurrency.lockutils [req-5b832a0d-60ba-447c-8e88-824447796dc8 req-6dd2555c-a485-410b-99bf-0b2387cc9029 service nova] Releasing lock "refresh_cache-95c38893-1202-4ce0-8b00-8d61ee281af2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.192963] env[69411]: DEBUG nova.compute.manager [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.193241] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.194207] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22edda0a-4321-4298-a14b-a06abe0d2e70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.205784] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.205784] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5efe693-f136-432b-acaf-a0b714f498b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.216466] env[69411]: DEBUG oslo_vmware.api [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1100.216466] env[69411]: value = "task-3323612" [ 1100.216466] env[69411]: _type = "Task" [ 1100.216466] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.229902] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323608, 'name': ReconfigVM_Task, 'duration_secs': 0.748849} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.234923] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 299692c3-30f9-4bb3-af21-772cd63fa85c/299692c3-30f9-4bb3-af21-772cd63fa85c.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.235622] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "a1ac3e17-2250-46ca-859d-628798161103" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.235876] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "a1ac3e17-2250-46ca-859d-628798161103" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.236112] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "a1ac3e17-2250-46ca-859d-628798161103-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.236403] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "a1ac3e17-2250-46ca-859d-628798161103-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.237013] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "a1ac3e17-2250-46ca-859d-628798161103-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.238760] env[69411]: DEBUG oslo_vmware.api [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.238760] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6940bd53-c9b7-4a29-a909-ff4f32747f19 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.242683] env[69411]: INFO nova.compute.manager [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Terminating instance [ 1100.255288] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323609, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.257025] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1100.257025] env[69411]: value = "task-3323613" [ 1100.257025] env[69411]: _type = "Task" [ 1100.257025] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.269165] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323613, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.283332] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.285912] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.776s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.287465] env[69411]: INFO nova.compute.claims [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.308451] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501339} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.308451] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 95c38893-1202-4ce0-8b00-8d61ee281af2/95c38893-1202-4ce0-8b00-8d61ee281af2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.308742] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.309101] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-118e6f23-85e2-464b-990d-7e0d58f00bd3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.317294] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1100.317294] env[69411]: value = "task-3323614" [ 1100.317294] env[69411]: _type = "Task" [ 1100.317294] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.325493] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.328033] env[69411]: INFO nova.scheduler.client.report [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Deleted allocations for instance 7ea10113-1c15-41e2-9f2d-d7b92abe0e24 [ 1100.342550] env[69411]: DEBUG oslo_concurrency.lockutils [None req-501dab4b-3d7b-41c1-ae49-8552d685016a tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "bcf2dc4d-83dc-408a-8a45-3f8568b3722b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.392s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.371186] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323611, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.725383] env[69411]: DEBUG oslo_vmware.api [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323612, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.752747] env[69411]: DEBUG nova.compute.manager [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.753037] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.753362] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323609, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.754327] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b111657-6522-456f-b729-c8820c39b4ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.762636] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.763199] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-910f66a6-f211-4f9d-9215-8541f85136b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.770027] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323613, 'name': Rename_Task, 'duration_secs': 0.470778} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.770377] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.770621] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3edbe8e1-2a87-4273-baa6-5b8c770a9c75 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.774369] env[69411]: DEBUG oslo_vmware.api [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1100.774369] env[69411]: value = "task-3323615" [ 1100.774369] env[69411]: _type = "Task" [ 1100.774369] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.778514] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1100.778514] env[69411]: value = "task-3323616" [ 1100.778514] env[69411]: _type = "Task" [ 1100.778514] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.785037] env[69411]: DEBUG oslo_vmware.api [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.789578] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.826109] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07652} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.826451] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.827269] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02429ebc-e41e-4d8b-8817-81d7a8318154 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.852536] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 95c38893-1202-4ce0-8b00-8d61ee281af2/95c38893-1202-4ce0-8b00-8d61ee281af2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.853110] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1f4b9a9d-99c6-48bd-8d12-f3071e8d3f1f tempest-ServersTestMultiNic-1704793625 tempest-ServersTestMultiNic-1704793625-project-member] Lock "7ea10113-1c15-41e2-9f2d-d7b92abe0e24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.664s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.854080] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1f589a6-afe4-49ab-9b1e-69e7a97e94b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.878548] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323611, 'name': PowerOffVM_Task, 'duration_secs': 0.621733} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.879885] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.880581] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1100.880581] env[69411]: value = "task-3323617" [ 1100.880581] env[69411]: _type = "Task" [ 1100.880581] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.881341] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4725992-40ed-41ab-8cbd-c8396a67b294 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.893247] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.910503] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdde2be9-dfed-46c0-a34f-4560cc6386e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.959876] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.960502] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-721f3130-b6f3-45f5-9c63-b761c2d820d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.970061] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1100.970061] env[69411]: value = "task-3323618" [ 1100.970061] env[69411]: _type = "Task" [ 1100.970061] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.978873] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.232608] env[69411]: DEBUG oslo_vmware.api [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323612, 'name': PowerOffVM_Task, 'duration_secs': 0.513968} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.233226] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.233570] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.233965] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fb609eb-6f0c-43bf-af96-6a19b45453d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.253735] env[69411]: DEBUG oslo_vmware.api [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323609, 'name': RemoveSnapshot_Task, 'duration_secs': 1.852064} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.254425] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1101.254818] env[69411]: INFO nova.compute.manager [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Took 21.40 seconds to snapshot the instance on the hypervisor. [ 1101.295045] env[69411]: DEBUG oslo_vmware.api [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.307024] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323616, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.325479] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.325703] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.325915] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Deleting the datastore file [datastore2] 54325ab8-c500-470d-a095-cf831f1a6eb4 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.326189] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad3878c6-d347-41e8-a38f-b2cac4bed4d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.334347] env[69411]: DEBUG oslo_vmware.api [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1101.334347] env[69411]: value = "task-3323620" [ 1101.334347] env[69411]: _type = "Task" [ 1101.334347] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.345719] env[69411]: DEBUG oslo_vmware.api [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.398646] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.483999] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1101.483999] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.484253] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.484429] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.484608] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.485419] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faa7800f-c969-4d01-90ed-49d1a8c63a44 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.498095] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.498095] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.498095] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a8fb98-1033-4cad-9e88-b4a04a7223ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.505031] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1101.505031] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529c0672-17c6-5750-0608-8f3c6ffdd51d" [ 1101.505031] env[69411]: _type = "Task" [ 1101.505031] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.517523] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529c0672-17c6-5750-0608-8f3c6ffdd51d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.594696] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "bcf2dc4d-83dc-408a-8a45-3f8568b3722b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.594696] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "bcf2dc4d-83dc-408a-8a45-3f8568b3722b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.594696] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "bcf2dc4d-83dc-408a-8a45-3f8568b3722b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.594951] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "bcf2dc4d-83dc-408a-8a45-3f8568b3722b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.595186] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "bcf2dc4d-83dc-408a-8a45-3f8568b3722b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.598319] env[69411]: INFO nova.compute.manager [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Terminating instance [ 1101.690474] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c8d653-ba22-42d2-acc0-0f0e09743753 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.702036] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dfe36d-6fd3-49c9-9992-b54411954b7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.735915] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08540036-bc9d-40d6-9e53-88a7ee36c6e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.743388] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239eda1d-36b3-4193-b1d9-dfd977470ea9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.758058] env[69411]: DEBUG nova.compute.provider_tree [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.786527] env[69411]: DEBUG oslo_vmware.api [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323615, 'name': PowerOffVM_Task, 'duration_secs': 0.614143} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.789694] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.790720] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.790720] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35100a1d-bd65-466c-8b8e-c9a551eaf8e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.799039] env[69411]: DEBUG oslo_vmware.api [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323616, 'name': PowerOnVM_Task, 'duration_secs': 0.920813} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.799039] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.799039] env[69411]: INFO nova.compute.manager [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1101.799039] env[69411]: DEBUG nova.compute.manager [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.799039] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985bd518-36a1-4ee6-9913-cf31b75e8473 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.816922] env[69411]: DEBUG nova.compute.manager [None req-67d73451-abdf-48db-b156-74e40386f158 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Found 2 images (rotation: 2) {{(pid=69411) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1101.844176] env[69411]: DEBUG oslo_vmware.api [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267671} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.845157] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.845378] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.845528] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.845701] env[69411]: INFO nova.compute.manager [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1101.845939] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.846174] env[69411]: DEBUG nova.compute.manager [-] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.846276] env[69411]: DEBUG nova.network.neutron [-] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.874138] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.874428] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.874624] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleting the datastore file [datastore2] a1ac3e17-2250-46ca-859d-628798161103 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.875441] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa41e0c2-6bb3-4064-b1b2-a59329330914 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.882963] env[69411]: DEBUG oslo_vmware.api [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1101.882963] env[69411]: value = "task-3323622" [ 1101.882963] env[69411]: _type = "Task" [ 1101.882963] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.894686] env[69411]: DEBUG oslo_vmware.api [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.898167] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323617, 'name': ReconfigVM_Task, 'duration_secs': 0.753713} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.898409] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 95c38893-1202-4ce0-8b00-8d61ee281af2/95c38893-1202-4ce0-8b00-8d61ee281af2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.899078] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29d4529a-a56a-48e7-aa31-38b577b2f566 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.905249] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1101.905249] env[69411]: value = "task-3323623" [ 1101.905249] env[69411]: _type = "Task" [ 1101.905249] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.918450] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323623, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.017775] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529c0672-17c6-5750-0608-8f3c6ffdd51d, 'name': SearchDatastore_Task, 'duration_secs': 0.010559} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.018716] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be4778fb-01ed-412b-ab4c-4892b62e67bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.025657] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1102.025657] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52abb1f9-7719-0854-9a1d-3b5787ef66df" [ 1102.025657] env[69411]: _type = "Task" [ 1102.025657] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.035539] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52abb1f9-7719-0854-9a1d-3b5787ef66df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.102608] env[69411]: DEBUG nova.compute.manager [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.102855] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.104031] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b416d174-3076-4788-a72d-cc38b649e59d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.114067] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.114516] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7acd6ae-692b-4b72-ad19-49e3a7a24252 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.122083] env[69411]: DEBUG oslo_vmware.api [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1102.122083] env[69411]: value = "task-3323624" [ 1102.122083] env[69411]: _type = "Task" [ 1102.122083] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.132354] env[69411]: DEBUG oslo_vmware.api [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.266092] env[69411]: DEBUG nova.scheduler.client.report [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.333534] env[69411]: INFO nova.compute.manager [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Took 24.75 seconds to build instance. [ 1102.394456] env[69411]: DEBUG oslo_vmware.api [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227369} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.394769] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.394926] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.395151] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.395445] env[69411]: INFO nova.compute.manager [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: a1ac3e17-2250-46ca-859d-628798161103] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1102.395591] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.395747] env[69411]: DEBUG nova.compute.manager [-] [instance: a1ac3e17-2250-46ca-859d-628798161103] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.395845] env[69411]: DEBUG nova.network.neutron [-] [instance: a1ac3e17-2250-46ca-859d-628798161103] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.417252] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323623, 'name': Rename_Task, 'duration_secs': 0.190159} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.417688] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.417999] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32fe8ae2-82c2-43ee-be74-004256bf485c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.426176] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1102.426176] env[69411]: value = "task-3323625" [ 1102.426176] env[69411]: _type = "Task" [ 1102.426176] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.436080] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.542840] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52abb1f9-7719-0854-9a1d-3b5787ef66df, 'name': SearchDatastore_Task, 'duration_secs': 0.010605} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.542840] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.542840] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 56f02699-5153-426f-9f37-4d82a2cbcb21/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk. {{(pid=69411) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1102.542840] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-360087b4-eb63-4d8b-afd4-b9f81a519e5d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.548698] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1102.548698] env[69411]: value = "task-3323626" [ 1102.548698] env[69411]: _type = "Task" [ 1102.548698] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.556349] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.633874] env[69411]: DEBUG oslo_vmware.api [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323624, 'name': PowerOffVM_Task, 'duration_secs': 0.395819} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.634361] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.634618] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.634913] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8e370bd-772d-4190-a9bf-424d0da4e08e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.709482] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.709482] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.709482] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleting the datastore file [datastore2] bcf2dc4d-83dc-408a-8a45-3f8568b3722b {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.709482] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67c1bd25-2dc7-43d1-a10b-4efd2beea6d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.718073] env[69411]: DEBUG oslo_vmware.api [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for the task: (returnval){ [ 1102.718073] env[69411]: value = "task-3323628" [ 1102.718073] env[69411]: _type = "Task" [ 1102.718073] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.726230] env[69411]: DEBUG oslo_vmware.api [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.776568] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.776736] env[69411]: DEBUG nova.compute.manager [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.780349] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.743s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.780579] env[69411]: DEBUG nova.objects.instance [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1102.837029] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3e4731db-1d36-4084-a7a3-f75df9a2829c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "299692c3-30f9-4bb3-af21-772cd63fa85c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.264s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.905764] env[69411]: DEBUG nova.compute.manager [req-36245b2f-7681-40cc-86b0-d047237ff82a req-fd370188-6e45-4d51-9362-81013035b15b service nova] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Received event network-vif-deleted-c62d6518-6d14-4b43-89e8-feb954bf1636 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.906040] env[69411]: INFO nova.compute.manager [req-36245b2f-7681-40cc-86b0-d047237ff82a req-fd370188-6e45-4d51-9362-81013035b15b service nova] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Neutron deleted interface c62d6518-6d14-4b43-89e8-feb954bf1636; detaching it from the instance and deleting it from the info cache [ 1102.907539] env[69411]: DEBUG nova.network.neutron [req-36245b2f-7681-40cc-86b0-d047237ff82a req-fd370188-6e45-4d51-9362-81013035b15b service nova] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.943050] env[69411]: DEBUG nova.network.neutron [-] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.944732] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323625, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.069101] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323626, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.201701] env[69411]: DEBUG nova.compute.manager [req-7f4509af-8025-4112-812f-523839fe92ca req-7a2b81cc-360b-41a3-a64c-af3d72fea4dc service nova] [instance: a1ac3e17-2250-46ca-859d-628798161103] Received event network-vif-deleted-0fc71c23-e0cf-4123-91b1-495f208849a8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.202022] env[69411]: INFO nova.compute.manager [req-7f4509af-8025-4112-812f-523839fe92ca req-7a2b81cc-360b-41a3-a64c-af3d72fea4dc service nova] [instance: a1ac3e17-2250-46ca-859d-628798161103] Neutron deleted interface 0fc71c23-e0cf-4123-91b1-495f208849a8; detaching it from the instance and deleting it from the info cache [ 1103.202846] env[69411]: DEBUG nova.network.neutron [req-7f4509af-8025-4112-812f-523839fe92ca req-7a2b81cc-360b-41a3-a64c-af3d72fea4dc service nova] [instance: a1ac3e17-2250-46ca-859d-628798161103] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.234031] env[69411]: DEBUG oslo_vmware.api [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Task: {'id': task-3323628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420499} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.234109] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.235280] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.235280] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.235280] env[69411]: INFO nova.compute.manager [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1103.235280] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.235280] env[69411]: DEBUG nova.compute.manager [-] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.235280] env[69411]: DEBUG nova.network.neutron [-] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.296962] env[69411]: DEBUG nova.compute.utils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.298816] env[69411]: DEBUG nova.compute.manager [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.298816] env[69411]: DEBUG nova.network.neutron [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.391786] env[69411]: DEBUG nova.policy [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82cfd251ee8c4937942de36a20d1b5b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd89da46ae340418da740125d55949205', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.393822] env[69411]: DEBUG nova.compute.manager [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.394724] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b4241f-4a5f-4166-8b59-92bea4b4ec44 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.412983] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32a35b4f-6969-46fe-ae3a-05df3348fca1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.428445] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d2625c-3224-4e38-94a4-b10ad6c94c42 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.446824] env[69411]: INFO nova.compute.manager [-] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Took 1.60 seconds to deallocate network for instance. [ 1103.457511] env[69411]: DEBUG oslo_vmware.api [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323625, 'name': PowerOnVM_Task, 'duration_secs': 0.648188} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.472944] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.473238] env[69411]: INFO nova.compute.manager [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1103.473514] env[69411]: DEBUG nova.compute.manager [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.474485] env[69411]: DEBUG nova.compute.manager [req-36245b2f-7681-40cc-86b0-d047237ff82a req-fd370188-6e45-4d51-9362-81013035b15b service nova] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Detach interface failed, port_id=c62d6518-6d14-4b43-89e8-feb954bf1636, reason: Instance 54325ab8-c500-470d-a095-cf831f1a6eb4 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1103.475508] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d365277-1a58-4225-8fc6-c597ed17c2d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.536046] env[69411]: DEBUG nova.network.neutron [-] [instance: a1ac3e17-2250-46ca-859d-628798161103] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.567566] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539868} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.567917] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 56f02699-5153-426f-9f37-4d82a2cbcb21/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk. [ 1103.570058] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bcc4f5-fb5b-4a3b-85a2-96e8a625ba54 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.617393] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 56f02699-5153-426f-9f37-4d82a2cbcb21/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.617892] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb17649c-d904-4c0e-97f3-2f63e9b6bbdd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.651649] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1103.651649] env[69411]: value = "task-3323629" [ 1103.651649] env[69411]: _type = "Task" [ 1103.651649] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.661833] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.705738] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-590fe34a-e6e1-4bab-ab08-af3bc0242da5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.715423] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2583d569-4a56-4b5c-95d3-9154bc128c6a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.749643] env[69411]: DEBUG nova.compute.manager [req-7f4509af-8025-4112-812f-523839fe92ca req-7a2b81cc-360b-41a3-a64c-af3d72fea4dc service nova] [instance: a1ac3e17-2250-46ca-859d-628798161103] Detach interface failed, port_id=0fc71c23-e0cf-4123-91b1-495f208849a8, reason: Instance a1ac3e17-2250-46ca-859d-628798161103 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1103.799715] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fc1a1ae-d708-48bc-bb7d-4f8cfa2d1f4f tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.801017] env[69411]: DEBUG oslo_concurrency.lockutils [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.859s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.801383] env[69411]: DEBUG nova.objects.instance [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lazy-loading 'resources' on Instance uuid 2b4e745c-7fbe-4446-a062-e25ac1667e53 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.806022] env[69411]: DEBUG nova.compute.manager [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.909826] env[69411]: INFO nova.compute.manager [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] instance snapshotting [ 1103.910844] env[69411]: DEBUG nova.objects.instance [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'flavor' on Instance uuid 51712e65-a788-4f72-9697-e5d1fcbe10b5 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.956313] env[69411]: DEBUG oslo_concurrency.lockutils [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.996165] env[69411]: INFO nova.compute.manager [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Took 25.01 seconds to build instance. [ 1104.041092] env[69411]: INFO nova.compute.manager [-] [instance: a1ac3e17-2250-46ca-859d-628798161103] Took 1.64 seconds to deallocate network for instance. [ 1104.048101] env[69411]: DEBUG nova.network.neutron [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Successfully created port: 57557732-b2c0-45f2-b762-3ce6108e2208 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.165048] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323629, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.253811] env[69411]: DEBUG nova.network.neutron [-] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.422362] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17293164-1b06-48ee-8064-efd4f4ba3f52 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.445282] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b199e99-fb75-4157-88bb-49b9be228b97 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.503718] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c32f7bc-58d5-4f80-8bc3-45e12ce30e8f tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "95c38893-1202-4ce0-8b00-8d61ee281af2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.540s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.503718] env[69411]: DEBUG oslo_concurrency.lockutils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "979ee93b-3936-46f9-873e-85a2cc62a229" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.503718] env[69411]: DEBUG oslo_concurrency.lockutils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "979ee93b-3936-46f9-873e-85a2cc62a229" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.553649] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.670651] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323629, 'name': ReconfigVM_Task, 'duration_secs': 0.528612} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.671015] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 56f02699-5153-426f-9f37-4d82a2cbcb21/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.671912] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734ff259-708a-4c45-b9da-c0a8e3fd5c73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.710037] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-161d7294-8713-485b-b311-dd7ec4f7276b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.726731] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1104.726731] env[69411]: value = "task-3323630" [ 1104.726731] env[69411]: _type = "Task" [ 1104.726731] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.735811] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.760866] env[69411]: INFO nova.compute.manager [-] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Took 1.52 seconds to deallocate network for instance. [ 1104.774385] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3de276-84f0-4e3b-b673-245d6301228a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.783048] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f597b6cf-95e9-4aab-895c-5b9a086528a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.816540] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4709a0a1-8998-4f5b-8cde-97b26ebedc48 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.821017] env[69411]: DEBUG nova.compute.manager [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.830243] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ced476b-1a0e-4159-acee-b6c6b9d3e725 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.848806] env[69411]: DEBUG nova.compute.provider_tree [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.860877] env[69411]: DEBUG nova.virt.hardware [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.860877] env[69411]: DEBUG nova.virt.hardware [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.861113] env[69411]: DEBUG nova.virt.hardware [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.861324] env[69411]: DEBUG nova.virt.hardware [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.861588] env[69411]: DEBUG nova.virt.hardware [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.861805] env[69411]: DEBUG nova.virt.hardware [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.862093] env[69411]: DEBUG nova.virt.hardware [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.862336] env[69411]: DEBUG nova.virt.hardware [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.862553] env[69411]: DEBUG nova.virt.hardware [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.862824] env[69411]: DEBUG nova.virt.hardware [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.863103] env[69411]: DEBUG nova.virt.hardware [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.864112] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ceb4ae-0187-4212-a27f-6e78a997f299 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.873313] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcaa548-53f3-47a9-be52-73372fa74c15 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.956570] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1104.956953] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-720a5794-78f7-4933-8122-b1e5077c02e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.964855] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1104.964855] env[69411]: value = "task-3323631" [ 1104.964855] env[69411]: _type = "Task" [ 1104.964855] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.977464] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323631, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.005958] env[69411]: DEBUG nova.compute.manager [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.237963] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323630, 'name': ReconfigVM_Task, 'duration_secs': 0.322783} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.238659] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.240985] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-447e7a9a-b9d5-49ec-9e86-4541f86de762 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.244364] env[69411]: DEBUG nova.compute.manager [req-8e2d5727-f844-47fc-94f7-5288aca20678 req-fd68fd4c-9725-4180-9fde-395783f190c5 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Received event network-changed-6e1ddc58-269f-464f-b805-955abcfeb827 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.244542] env[69411]: DEBUG nova.compute.manager [req-8e2d5727-f844-47fc-94f7-5288aca20678 req-fd68fd4c-9725-4180-9fde-395783f190c5 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Refreshing instance network info cache due to event network-changed-6e1ddc58-269f-464f-b805-955abcfeb827. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.244752] env[69411]: DEBUG oslo_concurrency.lockutils [req-8e2d5727-f844-47fc-94f7-5288aca20678 req-fd68fd4c-9725-4180-9fde-395783f190c5 service nova] Acquiring lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.245080] env[69411]: DEBUG oslo_concurrency.lockutils [req-8e2d5727-f844-47fc-94f7-5288aca20678 req-fd68fd4c-9725-4180-9fde-395783f190c5 service nova] Acquired lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.245080] env[69411]: DEBUG nova.network.neutron [req-8e2d5727-f844-47fc-94f7-5288aca20678 req-fd68fd4c-9725-4180-9fde-395783f190c5 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Refreshing network info cache for port 6e1ddc58-269f-464f-b805-955abcfeb827 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.252259] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1105.252259] env[69411]: value = "task-3323632" [ 1105.252259] env[69411]: _type = "Task" [ 1105.252259] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.268669] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.269013] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.359451] env[69411]: DEBUG nova.scheduler.client.report [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.478105] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323631, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.505648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "95c38893-1202-4ce0-8b00-8d61ee281af2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.507013] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "95c38893-1202-4ce0-8b00-8d61ee281af2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.543107] env[69411]: DEBUG oslo_concurrency.lockutils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.762828] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.866922] env[69411]: DEBUG oslo_concurrency.lockutils [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.874023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.917s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.874023] env[69411]: DEBUG nova.objects.instance [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lazy-loading 'resources' on Instance uuid 54325ab8-c500-470d-a095-cf831f1a6eb4 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.893233] env[69411]: INFO nova.scheduler.client.report [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Deleted allocations for instance 2b4e745c-7fbe-4446-a062-e25ac1667e53 [ 1105.917030] env[69411]: DEBUG nova.compute.manager [req-e1c2740d-c06c-4a59-b383-a37ee816f320 req-b4a6bb86-a7c3-413c-bc2d-79449675ecb8 service nova] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Received event network-vif-plugged-57557732-b2c0-45f2-b762-3ce6108e2208 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.917030] env[69411]: DEBUG oslo_concurrency.lockutils [req-e1c2740d-c06c-4a59-b383-a37ee816f320 req-b4a6bb86-a7c3-413c-bc2d-79449675ecb8 service nova] Acquiring lock "203e28f2-fe99-4d73-9e2e-3e144e757f08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.917030] env[69411]: DEBUG oslo_concurrency.lockutils [req-e1c2740d-c06c-4a59-b383-a37ee816f320 req-b4a6bb86-a7c3-413c-bc2d-79449675ecb8 service nova] Lock "203e28f2-fe99-4d73-9e2e-3e144e757f08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.917946] env[69411]: DEBUG oslo_concurrency.lockutils [req-e1c2740d-c06c-4a59-b383-a37ee816f320 req-b4a6bb86-a7c3-413c-bc2d-79449675ecb8 service nova] Lock "203e28f2-fe99-4d73-9e2e-3e144e757f08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.917946] env[69411]: DEBUG nova.compute.manager [req-e1c2740d-c06c-4a59-b383-a37ee816f320 req-b4a6bb86-a7c3-413c-bc2d-79449675ecb8 service nova] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] No waiting events found dispatching network-vif-plugged-57557732-b2c0-45f2-b762-3ce6108e2208 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.918216] env[69411]: WARNING nova.compute.manager [req-e1c2740d-c06c-4a59-b383-a37ee816f320 req-b4a6bb86-a7c3-413c-bc2d-79449675ecb8 service nova] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Received unexpected event network-vif-plugged-57557732-b2c0-45f2-b762-3ce6108e2208 for instance with vm_state building and task_state spawning. [ 1105.977283] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323631, 'name': CreateSnapshot_Task, 'duration_secs': 0.52369} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.977737] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1105.979107] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8984540c-d24c-4c3a-b45a-0204df3f8588 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.009734] env[69411]: DEBUG nova.compute.utils [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.015147] env[69411]: DEBUG nova.network.neutron [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Successfully updated port: 57557732-b2c0-45f2-b762-3ce6108e2208 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.044223] env[69411]: DEBUG nova.network.neutron [req-8e2d5727-f844-47fc-94f7-5288aca20678 req-fd68fd4c-9725-4180-9fde-395783f190c5 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Updated VIF entry in instance network info cache for port 6e1ddc58-269f-464f-b805-955abcfeb827. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.044708] env[69411]: DEBUG nova.network.neutron [req-8e2d5727-f844-47fc-94f7-5288aca20678 req-fd68fd4c-9725-4180-9fde-395783f190c5 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Updating instance_info_cache with network_info: [{"id": "6e1ddc58-269f-464f-b805-955abcfeb827", "address": "fa:16:3e:a8:21:59", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e1ddc58-26", "ovs_interfaceid": "6e1ddc58-269f-464f-b805-955abcfeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.264941] env[69411]: DEBUG oslo_vmware.api [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323632, 'name': PowerOnVM_Task, 'duration_secs': 0.547837} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.265252] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.267890] env[69411]: DEBUG nova.compute.manager [None req-b5467417-a8fa-4525-87b5-75e342b536bc tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.268688] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e513a1-5d4d-4ed8-a468-6fcdfb821286 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.411030] env[69411]: DEBUG oslo_concurrency.lockutils [None req-affdb70c-96ed-4bd0-b418-1782abdc99e2 tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "2b4e745c-7fbe-4446-a062-e25ac1667e53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.707s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.503511] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1106.503511] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1df14112-c5f5-4d88-b036-17af5690e4b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.512993] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "95c38893-1202-4ce0-8b00-8d61ee281af2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.517817] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1106.517817] env[69411]: value = "task-3323636" [ 1106.517817] env[69411]: _type = "Task" [ 1106.517817] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.521420] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Acquiring lock "refresh_cache-203e28f2-fe99-4d73-9e2e-3e144e757f08" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.521544] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Acquired lock "refresh_cache-203e28f2-fe99-4d73-9e2e-3e144e757f08" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.521831] env[69411]: DEBUG nova.network.neutron [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.534406] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323636, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.547400] env[69411]: DEBUG oslo_concurrency.lockutils [req-8e2d5727-f844-47fc-94f7-5288aca20678 req-fd68fd4c-9725-4180-9fde-395783f190c5 service nova] Releasing lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.548292] env[69411]: DEBUG nova.compute.manager [req-8e2d5727-f844-47fc-94f7-5288aca20678 req-fd68fd4c-9725-4180-9fde-395783f190c5 service nova] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Received event network-vif-deleted-0c11f15c-1841-4d8d-bebb-225bc03cbb4b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.694046] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5df910-87cc-4230-a651-a4be75af368a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.702258] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfab124-de3d-4f8a-89c3-c20fa68fbfaf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.735189] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9586c84a-253c-4239-a99d-ffab84d05c5a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.742852] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0cacf9-99b1-4dd3-b0b6-31d36af134ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.757550] env[69411]: DEBUG nova.compute.provider_tree [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.776107] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.776379] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.776591] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.776776] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.776944] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.778953] env[69411]: INFO nova.compute.manager [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Terminating instance [ 1107.029776] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323636, 'name': CloneVM_Task} progress is 93%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.068911] env[69411]: DEBUG nova.network.neutron [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.260933] env[69411]: DEBUG nova.network.neutron [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Updating instance_info_cache with network_info: [{"id": "57557732-b2c0-45f2-b762-3ce6108e2208", "address": "fa:16:3e:79:54:1c", "network": {"id": "84404230-672e-4e2f-a7c2-aba02fe8216d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1369165825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89da46ae340418da740125d55949205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57557732-b2", "ovs_interfaceid": "57557732-b2c0-45f2-b762-3ce6108e2208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.262795] env[69411]: DEBUG nova.scheduler.client.report [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.285042] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "refresh_cache-270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.285579] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquired lock "refresh_cache-270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.285811] env[69411]: DEBUG nova.network.neutron [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.539717] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323636, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.594626] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "95c38893-1202-4ce0-8b00-8d61ee281af2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.594931] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "95c38893-1202-4ce0-8b00-8d61ee281af2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.595292] env[69411]: INFO nova.compute.manager [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Attaching volume b5f80a48-262b-4d57-9e0f-aa79cde366a0 to /dev/sdb [ 1107.641136] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09b430b-a269-49a2-bf58-014579d3ed00 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.650662] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7c0b18-dc93-4e72-bf81-54e1e1783d5b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.665690] env[69411]: DEBUG nova.virt.block_device [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Updating existing volume attachment record: d3a3fb9e-4213-444d-846e-03c3dc846ca2 {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1107.767923] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Releasing lock "refresh_cache-203e28f2-fe99-4d73-9e2e-3e144e757f08" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.768379] env[69411]: DEBUG nova.compute.manager [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Instance network_info: |[{"id": "57557732-b2c0-45f2-b762-3ce6108e2208", "address": "fa:16:3e:79:54:1c", "network": {"id": "84404230-672e-4e2f-a7c2-aba02fe8216d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1369165825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89da46ae340418da740125d55949205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57557732-b2", "ovs_interfaceid": "57557732-b2c0-45f2-b762-3ce6108e2208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.769148] env[69411]: DEBUG oslo_concurrency.lockutils [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.771799] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:54:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57557732-b2c0-45f2-b762-3ce6108e2208', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.783643] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Creating folder: Project (d89da46ae340418da740125d55949205). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.784010] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.230s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.784258] env[69411]: DEBUG nova.objects.instance [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lazy-loading 'resources' on Instance uuid a1ac3e17-2250-46ca-859d-628798161103 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.786430] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc24df6c-a4ec-47c1-b06f-56e3e2ee063f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.798477] env[69411]: INFO nova.scheduler.client.report [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Deleted allocations for instance 54325ab8-c500-470d-a095-cf831f1a6eb4 [ 1107.807067] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Created folder: Project (d89da46ae340418da740125d55949205) in parent group-v663248. [ 1107.807712] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Creating folder: Instances. Parent ref: group-v663513. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.808282] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a484503-7faf-4a93-ac98-b56f1d1fa645 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.820764] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Created folder: Instances in parent group-v663513. [ 1107.821152] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.822556] env[69411]: DEBUG nova.network.neutron [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.826672] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.826672] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3b87e48-5c05-4085-9ada-2f093a678878 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.852621] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.852621] env[69411]: value = "task-3323639" [ 1107.852621] env[69411]: _type = "Task" [ 1107.852621] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.865059] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323639, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.919223] env[69411]: DEBUG nova.network.neutron [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.948683] env[69411]: DEBUG nova.compute.manager [req-fc33e726-a19d-454c-a20e-a9e9cba18148 req-e7eb8563-a256-4c70-97f3-bf0cf1bf88c2 service nova] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Received event network-changed-57557732-b2c0-45f2-b762-3ce6108e2208 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.948907] env[69411]: DEBUG nova.compute.manager [req-fc33e726-a19d-454c-a20e-a9e9cba18148 req-e7eb8563-a256-4c70-97f3-bf0cf1bf88c2 service nova] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Refreshing instance network info cache due to event network-changed-57557732-b2c0-45f2-b762-3ce6108e2208. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.949551] env[69411]: DEBUG oslo_concurrency.lockutils [req-fc33e726-a19d-454c-a20e-a9e9cba18148 req-e7eb8563-a256-4c70-97f3-bf0cf1bf88c2 service nova] Acquiring lock "refresh_cache-203e28f2-fe99-4d73-9e2e-3e144e757f08" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.949793] env[69411]: DEBUG oslo_concurrency.lockutils [req-fc33e726-a19d-454c-a20e-a9e9cba18148 req-e7eb8563-a256-4c70-97f3-bf0cf1bf88c2 service nova] Acquired lock "refresh_cache-203e28f2-fe99-4d73-9e2e-3e144e757f08" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.950074] env[69411]: DEBUG nova.network.neutron [req-fc33e726-a19d-454c-a20e-a9e9cba18148 req-e7eb8563-a256-4c70-97f3-bf0cf1bf88c2 service nova] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Refreshing network info cache for port 57557732-b2c0-45f2-b762-3ce6108e2208 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.016266] env[69411]: INFO nova.compute.manager [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Unrescuing [ 1108.016266] env[69411]: DEBUG oslo_concurrency.lockutils [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.016266] env[69411]: DEBUG oslo_concurrency.lockutils [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquired lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.016266] env[69411]: DEBUG nova.network.neutron [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.034535] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323636, 'name': CloneVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.315200] env[69411]: DEBUG oslo_concurrency.lockutils [None req-608d2eaf-816e-48bc-93ac-4f51a9078fe0 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "54325ab8-c500-470d-a095-cf831f1a6eb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.629s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.374086] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323639, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.423026] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Releasing lock "refresh_cache-270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.423026] env[69411]: DEBUG nova.compute.manager [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.423026] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.423849] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dbc776-9aa9-42d5-b328-267d770cd502 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.432683] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.435570] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d623df9a-b6eb-4e27-b3fb-71a66da658dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.442949] env[69411]: DEBUG oslo_vmware.api [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1108.442949] env[69411]: value = "task-3323643" [ 1108.442949] env[69411]: _type = "Task" [ 1108.442949] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.457015] env[69411]: DEBUG oslo_vmware.api [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.540052] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323636, 'name': CloneVM_Task, 'duration_secs': 1.544998} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.540416] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Created linked-clone VM from snapshot [ 1108.541682] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039f1934-2200-47d4-98af-262a0ad40e8d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.553307] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Uploading image 88a19f3c-6dfc-4de1-9039-bc3d40bde191 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1108.591745] env[69411]: DEBUG oslo_vmware.rw_handles [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1108.591745] env[69411]: value = "vm-663512" [ 1108.591745] env[69411]: _type = "VirtualMachine" [ 1108.591745] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1108.593238] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-493acf6f-7b6d-42c1-91db-5bba14cce1e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.600501] env[69411]: DEBUG oslo_vmware.rw_handles [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lease: (returnval){ [ 1108.600501] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52805612-1a1e-c6bd-cdad-750cc4ec2acd" [ 1108.600501] env[69411]: _type = "HttpNfcLease" [ 1108.600501] env[69411]: } obtained for exporting VM: (result){ [ 1108.600501] env[69411]: value = "vm-663512" [ 1108.600501] env[69411]: _type = "VirtualMachine" [ 1108.600501] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1108.600846] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the lease: (returnval){ [ 1108.600846] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52805612-1a1e-c6bd-cdad-750cc4ec2acd" [ 1108.600846] env[69411]: _type = "HttpNfcLease" [ 1108.600846] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1108.612853] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1108.612853] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52805612-1a1e-c6bd-cdad-750cc4ec2acd" [ 1108.612853] env[69411]: _type = "HttpNfcLease" [ 1108.612853] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1108.650118] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32414250-30ad-4cef-9326-f425229adf2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.658199] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d298b3c-1a4f-44ad-a575-0ef97948acf9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.698634] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce935e1-d4e1-437a-86db-bdc9525ae5d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.706972] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b267f903-356a-42b8-9370-ca2782792e6e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.721587] env[69411]: DEBUG nova.compute.provider_tree [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.870143] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323639, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.955485] env[69411]: DEBUG oslo_vmware.api [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323643, 'name': PowerOffVM_Task, 'duration_secs': 0.152119} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.955777] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.955950] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.956230] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8db205e7-17d8-4582-b2d9-24af4c4c5425 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.989527] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.989527] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.989527] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Deleting the datastore file [datastore1] 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.989849] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65185bfc-0c80-4c3f-b859-0257f3583741 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.996241] env[69411]: DEBUG oslo_vmware.api [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for the task: (returnval){ [ 1108.996241] env[69411]: value = "task-3323647" [ 1108.996241] env[69411]: _type = "Task" [ 1108.996241] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.005492] env[69411]: DEBUG oslo_vmware.api [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.092232] env[69411]: DEBUG nova.network.neutron [req-fc33e726-a19d-454c-a20e-a9e9cba18148 req-e7eb8563-a256-4c70-97f3-bf0cf1bf88c2 service nova] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Updated VIF entry in instance network info cache for port 57557732-b2c0-45f2-b762-3ce6108e2208. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.092232] env[69411]: DEBUG nova.network.neutron [req-fc33e726-a19d-454c-a20e-a9e9cba18148 req-e7eb8563-a256-4c70-97f3-bf0cf1bf88c2 service nova] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Updating instance_info_cache with network_info: [{"id": "57557732-b2c0-45f2-b762-3ce6108e2208", "address": "fa:16:3e:79:54:1c", "network": {"id": "84404230-672e-4e2f-a7c2-aba02fe8216d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1369165825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89da46ae340418da740125d55949205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57557732-b2", "ovs_interfaceid": "57557732-b2c0-45f2-b762-3ce6108e2208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.113140] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.113140] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52805612-1a1e-c6bd-cdad-750cc4ec2acd" [ 1109.113140] env[69411]: _type = "HttpNfcLease" [ 1109.113140] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1109.113140] env[69411]: DEBUG oslo_vmware.rw_handles [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1109.113140] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52805612-1a1e-c6bd-cdad-750cc4ec2acd" [ 1109.113140] env[69411]: _type = "HttpNfcLease" [ 1109.113140] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1109.113140] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630303eb-c058-4684-8103-a190c92e6010 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.128169] env[69411]: DEBUG oslo_vmware.rw_handles [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a2af68-4cc7-4901-f835-42284ed788c4/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1109.128449] env[69411]: DEBUG oslo_vmware.rw_handles [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a2af68-4cc7-4901-f835-42284ed788c4/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1109.192078] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "311c0bd7-7377-46c2-8d81-7b59c17d5f22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.192078] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "311c0bd7-7377-46c2-8d81-7b59c17d5f22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.192078] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "311c0bd7-7377-46c2-8d81-7b59c17d5f22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.192078] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "311c0bd7-7377-46c2-8d81-7b59c17d5f22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.192777] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "311c0bd7-7377-46c2-8d81-7b59c17d5f22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.197179] env[69411]: DEBUG nova.network.neutron [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Updating instance_info_cache with network_info: [{"id": "85581412-cabf-441b-9b4d-f796c09487dd", "address": "fa:16:3e:d0:24:0d", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85581412-ca", "ovs_interfaceid": "85581412-cabf-441b-9b4d-f796c09487dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.200045] env[69411]: INFO nova.compute.manager [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Terminating instance [ 1109.226964] env[69411]: DEBUG nova.scheduler.client.report [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.234745] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0cb95946-f9de-47e8-9741-81e2923021dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.366266] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323639, 'name': CreateVM_Task, 'duration_secs': 1.358616} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.366266] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.366937] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.367111] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.367456] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.367722] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d437df2-14d4-498d-82ed-58c2d72a3a49 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.372685] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Waiting for the task: (returnval){ [ 1109.372685] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529b3c8f-cea0-3bbf-1133-6a3f5afe426b" [ 1109.372685] env[69411]: _type = "Task" [ 1109.372685] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.381067] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529b3c8f-cea0-3bbf-1133-6a3f5afe426b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.506957] env[69411]: DEBUG oslo_vmware.api [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Task: {'id': task-3323647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138849} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.509382] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.509382] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.509382] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.509382] env[69411]: INFO nova.compute.manager [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1109.509382] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.509382] env[69411]: DEBUG nova.compute.manager [-] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.509382] env[69411]: DEBUG nova.network.neutron [-] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.529091] env[69411]: DEBUG nova.network.neutron [-] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.596359] env[69411]: DEBUG oslo_concurrency.lockutils [req-fc33e726-a19d-454c-a20e-a9e9cba18148 req-e7eb8563-a256-4c70-97f3-bf0cf1bf88c2 service nova] Releasing lock "refresh_cache-203e28f2-fe99-4d73-9e2e-3e144e757f08" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.700487] env[69411]: DEBUG oslo_concurrency.lockutils [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Releasing lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.701137] env[69411]: DEBUG nova.objects.instance [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lazy-loading 'flavor' on Instance uuid 56f02699-5153-426f-9f37-4d82a2cbcb21 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.707033] env[69411]: DEBUG nova.compute.manager [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.707033] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.707824] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af544ea8-90c6-48f4-928d-f84206a30534 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.717351] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.718038] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-872d9701-3ae2-4040-a1db-34387af1258c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.729594] env[69411]: DEBUG oslo_vmware.api [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1109.729594] env[69411]: value = "task-3323648" [ 1109.729594] env[69411]: _type = "Task" [ 1109.729594] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.735654] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.739366] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.470s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.739366] env[69411]: DEBUG nova.objects.instance [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lazy-loading 'resources' on Instance uuid bcf2dc4d-83dc-408a-8a45-3f8568b3722b {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.747213] env[69411]: DEBUG oslo_vmware.api [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.763356] env[69411]: INFO nova.scheduler.client.report [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleted allocations for instance a1ac3e17-2250-46ca-859d-628798161103 [ 1109.886625] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529b3c8f-cea0-3bbf-1133-6a3f5afe426b, 'name': SearchDatastore_Task, 'duration_secs': 0.016224} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.886625] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.886625] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.886625] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.886625] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.886625] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.887236] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5a46787-e0db-4e6e-a88a-81d9b0a39203 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.898024] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.898024] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.898024] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c458ca5-66ee-4d11-92b3-233cd047b1b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.903900] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Waiting for the task: (returnval){ [ 1109.903900] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5203c53a-a85e-5267-4356-da7fc297c5ac" [ 1109.903900] env[69411]: _type = "Task" [ 1109.903900] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.913268] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5203c53a-a85e-5267-4356-da7fc297c5ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.032198] env[69411]: DEBUG nova.network.neutron [-] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.208238] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215605ba-620c-428a-8903-d3e9c8549b16 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.240359] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.243952] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fa20add-be90-4052-b8b1-f8d75d6fe89a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.256764] env[69411]: DEBUG oslo_vmware.api [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323648, 'name': PowerOffVM_Task, 'duration_secs': 0.425282} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.258115] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.258491] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.258940] env[69411]: DEBUG oslo_vmware.api [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1110.258940] env[69411]: value = "task-3323650" [ 1110.258940] env[69411]: _type = "Task" [ 1110.258940] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.259257] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62665f57-480c-4129-ab7f-88b51f65c953 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.277084] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a0373ee6-239e-4946-aea6-a5b56fb84f7a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "a1ac3e17-2250-46ca-859d-628798161103" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.041s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.278410] env[69411]: DEBUG oslo_vmware.api [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.340028] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.340028] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.340028] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Deleting the datastore file [datastore2] 311c0bd7-7377-46c2-8d81-7b59c17d5f22 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.340028] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b5a19a2-a4f1-4f38-9f56-6f4f000be5fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.355597] env[69411]: DEBUG oslo_vmware.api [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for the task: (returnval){ [ 1110.355597] env[69411]: value = "task-3323652" [ 1110.355597] env[69411]: _type = "Task" [ 1110.355597] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.366128] env[69411]: DEBUG oslo_vmware.api [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.414647] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5203c53a-a85e-5267-4356-da7fc297c5ac, 'name': SearchDatastore_Task, 'duration_secs': 0.014603} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.421532] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d76c9d0f-0c88-4dde-8787-49afca22e061 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.429423] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Waiting for the task: (returnval){ [ 1110.429423] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527ed05a-e3de-68b9-232e-cbc1c0521f51" [ 1110.429423] env[69411]: _type = "Task" [ 1110.429423] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.445801] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527ed05a-e3de-68b9-232e-cbc1c0521f51, 'name': SearchDatastore_Task, 'duration_secs': 0.012007} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.446900] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.446900] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 203e28f2-fe99-4d73-9e2e-3e144e757f08/203e28f2-fe99-4d73-9e2e-3e144e757f08.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.447110] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6525e28-5ecb-4a24-8ef1-f69d173a0f73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.456894] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Waiting for the task: (returnval){ [ 1110.456894] env[69411]: value = "task-3323653" [ 1110.456894] env[69411]: _type = "Task" [ 1110.456894] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.468876] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': task-3323653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.535892] env[69411]: INFO nova.compute.manager [-] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Took 1.03 seconds to deallocate network for instance. [ 1110.633269] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e68973-5469-42cc-9dbe-48dac031bc37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.644055] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62ed782-8fbc-470b-b13e-3997c0a9ec4e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.685433] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88c8b89-ce76-446b-9c8a-2b430e634ff7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.692942] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fb8c1a-b4fc-42d8-b044-d564d25cd518 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.711127] env[69411]: DEBUG nova.compute.provider_tree [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1110.754076] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "4e584ece-8a2e-4820-b02c-485d92aef579" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.754437] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "4e584ece-8a2e-4820-b02c-485d92aef579" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.773179] env[69411]: DEBUG oslo_vmware.api [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323650, 'name': PowerOffVM_Task, 'duration_secs': 0.251981} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.773720] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.779705] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Reconfiguring VM instance instance-00000053 to detach disk 2002 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1110.780614] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26504dad-58ba-4c29-9806-1daf39631b47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.804825] env[69411]: DEBUG oslo_vmware.api [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1110.804825] env[69411]: value = "task-3323655" [ 1110.804825] env[69411]: _type = "Task" [ 1110.804825] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.814847] env[69411]: DEBUG oslo_vmware.api [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.865885] env[69411]: DEBUG oslo_vmware.api [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Task: {'id': task-3323652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236222} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.866332] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.866589] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.866952] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.867564] env[69411]: INFO nova.compute.manager [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1110.867952] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.868414] env[69411]: DEBUG nova.compute.manager [-] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.868500] env[69411]: DEBUG nova.network.neutron [-] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.968220] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': task-3323653, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.046592] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.154012] env[69411]: DEBUG nova.compute.manager [req-3de7c804-87ad-46a1-9c40-f4b5c6dee29c req-ccea3dcb-1de3-4687-a6b2-53af8edb1d5b service nova] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Received event network-vif-deleted-37bfea29-f00d-4d25-a2ba-6d68729d9e92 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.154376] env[69411]: INFO nova.compute.manager [req-3de7c804-87ad-46a1-9c40-f4b5c6dee29c req-ccea3dcb-1de3-4687-a6b2-53af8edb1d5b service nova] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Neutron deleted interface 37bfea29-f00d-4d25-a2ba-6d68729d9e92; detaching it from the instance and deleting it from the info cache [ 1111.154846] env[69411]: DEBUG nova.network.neutron [req-3de7c804-87ad-46a1-9c40-f4b5c6dee29c req-ccea3dcb-1de3-4687-a6b2-53af8edb1d5b service nova] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.235972] env[69411]: ERROR nova.scheduler.client.report [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] [req-2e6fa612-a20d-49a4-8992-b4f3be2b22b4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2e6fa612-a20d-49a4-8992-b4f3be2b22b4"}]} [ 1111.253772] env[69411]: DEBUG nova.scheduler.client.report [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1111.257511] env[69411]: DEBUG nova.compute.manager [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.273772] env[69411]: DEBUG nova.scheduler.client.report [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1111.274213] env[69411]: DEBUG nova.compute.provider_tree [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.288724] env[69411]: DEBUG nova.scheduler.client.report [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1111.312565] env[69411]: DEBUG nova.scheduler.client.report [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1111.322313] env[69411]: DEBUG oslo_vmware.api [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.437670] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "62f3a4c7-c151-4529-b6a1-e6e7113aed42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.437995] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "62f3a4c7-c151-4529-b6a1-e6e7113aed42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.470120] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': task-3323653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859723} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.470472] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 203e28f2-fe99-4d73-9e2e-3e144e757f08/203e28f2-fe99-4d73-9e2e-3e144e757f08.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.470731] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.470985] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8b48834-2093-4dac-9645-f11826ef5c43 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.481046] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Waiting for the task: (returnval){ [ 1111.481046] env[69411]: value = "task-3323656" [ 1111.481046] env[69411]: _type = "Task" [ 1111.481046] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.492666] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': task-3323656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.628366] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f90f7a-700d-4aa7-8142-4e5ca5c919a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.631497] env[69411]: DEBUG nova.network.neutron [-] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.637591] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af9b931-9fc6-4c1e-993c-0d7729a5b1d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.668076] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48f87357-9339-4b5b-a53d-762c3a496de6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.670459] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ac7c27-376e-4058-a44f-acead48f9aa2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.679612] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c54b571-9546-4c77-9f1d-d12abdf24667 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.685946] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b119c568-00de-4bb6-a37c-451f46f55b8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.708503] env[69411]: DEBUG nova.compute.provider_tree [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.723618] env[69411]: DEBUG nova.compute.manager [req-3de7c804-87ad-46a1-9c40-f4b5c6dee29c req-ccea3dcb-1de3-4687-a6b2-53af8edb1d5b service nova] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Detach interface failed, port_id=37bfea29-f00d-4d25-a2ba-6d68729d9e92, reason: Instance 311c0bd7-7377-46c2-8d81-7b59c17d5f22 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1111.756445] env[69411]: DEBUG nova.scheduler.client.report [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1111.757107] env[69411]: DEBUG nova.compute.provider_tree [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 150 to 151 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1111.757301] env[69411]: DEBUG nova.compute.provider_tree [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.782703] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.816081] env[69411]: DEBUG oslo_vmware.api [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323655, 'name': ReconfigVM_Task, 'duration_secs': 0.601852} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.816512] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Reconfigured VM instance instance-00000053 to detach disk 2002 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1111.816743] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.817044] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4275c74-1383-48a3-92e2-bceaa6ce5753 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.823967] env[69411]: DEBUG oslo_vmware.api [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1111.823967] env[69411]: value = "task-3323657" [ 1111.823967] env[69411]: _type = "Task" [ 1111.823967] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.832238] env[69411]: DEBUG oslo_vmware.api [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.940160] env[69411]: DEBUG nova.compute.manager [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.991959] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': task-3323656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089897} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.992303] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.993142] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fcaf26-232d-4cbf-834f-aaf4b9becb74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.017362] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 203e28f2-fe99-4d73-9e2e-3e144e757f08/203e28f2-fe99-4d73-9e2e-3e144e757f08.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.018083] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c45e0a6d-2458-4b55-ad01-3d636d54c51e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.037744] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Waiting for the task: (returnval){ [ 1112.037744] env[69411]: value = "task-3323658" [ 1112.037744] env[69411]: _type = "Task" [ 1112.037744] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.046436] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': task-3323658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.134290] env[69411]: INFO nova.compute.manager [-] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Took 1.27 seconds to deallocate network for instance. [ 1112.222992] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1112.223355] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663517', 'volume_id': 'b5f80a48-262b-4d57-9e0f-aa79cde366a0', 'name': 'volume-b5f80a48-262b-4d57-9e0f-aa79cde366a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95c38893-1202-4ce0-8b00-8d61ee281af2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5f80a48-262b-4d57-9e0f-aa79cde366a0', 'serial': 'b5f80a48-262b-4d57-9e0f-aa79cde366a0'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1112.224462] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a27fc19-1e4d-4ab1-b1e3-2421c8b19576 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.246318] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfeaef2-b1a8-45d6-95b9-3a2da90e2887 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.274281] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-b5f80a48-262b-4d57-9e0f-aa79cde366a0/volume-b5f80a48-262b-4d57-9e0f-aa79cde366a0.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.275247] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.537s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.277576] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8133352b-612b-4052-af74-b16c0c83ad3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.292724] env[69411]: DEBUG oslo_concurrency.lockutils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.750s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.294931] env[69411]: INFO nova.compute.claims [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.304830] env[69411]: DEBUG oslo_vmware.api [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1112.304830] env[69411]: value = "task-3323659" [ 1112.304830] env[69411]: _type = "Task" [ 1112.304830] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.309425] env[69411]: INFO nova.scheduler.client.report [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Deleted allocations for instance bcf2dc4d-83dc-408a-8a45-3f8568b3722b [ 1112.315414] env[69411]: DEBUG oslo_vmware.api [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.335178] env[69411]: DEBUG oslo_vmware.api [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323657, 'name': PowerOnVM_Task, 'duration_secs': 0.465634} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.335178] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.335178] env[69411]: DEBUG nova.compute.manager [None req-710e230d-4391-450d-b072-c1e5a50096c2 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.335459] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c50d77-64e2-408c-8774-02dd15116418 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.464609] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.549931] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': task-3323658, 'name': ReconfigVM_Task, 'duration_secs': 0.463641} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.550330] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 203e28f2-fe99-4d73-9e2e-3e144e757f08/203e28f2-fe99-4d73-9e2e-3e144e757f08.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.551058] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff56deda-d42c-49c0-ad4a-d202355e4044 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.560371] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Waiting for the task: (returnval){ [ 1112.560371] env[69411]: value = "task-3323660" [ 1112.560371] env[69411]: _type = "Task" [ 1112.560371] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.572739] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': task-3323660, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.641940] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.823321] env[69411]: DEBUG oslo_vmware.api [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.824467] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d25e3162-f1fe-4b43-a73a-f27a47f854d0 tempest-ServerDiskConfigTestJSON-1739342391 tempest-ServerDiskConfigTestJSON-1739342391-project-member] Lock "bcf2dc4d-83dc-408a-8a45-3f8568b3722b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.230s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.073015] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': task-3323660, 'name': Rename_Task, 'duration_secs': 0.202774} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.073357] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.073649] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92f9c89d-b807-40bd-b1ff-b033fb009a52 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.082494] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Waiting for the task: (returnval){ [ 1113.082494] env[69411]: value = "task-3323662" [ 1113.082494] env[69411]: _type = "Task" [ 1113.082494] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.092712] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': task-3323662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.106915] env[69411]: DEBUG nova.compute.manager [req-ee4371ba-f3e4-4833-a382-4ba7801b7060 req-1dd9d383-f34c-41f5-8a7c-912431362089 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Received event network-changed-85581412-cabf-441b-9b4d-f796c09487dd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.107125] env[69411]: DEBUG nova.compute.manager [req-ee4371ba-f3e4-4833-a382-4ba7801b7060 req-1dd9d383-f34c-41f5-8a7c-912431362089 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Refreshing instance network info cache due to event network-changed-85581412-cabf-441b-9b4d-f796c09487dd. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.107341] env[69411]: DEBUG oslo_concurrency.lockutils [req-ee4371ba-f3e4-4833-a382-4ba7801b7060 req-1dd9d383-f34c-41f5-8a7c-912431362089 service nova] Acquiring lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.107483] env[69411]: DEBUG oslo_concurrency.lockutils [req-ee4371ba-f3e4-4833-a382-4ba7801b7060 req-1dd9d383-f34c-41f5-8a7c-912431362089 service nova] Acquired lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.107641] env[69411]: DEBUG nova.network.neutron [req-ee4371ba-f3e4-4833-a382-4ba7801b7060 req-1dd9d383-f34c-41f5-8a7c-912431362089 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Refreshing network info cache for port 85581412-cabf-441b-9b4d-f796c09487dd {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.320777] env[69411]: DEBUG oslo_vmware.api [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323659, 'name': ReconfigVM_Task, 'duration_secs': 0.729134} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.321674] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-b5f80a48-262b-4d57-9e0f-aa79cde366a0/volume-b5f80a48-262b-4d57-9e0f-aa79cde366a0.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.326920] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4739057a-df9e-4e07-8025-88ed04aa9c53 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.356248] env[69411]: DEBUG oslo_vmware.api [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1113.356248] env[69411]: value = "task-3323663" [ 1113.356248] env[69411]: _type = "Task" [ 1113.356248] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.377643] env[69411]: DEBUG oslo_vmware.api [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323663, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.596024] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': task-3323662, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.699984] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c58b24-1b7c-4bff-8f14-15905ccfcf23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.711677] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2d039e-a418-4bba-a9bc-7e52b20029ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.763017] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07df830-e42d-4fa9-b7a1-20e0e305203f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.778304] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b009c8b4-4f3b-4473-84d9-04b43469018d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.804839] env[69411]: DEBUG nova.compute.provider_tree [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.867364] env[69411]: DEBUG oslo_vmware.api [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.084997] env[69411]: DEBUG nova.network.neutron [req-ee4371ba-f3e4-4833-a382-4ba7801b7060 req-1dd9d383-f34c-41f5-8a7c-912431362089 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Updated VIF entry in instance network info cache for port 85581412-cabf-441b-9b4d-f796c09487dd. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.085416] env[69411]: DEBUG nova.network.neutron [req-ee4371ba-f3e4-4833-a382-4ba7801b7060 req-1dd9d383-f34c-41f5-8a7c-912431362089 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Updating instance_info_cache with network_info: [{"id": "85581412-cabf-441b-9b4d-f796c09487dd", "address": "fa:16:3e:d0:24:0d", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85581412-ca", "ovs_interfaceid": "85581412-cabf-441b-9b4d-f796c09487dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.096813] env[69411]: DEBUG oslo_vmware.api [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': task-3323662, 'name': PowerOnVM_Task, 'duration_secs': 0.773615} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.097634] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.097848] env[69411]: INFO nova.compute.manager [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1114.098035] env[69411]: DEBUG nova.compute.manager [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.098796] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6759ae-04cd-44fb-b560-de1e25311cc4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.312150] env[69411]: DEBUG nova.scheduler.client.report [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.369842] env[69411]: DEBUG oslo_vmware.api [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.591928] env[69411]: DEBUG oslo_concurrency.lockutils [req-ee4371ba-f3e4-4833-a382-4ba7801b7060 req-1dd9d383-f34c-41f5-8a7c-912431362089 service nova] Releasing lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.618146] env[69411]: INFO nova.compute.manager [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Took 33.15 seconds to build instance. [ 1114.817986] env[69411]: DEBUG oslo_concurrency.lockutils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.819338] env[69411]: DEBUG nova.compute.manager [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.823356] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.776s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.823701] env[69411]: DEBUG nova.objects.instance [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lazy-loading 'resources' on Instance uuid 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.874547] env[69411]: DEBUG oslo_vmware.api [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323663, 'name': ReconfigVM_Task, 'duration_secs': 1.198485} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.874547] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663517', 'volume_id': 'b5f80a48-262b-4d57-9e0f-aa79cde366a0', 'name': 'volume-b5f80a48-262b-4d57-9e0f-aa79cde366a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95c38893-1202-4ce0-8b00-8d61ee281af2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5f80a48-262b-4d57-9e0f-aa79cde366a0', 'serial': 'b5f80a48-262b-4d57-9e0f-aa79cde366a0'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1115.120789] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ff232d1-9d3d-4006-a690-1f09de97049d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Lock "203e28f2-fe99-4d73-9e2e-3e144e757f08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.660s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.150144] env[69411]: DEBUG nova.compute.manager [req-03e433e7-9a91-4c49-80ba-484aaed5421a req-02348281-544c-402c-bbf0-bed0ca0618fb service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Received event network-changed-85581412-cabf-441b-9b4d-f796c09487dd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.150144] env[69411]: DEBUG nova.compute.manager [req-03e433e7-9a91-4c49-80ba-484aaed5421a req-02348281-544c-402c-bbf0-bed0ca0618fb service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Refreshing instance network info cache due to event network-changed-85581412-cabf-441b-9b4d-f796c09487dd. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.150144] env[69411]: DEBUG oslo_concurrency.lockutils [req-03e433e7-9a91-4c49-80ba-484aaed5421a req-02348281-544c-402c-bbf0-bed0ca0618fb service nova] Acquiring lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.150144] env[69411]: DEBUG oslo_concurrency.lockutils [req-03e433e7-9a91-4c49-80ba-484aaed5421a req-02348281-544c-402c-bbf0-bed0ca0618fb service nova] Acquired lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.150144] env[69411]: DEBUG nova.network.neutron [req-03e433e7-9a91-4c49-80ba-484aaed5421a req-02348281-544c-402c-bbf0-bed0ca0618fb service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Refreshing network info cache for port 85581412-cabf-441b-9b4d-f796c09487dd {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.327395] env[69411]: DEBUG nova.compute.utils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.332704] env[69411]: DEBUG nova.compute.manager [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.332994] env[69411]: DEBUG nova.network.neutron [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.387845] env[69411]: DEBUG nova.policy [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abb9ac11516e446faf33421a7163ddcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '942d4be6e5e24bb58738805d96d9d2f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.590186] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Acquiring lock "203e28f2-fe99-4d73-9e2e-3e144e757f08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.590186] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Lock "203e28f2-fe99-4d73-9e2e-3e144e757f08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.590186] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Acquiring lock "203e28f2-fe99-4d73-9e2e-3e144e757f08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.590186] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Lock "203e28f2-fe99-4d73-9e2e-3e144e757f08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.590186] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Lock "203e28f2-fe99-4d73-9e2e-3e144e757f08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.591458] env[69411]: INFO nova.compute.manager [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Terminating instance [ 1115.674637] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aed85a8-a0f8-4564-9b4f-830597466bd8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.684388] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde02d39-a00b-4797-b6c4-6c9555387bd5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.724453] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24f941a-1855-4c07-a144-be5d3e55ff05 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.737802] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eddcba-7b79-43a5-87e4-35639ca23aba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.754492] env[69411]: DEBUG nova.compute.provider_tree [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.797510] env[69411]: DEBUG nova.network.neutron [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Successfully created port: ef67d0f3-8f65-4761-909f-528fbb1d0490 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.834042] env[69411]: DEBUG nova.compute.manager [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.927974] env[69411]: DEBUG nova.objects.instance [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lazy-loading 'flavor' on Instance uuid 95c38893-1202-4ce0-8b00-8d61ee281af2 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.972617] env[69411]: DEBUG nova.network.neutron [req-03e433e7-9a91-4c49-80ba-484aaed5421a req-02348281-544c-402c-bbf0-bed0ca0618fb service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Updated VIF entry in instance network info cache for port 85581412-cabf-441b-9b4d-f796c09487dd. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.973430] env[69411]: DEBUG nova.network.neutron [req-03e433e7-9a91-4c49-80ba-484aaed5421a req-02348281-544c-402c-bbf0-bed0ca0618fb service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Updating instance_info_cache with network_info: [{"id": "85581412-cabf-441b-9b4d-f796c09487dd", "address": "fa:16:3e:d0:24:0d", "network": {"id": "99f95f98-2f15-41d0-b9f4-9419c4759486", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-48905341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c27b844cbf041b9a605a3fcaa88b038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85581412-ca", "ovs_interfaceid": "85581412-cabf-441b-9b4d-f796c09487dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.096012] env[69411]: DEBUG nova.compute.manager [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.096290] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.097628] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e6ce7e-7676-4687-9868-bdaa84db1fd0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.110484] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.110484] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-344a5cfc-b1e3-4c1e-8ff0-c268655199f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.119153] env[69411]: DEBUG oslo_vmware.api [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Waiting for the task: (returnval){ [ 1116.119153] env[69411]: value = "task-3323665" [ 1116.119153] env[69411]: _type = "Task" [ 1116.119153] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.131874] env[69411]: DEBUG oslo_vmware.api [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': task-3323665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.193741] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "95c38893-1202-4ce0-8b00-8d61ee281af2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.258466] env[69411]: DEBUG nova.scheduler.client.report [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.434537] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ba165d0f-bed0-46db-8d3c-78ecbd7b3281 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "95c38893-1202-4ce0-8b00-8d61ee281af2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.839s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.435578] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "95c38893-1202-4ce0-8b00-8d61ee281af2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.242s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.435813] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "95c38893-1202-4ce0-8b00-8d61ee281af2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.436042] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "95c38893-1202-4ce0-8b00-8d61ee281af2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.436217] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "95c38893-1202-4ce0-8b00-8d61ee281af2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.441620] env[69411]: INFO nova.compute.manager [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Terminating instance [ 1116.476356] env[69411]: DEBUG oslo_concurrency.lockutils [req-03e433e7-9a91-4c49-80ba-484aaed5421a req-02348281-544c-402c-bbf0-bed0ca0618fb service nova] Releasing lock "refresh_cache-56f02699-5153-426f-9f37-4d82a2cbcb21" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.631446] env[69411]: DEBUG oslo_vmware.api [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': task-3323665, 'name': PowerOffVM_Task, 'duration_secs': 0.248382} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.631815] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.631997] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.632310] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19a31245-3612-4d9e-a2e2-77fdb031a119 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.704376] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.704655] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.704868] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Deleting the datastore file [datastore2] 203e28f2-fe99-4d73-9e2e-3e144e757f08 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.705164] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f39915c-20ef-430a-af9b-989ca39ca8e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.715234] env[69411]: DEBUG oslo_vmware.api [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Waiting for the task: (returnval){ [ 1116.715234] env[69411]: value = "task-3323667" [ 1116.715234] env[69411]: _type = "Task" [ 1116.715234] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.725720] env[69411]: DEBUG oslo_vmware.api [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': task-3323667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.765290] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.767682] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.985s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.769229] env[69411]: INFO nova.compute.claims [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.790787] env[69411]: INFO nova.scheduler.client.report [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Deleted allocations for instance 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f [ 1116.846501] env[69411]: DEBUG nova.compute.manager [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.870755] env[69411]: DEBUG nova.virt.hardware [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.871026] env[69411]: DEBUG nova.virt.hardware [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.871196] env[69411]: DEBUG nova.virt.hardware [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.871446] env[69411]: DEBUG nova.virt.hardware [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.871610] env[69411]: DEBUG nova.virt.hardware [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.871760] env[69411]: DEBUG nova.virt.hardware [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.871970] env[69411]: DEBUG nova.virt.hardware [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.872147] env[69411]: DEBUG nova.virt.hardware [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.872318] env[69411]: DEBUG nova.virt.hardware [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.872475] env[69411]: DEBUG nova.virt.hardware [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.872647] env[69411]: DEBUG nova.virt.hardware [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.873894] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05a4dc0-e948-4efe-80bb-de5a409c35e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.882563] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525ef9ce-f6ac-44f7-9327-14c23c9f39a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.946179] env[69411]: DEBUG nova.compute.manager [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.946179] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.946360] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47ab023f-5cb8-4d61-bde6-0c2459de13ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.954743] env[69411]: DEBUG oslo_vmware.api [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1116.954743] env[69411]: value = "task-3323669" [ 1116.954743] env[69411]: _type = "Task" [ 1116.954743] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.965373] env[69411]: DEBUG oslo_vmware.api [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.216407] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.216737] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.216918] env[69411]: INFO nova.compute.manager [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Shelving [ 1117.228707] env[69411]: DEBUG oslo_vmware.api [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Task: {'id': task-3323667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2727} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.229608] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.230394] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.230394] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.230394] env[69411]: INFO nova.compute.manager [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1117.230394] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.230550] env[69411]: DEBUG nova.compute.manager [-] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.230587] env[69411]: DEBUG nova.network.neutron [-] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.299043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b1ea332d-6454-47a9-873a-0bd9839eb7fa tempest-ServerShowV247Test-2632141 tempest-ServerShowV247Test-2632141-project-member] Lock "270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.523s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.346449] env[69411]: DEBUG nova.compute.manager [req-096e0b54-1097-4dfb-88fc-4d29464d10c6 req-29ed5015-2552-466d-b1a9-ed9ced80c824 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Received event network-vif-plugged-ef67d0f3-8f65-4761-909f-528fbb1d0490 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.346682] env[69411]: DEBUG oslo_concurrency.lockutils [req-096e0b54-1097-4dfb-88fc-4d29464d10c6 req-29ed5015-2552-466d-b1a9-ed9ced80c824 service nova] Acquiring lock "979ee93b-3936-46f9-873e-85a2cc62a229-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.346972] env[69411]: DEBUG oslo_concurrency.lockutils [req-096e0b54-1097-4dfb-88fc-4d29464d10c6 req-29ed5015-2552-466d-b1a9-ed9ced80c824 service nova] Lock "979ee93b-3936-46f9-873e-85a2cc62a229-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.347202] env[69411]: DEBUG oslo_concurrency.lockutils [req-096e0b54-1097-4dfb-88fc-4d29464d10c6 req-29ed5015-2552-466d-b1a9-ed9ced80c824 service nova] Lock "979ee93b-3936-46f9-873e-85a2cc62a229-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.347378] env[69411]: DEBUG nova.compute.manager [req-096e0b54-1097-4dfb-88fc-4d29464d10c6 req-29ed5015-2552-466d-b1a9-ed9ced80c824 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] No waiting events found dispatching network-vif-plugged-ef67d0f3-8f65-4761-909f-528fbb1d0490 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.347546] env[69411]: WARNING nova.compute.manager [req-096e0b54-1097-4dfb-88fc-4d29464d10c6 req-29ed5015-2552-466d-b1a9-ed9ced80c824 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Received unexpected event network-vif-plugged-ef67d0f3-8f65-4761-909f-528fbb1d0490 for instance with vm_state building and task_state spawning. [ 1117.442429] env[69411]: DEBUG nova.network.neutron [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Successfully updated port: ef67d0f3-8f65-4761-909f-528fbb1d0490 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.468154] env[69411]: DEBUG oslo_vmware.api [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323669, 'name': PowerOffVM_Task, 'duration_secs': 0.218234} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.468456] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.468660] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1117.468845] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663517', 'volume_id': 'b5f80a48-262b-4d57-9e0f-aa79cde366a0', 'name': 'volume-b5f80a48-262b-4d57-9e0f-aa79cde366a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95c38893-1202-4ce0-8b00-8d61ee281af2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5f80a48-262b-4d57-9e0f-aa79cde366a0', 'serial': 'b5f80a48-262b-4d57-9e0f-aa79cde366a0'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1117.469680] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f83c92a-98d5-4975-9794-c521b270a5fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.494107] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ac26b6-b0e7-4cb9-833c-ec4527226f75 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.504235] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865a30b0-bff0-45ee-b650-e2a0666a3e3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.533305] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec06ad90-1438-4d77-a502-dac19f123984 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.553994] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] The volume has not been displaced from its original location: [datastore2] volume-b5f80a48-262b-4d57-9e0f-aa79cde366a0/volume-b5f80a48-262b-4d57-9e0f-aa79cde366a0.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1117.559960] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1117.562160] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6963f0e4-9d9e-49af-bd89-3f4bb64ceee9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.578728] env[69411]: DEBUG nova.compute.manager [req-be7c9297-9eda-4f42-93fd-1e37f93590a1 req-c968823c-7c85-4e40-9eb8-d577ed455785 service nova] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Received event network-vif-deleted-57557732-b2c0-45f2-b762-3ce6108e2208 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.578954] env[69411]: INFO nova.compute.manager [req-be7c9297-9eda-4f42-93fd-1e37f93590a1 req-c968823c-7c85-4e40-9eb8-d577ed455785 service nova] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Neutron deleted interface 57557732-b2c0-45f2-b762-3ce6108e2208; detaching it from the instance and deleting it from the info cache [ 1117.579141] env[69411]: DEBUG nova.network.neutron [req-be7c9297-9eda-4f42-93fd-1e37f93590a1 req-c968823c-7c85-4e40-9eb8-d577ed455785 service nova] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.590569] env[69411]: DEBUG oslo_vmware.api [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1117.590569] env[69411]: value = "task-3323670" [ 1117.590569] env[69411]: _type = "Task" [ 1117.590569] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.602711] env[69411]: DEBUG oslo_vmware.api [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.951060] env[69411]: DEBUG oslo_concurrency.lockutils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.951060] env[69411]: DEBUG oslo_concurrency.lockutils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.951060] env[69411]: DEBUG nova.network.neutron [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.033741] env[69411]: DEBUG nova.network.neutron [-] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.081798] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cca1887-618a-4787-ad11-fe87341a0cda {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.093032] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b6deda-0b4a-4c2c-9cff-bec1425f21ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.105757] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7890dc6c-48d7-407d-b555-d87709554a15 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.119900] env[69411]: DEBUG oslo_vmware.api [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323670, 'name': ReconfigVM_Task, 'duration_secs': 0.357043} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.120316] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1118.126495] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd796475-64f9-49df-b6ca-5ebb303dc324 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.143744] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d425705-8586-4fe0-9b88-2933354a8e0f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.153699] env[69411]: DEBUG nova.compute.manager [req-be7c9297-9eda-4f42-93fd-1e37f93590a1 req-c968823c-7c85-4e40-9eb8-d577ed455785 service nova] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Detach interface failed, port_id=57557732-b2c0-45f2-b762-3ce6108e2208, reason: Instance 203e28f2-fe99-4d73-9e2e-3e144e757f08 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1118.186412] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b62b7b2-33eb-423f-9a2b-96569f892b42 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.189575] env[69411]: DEBUG oslo_vmware.api [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1118.189575] env[69411]: value = "task-3323671" [ 1118.189575] env[69411]: _type = "Task" [ 1118.189575] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.197575] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849971c3-a901-4ec0-8bb5-f63310455c72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.205629] env[69411]: DEBUG oslo_vmware.api [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.216684] env[69411]: DEBUG nova.compute.provider_tree [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.229027] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.229558] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25704696-1db2-463b-b4af-13d4b23de6e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.237998] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1118.237998] env[69411]: value = "task-3323672" [ 1118.237998] env[69411]: _type = "Task" [ 1118.237998] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.246910] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.247187] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.247385] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.293809] env[69411]: DEBUG oslo_vmware.rw_handles [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a2af68-4cc7-4901-f835-42284ed788c4/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1118.295041] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed62be5f-c771-4ed2-b251-500c05562786 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.302661] env[69411]: DEBUG oslo_vmware.rw_handles [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a2af68-4cc7-4901-f835-42284ed788c4/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1118.302839] env[69411]: ERROR oslo_vmware.rw_handles [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a2af68-4cc7-4901-f835-42284ed788c4/disk-0.vmdk due to incomplete transfer. [ 1118.303078] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1272028e-370f-41f3-91c5-a2b642109ad7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.311545] env[69411]: DEBUG oslo_vmware.rw_handles [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a2af68-4cc7-4901-f835-42284ed788c4/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1118.311861] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Uploaded image 88a19f3c-6dfc-4de1-9039-bc3d40bde191 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1118.314282] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1118.314569] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b85377ac-c4e3-4808-89ad-3d6eb397e275 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.323018] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1118.323018] env[69411]: value = "task-3323673" [ 1118.323018] env[69411]: _type = "Task" [ 1118.323018] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.329944] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323673, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.486176] env[69411]: DEBUG nova.network.neutron [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.536934] env[69411]: INFO nova.compute.manager [-] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Took 1.31 seconds to deallocate network for instance. [ 1118.648748] env[69411]: DEBUG nova.network.neutron [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Updating instance_info_cache with network_info: [{"id": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "address": "fa:16:3e:fa:6a:ee", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef67d0f3-8f", "ovs_interfaceid": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.701021] env[69411]: DEBUG oslo_vmware.api [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323671, 'name': ReconfigVM_Task, 'duration_secs': 0.314899} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.701369] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663517', 'volume_id': 'b5f80a48-262b-4d57-9e0f-aa79cde366a0', 'name': 'volume-b5f80a48-262b-4d57-9e0f-aa79cde366a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95c38893-1202-4ce0-8b00-8d61ee281af2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5f80a48-262b-4d57-9e0f-aa79cde366a0', 'serial': 'b5f80a48-262b-4d57-9e0f-aa79cde366a0'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1118.701661] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.702462] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38141a07-9a9f-4019-b364-e8b5b9c43e8e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.709173] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.709411] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac9a5f63-49e1-40c5-ac78-feaf29d1b615 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.748518] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323672, 'name': PowerOffVM_Task, 'duration_secs': 0.335395} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.748792] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.749609] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea6391b-6392-4051-9114-1bee711f9907 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.752723] env[69411]: DEBUG nova.scheduler.client.report [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1118.752956] env[69411]: DEBUG nova.compute.provider_tree [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 151 to 152 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1118.753150] env[69411]: DEBUG nova.compute.provider_tree [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.762419] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.762419] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.762419] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.762419] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.762419] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.762419] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.762957] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1118.762957] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.782494] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.783381] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef8aa70-2e43-4063-a5dd-e9d2a0f47549 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.786427] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.786633] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.786806] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleting the datastore file [datastore1] 95c38893-1202-4ce0-8b00-8d61ee281af2 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.787066] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-066892cb-0a92-4b02-ac30-6907e5c7d075 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.796412] env[69411]: DEBUG oslo_vmware.api [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1118.796412] env[69411]: value = "task-3323675" [ 1118.796412] env[69411]: _type = "Task" [ 1118.796412] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.804696] env[69411]: DEBUG oslo_vmware.api [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.832955] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323673, 'name': Destroy_Task, 'duration_secs': 0.382172} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.833230] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Destroyed the VM [ 1118.833518] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1118.833765] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a4ea763-ac76-44cf-b2dd-01eb536febe9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.840700] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1118.840700] env[69411]: value = "task-3323676" [ 1118.840700] env[69411]: _type = "Task" [ 1118.840700] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.848742] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323676, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.047805] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.151418] env[69411]: DEBUG oslo_concurrency.lockutils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.151815] env[69411]: DEBUG nova.compute.manager [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Instance network_info: |[{"id": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "address": "fa:16:3e:fa:6a:ee", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef67d0f3-8f", "ovs_interfaceid": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.152265] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:6a:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef67d0f3-8f65-4761-909f-528fbb1d0490', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.160060] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.160287] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.160509] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8d0602b-cc03-4af2-ba74-3abd532ba9b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.183499] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.183499] env[69411]: value = "task-3323678" [ 1119.183499] env[69411]: _type = "Task" [ 1119.183499] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.193589] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323678, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.262230] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.262941] env[69411]: DEBUG nova.compute.manager [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.266644] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.802s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.268414] env[69411]: INFO nova.compute.claims [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.298892] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1119.299341] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a1549349-ea8d-471f-a702-77c67fe46080 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.313609] env[69411]: DEBUG oslo_vmware.api [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173371} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.315323] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.315536] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.315738] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.315938] env[69411]: INFO nova.compute.manager [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1119.316323] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.316677] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1119.316677] env[69411]: value = "task-3323679" [ 1119.316677] env[69411]: _type = "Task" [ 1119.316677] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.316948] env[69411]: DEBUG nova.compute.manager [-] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.317113] env[69411]: DEBUG nova.network.neutron [-] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.330673] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323679, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.352108] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323676, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.416430] env[69411]: DEBUG nova.compute.manager [req-58dda4a6-1604-4b14-8fdb-07526671f7b5 req-8ce7c76e-8cfd-47d1-a041-b4cf1177781b service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Received event network-changed-ef67d0f3-8f65-4761-909f-528fbb1d0490 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.416609] env[69411]: DEBUG nova.compute.manager [req-58dda4a6-1604-4b14-8fdb-07526671f7b5 req-8ce7c76e-8cfd-47d1-a041-b4cf1177781b service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Refreshing instance network info cache due to event network-changed-ef67d0f3-8f65-4761-909f-528fbb1d0490. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.416840] env[69411]: DEBUG oslo_concurrency.lockutils [req-58dda4a6-1604-4b14-8fdb-07526671f7b5 req-8ce7c76e-8cfd-47d1-a041-b4cf1177781b service nova] Acquiring lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.416964] env[69411]: DEBUG oslo_concurrency.lockutils [req-58dda4a6-1604-4b14-8fdb-07526671f7b5 req-8ce7c76e-8cfd-47d1-a041-b4cf1177781b service nova] Acquired lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.417139] env[69411]: DEBUG nova.network.neutron [req-58dda4a6-1604-4b14-8fdb-07526671f7b5 req-8ce7c76e-8cfd-47d1-a041-b4cf1177781b service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Refreshing network info cache for port ef67d0f3-8f65-4761-909f-528fbb1d0490 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.607421] env[69411]: DEBUG nova.compute.manager [req-ebb41659-c6fe-4512-8bdb-b675aa8d02bc req-2ce24d64-de84-44b9-b02b-c5e7324a39fd service nova] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Received event network-vif-deleted-58340881-f9b4-4917-9918-5756d247ea24 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.607692] env[69411]: INFO nova.compute.manager [req-ebb41659-c6fe-4512-8bdb-b675aa8d02bc req-2ce24d64-de84-44b9-b02b-c5e7324a39fd service nova] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Neutron deleted interface 58340881-f9b4-4917-9918-5756d247ea24; detaching it from the instance and deleting it from the info cache [ 1119.607846] env[69411]: DEBUG nova.network.neutron [req-ebb41659-c6fe-4512-8bdb-b675aa8d02bc req-2ce24d64-de84-44b9-b02b-c5e7324a39fd service nova] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.694492] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323678, 'name': CreateVM_Task, 'duration_secs': 0.503307} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.694705] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.695421] env[69411]: DEBUG oslo_concurrency.lockutils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.695619] env[69411]: DEBUG oslo_concurrency.lockutils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.695955] env[69411]: DEBUG oslo_concurrency.lockutils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.696557] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9078edfa-7520-41fc-9b4c-413705b5d3f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.701738] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1119.701738] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d351c2-246b-929d-0ac6-431ede5a515f" [ 1119.701738] env[69411]: _type = "Task" [ 1119.701738] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.710414] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d351c2-246b-929d-0ac6-431ede5a515f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.773409] env[69411]: DEBUG nova.compute.utils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.777715] env[69411]: DEBUG nova.compute.manager [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.777841] env[69411]: DEBUG nova.network.neutron [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.829875] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323679, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.831432] env[69411]: DEBUG nova.policy [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ea6e1c2123a45feb589a876312e6fbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0c9fa713aa6425b96d1f6bea41879aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.851763] env[69411]: DEBUG oslo_vmware.api [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323676, 'name': RemoveSnapshot_Task, 'duration_secs': 0.594364} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.852062] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1119.852389] env[69411]: INFO nova.compute.manager [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Took 15.43 seconds to snapshot the instance on the hypervisor. [ 1120.090017] env[69411]: DEBUG nova.network.neutron [-] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.111750] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13bf5e62-06d6-4862-a6be-7ffa52dd04e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.123545] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93cabeb-e247-4de7-a2e8-12084bbf78f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.136356] env[69411]: DEBUG nova.network.neutron [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Successfully created port: 4b9e02d4-2cdb-4992-8ab1-9b862a2137ae {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.167600] env[69411]: DEBUG nova.compute.manager [req-ebb41659-c6fe-4512-8bdb-b675aa8d02bc req-2ce24d64-de84-44b9-b02b-c5e7324a39fd service nova] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Detach interface failed, port_id=58340881-f9b4-4917-9918-5756d247ea24, reason: Instance 95c38893-1202-4ce0-8b00-8d61ee281af2 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1120.174359] env[69411]: DEBUG nova.network.neutron [req-58dda4a6-1604-4b14-8fdb-07526671f7b5 req-8ce7c76e-8cfd-47d1-a041-b4cf1177781b service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Updated VIF entry in instance network info cache for port ef67d0f3-8f65-4761-909f-528fbb1d0490. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.174693] env[69411]: DEBUG nova.network.neutron [req-58dda4a6-1604-4b14-8fdb-07526671f7b5 req-8ce7c76e-8cfd-47d1-a041-b4cf1177781b service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Updating instance_info_cache with network_info: [{"id": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "address": "fa:16:3e:fa:6a:ee", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef67d0f3-8f", "ovs_interfaceid": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.213562] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d351c2-246b-929d-0ac6-431ede5a515f, 'name': SearchDatastore_Task, 'duration_secs': 0.012588} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.213879] env[69411]: DEBUG oslo_concurrency.lockutils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.214131] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.214389] env[69411]: DEBUG oslo_concurrency.lockutils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.214554] env[69411]: DEBUG oslo_concurrency.lockutils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.214735] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.215009] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-056e215c-1e68-4f26-bbe6-9b9d7e6143b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.227136] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.227335] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.228267] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-655a989e-8526-41b1-acb8-0cc8400762a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.235203] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1120.235203] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525c21b6-1ee8-4465-2594-3546aef9b9c8" [ 1120.235203] env[69411]: _type = "Task" [ 1120.235203] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.244982] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525c21b6-1ee8-4465-2594-3546aef9b9c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.278497] env[69411]: DEBUG nova.compute.manager [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.330436] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323679, 'name': CreateSnapshot_Task, 'duration_secs': 0.791606} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.333080] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1120.334521] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed986ad-2119-46d2-91f2-827d3c75c7cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.408059] env[69411]: DEBUG nova.compute.manager [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Found 3 images (rotation: 2) {{(pid=69411) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1120.408294] env[69411]: DEBUG nova.compute.manager [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Rotating out 1 backups {{(pid=69411) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1120.408460] env[69411]: DEBUG nova.compute.manager [None req-214dbb92-ef5e-470f-9c15-2ee3f5042c52 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Deleting image 6d77ec9a-68bf-4377-b911-9a678e51ed94 {{(pid=69411) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1120.586815] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b55f18-8fc6-46ba-af1e-e33ca0b9b516 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.592999] env[69411]: INFO nova.compute.manager [-] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Took 1.28 seconds to deallocate network for instance. [ 1120.598216] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aa8966-bae3-498b-bf7f-f568d67097b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.632711] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1635c4-dc9e-4f95-a706-bff7fb9af34a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.642069] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c2f5fe-39ae-4aaf-839d-b848a1c8b9e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.658173] env[69411]: DEBUG nova.compute.provider_tree [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.677609] env[69411]: DEBUG oslo_concurrency.lockutils [req-58dda4a6-1604-4b14-8fdb-07526671f7b5 req-8ce7c76e-8cfd-47d1-a041-b4cf1177781b service nova] Releasing lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.747460] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525c21b6-1ee8-4465-2594-3546aef9b9c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.748293] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc3f594-2b62-4ade-a930-f9061a06649b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.755500] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1120.755500] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523a7243-5cc2-30f7-4b7b-b7c7a534c174" [ 1120.755500] env[69411]: _type = "Task" [ 1120.755500] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.764285] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523a7243-5cc2-30f7-4b7b-b7c7a534c174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.855232] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1120.856009] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7daf94a1-0dfd-46bb-97a2-5543d0c0406b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.866905] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1120.866905] env[69411]: value = "task-3323680" [ 1120.866905] env[69411]: _type = "Task" [ 1120.866905] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.876028] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323680, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.145047] env[69411]: INFO nova.compute.manager [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Took 0.55 seconds to detach 1 volumes for instance. [ 1121.193316] env[69411]: DEBUG nova.scheduler.client.report [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1121.193629] env[69411]: DEBUG nova.compute.provider_tree [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 152 to 153 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1121.193815] env[69411]: DEBUG nova.compute.provider_tree [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1121.267787] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523a7243-5cc2-30f7-4b7b-b7c7a534c174, 'name': SearchDatastore_Task, 'duration_secs': 0.014206} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.268127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.268365] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 979ee93b-3936-46f9-873e-85a2cc62a229/979ee93b-3936-46f9-873e-85a2cc62a229.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.268697] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-468dadc8-e81a-498a-8245-2a189775ead2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.277237] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1121.277237] env[69411]: value = "task-3323682" [ 1121.277237] env[69411]: _type = "Task" [ 1121.277237] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.286996] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.288289] env[69411]: DEBUG nova.compute.manager [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.315604] env[69411]: DEBUG nova.virt.hardware [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.315857] env[69411]: DEBUG nova.virt.hardware [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.316030] env[69411]: DEBUG nova.virt.hardware [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.316258] env[69411]: DEBUG nova.virt.hardware [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.316866] env[69411]: DEBUG nova.virt.hardware [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.316866] env[69411]: DEBUG nova.virt.hardware [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.316866] env[69411]: DEBUG nova.virt.hardware [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.317025] env[69411]: DEBUG nova.virt.hardware [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.317082] env[69411]: DEBUG nova.virt.hardware [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.317228] env[69411]: DEBUG nova.virt.hardware [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.317405] env[69411]: DEBUG nova.virt.hardware [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.318684] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13724184-c042-4a94-8746-589baac21685 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.329880] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b692bb-e7f5-4b51-941b-2f0fca07c857 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.380600] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323680, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.645114] env[69411]: DEBUG nova.compute.manager [req-c71e225a-fb52-4f2f-8b16-a377ef6ba307 req-07577107-39fc-436b-b42e-71a5263a4f31 service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Received event network-vif-plugged-4b9e02d4-2cdb-4992-8ab1-9b862a2137ae {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.645509] env[69411]: DEBUG oslo_concurrency.lockutils [req-c71e225a-fb52-4f2f-8b16-a377ef6ba307 req-07577107-39fc-436b-b42e-71a5263a4f31 service nova] Acquiring lock "4e584ece-8a2e-4820-b02c-485d92aef579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.645761] env[69411]: DEBUG oslo_concurrency.lockutils [req-c71e225a-fb52-4f2f-8b16-a377ef6ba307 req-07577107-39fc-436b-b42e-71a5263a4f31 service nova] Lock "4e584ece-8a2e-4820-b02c-485d92aef579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.646691] env[69411]: DEBUG oslo_concurrency.lockutils [req-c71e225a-fb52-4f2f-8b16-a377ef6ba307 req-07577107-39fc-436b-b42e-71a5263a4f31 service nova] Lock "4e584ece-8a2e-4820-b02c-485d92aef579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.646691] env[69411]: DEBUG nova.compute.manager [req-c71e225a-fb52-4f2f-8b16-a377ef6ba307 req-07577107-39fc-436b-b42e-71a5263a4f31 service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] No waiting events found dispatching network-vif-plugged-4b9e02d4-2cdb-4992-8ab1-9b862a2137ae {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.646691] env[69411]: WARNING nova.compute.manager [req-c71e225a-fb52-4f2f-8b16-a377ef6ba307 req-07577107-39fc-436b-b42e-71a5263a4f31 service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Received unexpected event network-vif-plugged-4b9e02d4-2cdb-4992-8ab1-9b862a2137ae for instance with vm_state building and task_state spawning. [ 1121.653727] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.699908] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.701084] env[69411]: DEBUG nova.compute.manager [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.703364] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.062s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.703593] env[69411]: DEBUG nova.objects.instance [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lazy-loading 'resources' on Instance uuid 311c0bd7-7377-46c2-8d81-7b59c17d5f22 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.771818] env[69411]: DEBUG nova.network.neutron [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Successfully updated port: 4b9e02d4-2cdb-4992-8ab1-9b862a2137ae {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.792494] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323682, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.822726] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9cccfbcb-6c3e-4854-85f8-6c3a2d9c076e tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "51712e65-a788-4f72-9697-e5d1fcbe10b5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.823182] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9cccfbcb-6c3e-4854-85f8-6c3a2d9c076e tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "51712e65-a788-4f72-9697-e5d1fcbe10b5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.823432] env[69411]: DEBUG nova.compute.manager [None req-9cccfbcb-6c3e-4854-85f8-6c3a2d9c076e tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.824458] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eefc067-a86b-4ec4-96c7-4ce5caada443 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.831926] env[69411]: DEBUG nova.compute.manager [None req-9cccfbcb-6c3e-4854-85f8-6c3a2d9c076e tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1121.832521] env[69411]: DEBUG nova.objects.instance [None req-9cccfbcb-6c3e-4854-85f8-6c3a2d9c076e tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'flavor' on Instance uuid 51712e65-a788-4f72-9697-e5d1fcbe10b5 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.880460] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323680, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.206348] env[69411]: DEBUG nova.compute.utils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.210765] env[69411]: DEBUG nova.compute.manager [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.211021] env[69411]: DEBUG nova.network.neutron [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.248293] env[69411]: DEBUG nova.policy [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e62f14417058432a9964dfdd77a96c90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26a0617b20114b1b88f42cf852299575', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.275351] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "refresh_cache-4e584ece-8a2e-4820-b02c-485d92aef579" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.277250] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquired lock "refresh_cache-4e584ece-8a2e-4820-b02c-485d92aef579" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.277250] env[69411]: DEBUG nova.network.neutron [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.290479] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551959} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.293145] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 979ee93b-3936-46f9-873e-85a2cc62a229/979ee93b-3936-46f9-873e-85a2cc62a229.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.293443] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.293869] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e849122b-f23a-43e0-a647-871853883bbb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.302432] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1122.302432] env[69411]: value = "task-3323683" [ 1122.302432] env[69411]: _type = "Task" [ 1122.302432] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.313889] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.381180] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323680, 'name': CloneVM_Task, 'duration_secs': 1.410451} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.381548] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Created linked-clone VM from snapshot [ 1122.382361] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d695b56-dea7-4ae3-bb12-0a5c2cf0bcb8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.390912] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Uploading image a3cecb41-e5b5-450e-a031-a82e9c2054fd {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1122.416309] env[69411]: DEBUG oslo_vmware.rw_handles [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1122.416309] env[69411]: value = "vm-663521" [ 1122.416309] env[69411]: _type = "VirtualMachine" [ 1122.416309] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1122.416652] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0db89bca-7b8d-451b-a511-7dc5aefb3871 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.425952] env[69411]: DEBUG oslo_vmware.rw_handles [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lease: (returnval){ [ 1122.425952] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5244043d-4c40-19a8-619b-34751a33816b" [ 1122.425952] env[69411]: _type = "HttpNfcLease" [ 1122.425952] env[69411]: } obtained for exporting VM: (result){ [ 1122.425952] env[69411]: value = "vm-663521" [ 1122.425952] env[69411]: _type = "VirtualMachine" [ 1122.425952] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1122.426398] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the lease: (returnval){ [ 1122.426398] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5244043d-4c40-19a8-619b-34751a33816b" [ 1122.426398] env[69411]: _type = "HttpNfcLease" [ 1122.426398] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1122.434850] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1122.434850] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5244043d-4c40-19a8-619b-34751a33816b" [ 1122.434850] env[69411]: _type = "HttpNfcLease" [ 1122.434850] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1122.470719] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52950a95-0bb1-4d45-aba6-cce61d066257 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.480865] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dad7b8b-b731-4bcb-9a31-b454cc95fe72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.518195] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651e4e40-3fd3-4777-bac2-b7c4a4c21a75 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.534454] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcbe279-c0dd-431f-8f50-ba73c314b9d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.552868] env[69411]: DEBUG nova.compute.provider_tree [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.573085] env[69411]: DEBUG nova.network.neutron [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Successfully created port: 158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.711487] env[69411]: DEBUG nova.compute.manager [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.809551] env[69411]: DEBUG nova.network.neutron [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.826019] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065134} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.826019] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.826019] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783e1534-ef38-40fb-9d81-8b4cf7f2a2d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.844801] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cccfbcb-6c3e-4854-85f8-6c3a2d9c076e tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.854112] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 979ee93b-3936-46f9-873e-85a2cc62a229/979ee93b-3936-46f9-873e-85a2cc62a229.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.857190] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e2483e3-dd0f-431b-9f0c-8b27e5cbee61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.858677] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79f204ee-7fdd-4c9a-8254-12c0494911fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.881815] env[69411]: DEBUG oslo_vmware.api [None req-9cccfbcb-6c3e-4854-85f8-6c3a2d9c076e tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1122.881815] env[69411]: value = "task-3323685" [ 1122.881815] env[69411]: _type = "Task" [ 1122.881815] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.883693] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1122.883693] env[69411]: value = "task-3323686" [ 1122.883693] env[69411]: _type = "Task" [ 1122.883693] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.896175] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.898510] env[69411]: DEBUG oslo_vmware.api [None req-9cccfbcb-6c3e-4854-85f8-6c3a2d9c076e tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.937815] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1122.937815] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5244043d-4c40-19a8-619b-34751a33816b" [ 1122.937815] env[69411]: _type = "HttpNfcLease" [ 1122.937815] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1122.938152] env[69411]: DEBUG oslo_vmware.rw_handles [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1122.938152] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5244043d-4c40-19a8-619b-34751a33816b" [ 1122.938152] env[69411]: _type = "HttpNfcLease" [ 1122.938152] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1122.938909] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f2d1f8-e46b-431e-8b33-e2f12ff8841d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.948869] env[69411]: DEBUG oslo_vmware.rw_handles [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527a47d1-7603-779f-5b21-51a0cc06e55c/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1122.948869] env[69411]: DEBUG oslo_vmware.rw_handles [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527a47d1-7603-779f-5b21-51a0cc06e55c/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1123.020039] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.020296] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.051286] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78153580-27f7-4239-9785-4f67f7d01026 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.056755] env[69411]: DEBUG nova.scheduler.client.report [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.066368] env[69411]: DEBUG nova.network.neutron [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Updating instance_info_cache with network_info: [{"id": "4b9e02d4-2cdb-4992-8ab1-9b862a2137ae", "address": "fa:16:3e:0a:35:7e", "network": {"id": "b5d16af4-ec20-4074-ab1d-0ed1d7e2a3fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408751192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0c9fa713aa6425b96d1f6bea41879aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9e02d4-2c", "ovs_interfaceid": "4b9e02d4-2cdb-4992-8ab1-9b862a2137ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.397871] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323686, 'name': ReconfigVM_Task, 'duration_secs': 0.339784} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.400200] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 979ee93b-3936-46f9-873e-85a2cc62a229/979ee93b-3936-46f9-873e-85a2cc62a229.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.401157] env[69411]: DEBUG oslo_vmware.api [None req-9cccfbcb-6c3e-4854-85f8-6c3a2d9c076e tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323685, 'name': PowerOffVM_Task, 'duration_secs': 0.237098} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.401451] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b327764-586a-46d7-ac02-222fe5d1d3b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.403038] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cccfbcb-6c3e-4854-85f8-6c3a2d9c076e tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.403412] env[69411]: DEBUG nova.compute.manager [None req-9cccfbcb-6c3e-4854-85f8-6c3a2d9c076e tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.404261] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df69626f-ab5b-4167-9046-9b0bde136e37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.414556] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1123.414556] env[69411]: value = "task-3323687" [ 1123.414556] env[69411]: _type = "Task" [ 1123.414556] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.424898] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323687, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.524243] env[69411]: DEBUG nova.compute.utils [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.562228] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.565048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.783s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.565317] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.565574] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1123.566259] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.518s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.566382] env[69411]: DEBUG nova.objects.instance [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Lazy-loading 'resources' on Instance uuid 203e28f2-fe99-4d73-9e2e-3e144e757f08 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.568290] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8575ff2-6da2-4802-9512-ec6006eb37df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.571714] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Releasing lock "refresh_cache-4e584ece-8a2e-4820-b02c-485d92aef579" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.572179] env[69411]: DEBUG nova.compute.manager [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Instance network_info: |[{"id": "4b9e02d4-2cdb-4992-8ab1-9b862a2137ae", "address": "fa:16:3e:0a:35:7e", "network": {"id": "b5d16af4-ec20-4074-ab1d-0ed1d7e2a3fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408751192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0c9fa713aa6425b96d1f6bea41879aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9e02d4-2c", "ovs_interfaceid": "4b9e02d4-2cdb-4992-8ab1-9b862a2137ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.572967] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:35:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b9e02d4-2cdb-4992-8ab1-9b862a2137ae', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.581856] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Creating folder: Project (b0c9fa713aa6425b96d1f6bea41879aa). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1123.584256] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eb9d8cc-0bb2-4abd-85ba-e3578cc35ec6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.590331] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6a66dd-acb4-45a1-a12c-4e033babf1c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.598354] env[69411]: INFO nova.scheduler.client.report [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Deleted allocations for instance 311c0bd7-7377-46c2-8d81-7b59c17d5f22 [ 1123.603969] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Created folder: Project (b0c9fa713aa6425b96d1f6bea41879aa) in parent group-v663248. [ 1123.604659] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Creating folder: Instances. Parent ref: group-v663522. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1123.607776] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a50cb0cc-936f-4011-ba92-fc422c03f866 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.620324] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504e8f27-c1ba-4c8d-bdbc-7f38e3236864 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.628446] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb6b59b-a691-4d6a-a0c1-b10cdefc4ea5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.633522] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Created folder: Instances in parent group-v663522. [ 1123.634694] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.634842] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.635525] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12e885e1-5060-4d23-8580-711ecdf17e3b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.683663] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178795MB free_disk=110GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1123.683897] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.691775] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.691775] env[69411]: value = "task-3323690" [ 1123.691775] env[69411]: _type = "Task" [ 1123.691775] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.701124] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323690, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.721208] env[69411]: DEBUG nova.compute.manager [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.744999] env[69411]: DEBUG nova.virt.hardware [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.744999] env[69411]: DEBUG nova.virt.hardware [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.745272] env[69411]: DEBUG nova.virt.hardware [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.745309] env[69411]: DEBUG nova.virt.hardware [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.745469] env[69411]: DEBUG nova.virt.hardware [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.745620] env[69411]: DEBUG nova.virt.hardware [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.745914] env[69411]: DEBUG nova.virt.hardware [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.746069] env[69411]: DEBUG nova.virt.hardware [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.746407] env[69411]: DEBUG nova.virt.hardware [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.746633] env[69411]: DEBUG nova.virt.hardware [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.746862] env[69411]: DEBUG nova.virt.hardware [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.747822] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d7e59a-8647-437c-ad32-d60476ade4e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.756894] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f349f979-5d34-48e6-8dbf-f9dbb2e39cd3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.776048] env[69411]: DEBUG nova.compute.manager [req-d174f0a4-2700-4048-951e-ef6662829dce req-2482840a-9a0f-4e3e-88ed-d9f3d265826f service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Received event network-changed-4b9e02d4-2cdb-4992-8ab1-9b862a2137ae {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.776380] env[69411]: DEBUG nova.compute.manager [req-d174f0a4-2700-4048-951e-ef6662829dce req-2482840a-9a0f-4e3e-88ed-d9f3d265826f service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Refreshing instance network info cache due to event network-changed-4b9e02d4-2cdb-4992-8ab1-9b862a2137ae. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.776681] env[69411]: DEBUG oslo_concurrency.lockutils [req-d174f0a4-2700-4048-951e-ef6662829dce req-2482840a-9a0f-4e3e-88ed-d9f3d265826f service nova] Acquiring lock "refresh_cache-4e584ece-8a2e-4820-b02c-485d92aef579" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.776836] env[69411]: DEBUG oslo_concurrency.lockutils [req-d174f0a4-2700-4048-951e-ef6662829dce req-2482840a-9a0f-4e3e-88ed-d9f3d265826f service nova] Acquired lock "refresh_cache-4e584ece-8a2e-4820-b02c-485d92aef579" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.777106] env[69411]: DEBUG nova.network.neutron [req-d174f0a4-2700-4048-951e-ef6662829dce req-2482840a-9a0f-4e3e-88ed-d9f3d265826f service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Refreshing network info cache for port 4b9e02d4-2cdb-4992-8ab1-9b862a2137ae {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.921636] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9cccfbcb-6c3e-4854-85f8-6c3a2d9c076e tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "51712e65-a788-4f72-9697-e5d1fcbe10b5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.098s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.929948] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323687, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.028036] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.115617] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d09aeaa2-ac20-4fb2-acb0-c95ffdcd2526 tempest-ListServerFiltersTestJSON-2089617711 tempest-ListServerFiltersTestJSON-2089617711-project-member] Lock "311c0bd7-7377-46c2-8d81-7b59c17d5f22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.923s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.138495] env[69411]: DEBUG nova.network.neutron [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Successfully updated port: 158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.203525] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323690, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.373905] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c966095c-c629-4651-8acd-5df99635c630 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.383241] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1edf5a-e28f-48b8-9d4d-9bbc57b521e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.424863] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8cce9b-6225-4ed9-89ce-c1f19fb69820 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.435446] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323687, 'name': Rename_Task, 'duration_secs': 0.970915} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.437246] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.437668] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4da0f2b7-20be-458b-8491-0cea1ff7d687 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.440335] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030d6820-2c3e-4b53-a7d0-47905a0b9143 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.458075] env[69411]: DEBUG nova.compute.provider_tree [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.460919] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1124.460919] env[69411]: value = "task-3323691" [ 1124.460919] env[69411]: _type = "Task" [ 1124.460919] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.471422] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.555314] env[69411]: DEBUG nova.network.neutron [req-d174f0a4-2700-4048-951e-ef6662829dce req-2482840a-9a0f-4e3e-88ed-d9f3d265826f service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Updated VIF entry in instance network info cache for port 4b9e02d4-2cdb-4992-8ab1-9b862a2137ae. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.556726] env[69411]: DEBUG nova.network.neutron [req-d174f0a4-2700-4048-951e-ef6662829dce req-2482840a-9a0f-4e3e-88ed-d9f3d265826f service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Updating instance_info_cache with network_info: [{"id": "4b9e02d4-2cdb-4992-8ab1-9b862a2137ae", "address": "fa:16:3e:0a:35:7e", "network": {"id": "b5d16af4-ec20-4074-ab1d-0ed1d7e2a3fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408751192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0c9fa713aa6425b96d1f6bea41879aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9e02d4-2c", "ovs_interfaceid": "4b9e02d4-2cdb-4992-8ab1-9b862a2137ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.643620] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "refresh_cache-62f3a4c7-c151-4529-b6a1-e6e7113aed42" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.643620] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "refresh_cache-62f3a4c7-c151-4529-b6a1-e6e7113aed42" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.644327] env[69411]: DEBUG nova.network.neutron [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.705377] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323690, 'name': CreateVM_Task, 'duration_secs': 0.537839} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.705695] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.706506] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.706785] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.707307] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.707634] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b82240-9817-49ca-9972-733b54fe581e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.714562] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1124.714562] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fb8b1a-40d2-9041-596a-28afcf9c3661" [ 1124.714562] env[69411]: _type = "Task" [ 1124.714562] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.723946] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fb8b1a-40d2-9041-596a-28afcf9c3661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.962652] env[69411]: DEBUG nova.scheduler.client.report [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.978689] env[69411]: DEBUG oslo_vmware.api [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323691, 'name': PowerOnVM_Task, 'duration_secs': 0.516265} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.979871] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.980161] env[69411]: INFO nova.compute.manager [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1124.980384] env[69411]: DEBUG nova.compute.manager [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.981300] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23efa8c-625f-4092-a2b1-f3de05adb7ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.059831] env[69411]: DEBUG oslo_concurrency.lockutils [req-d174f0a4-2700-4048-951e-ef6662829dce req-2482840a-9a0f-4e3e-88ed-d9f3d265826f service nova] Releasing lock "refresh_cache-4e584ece-8a2e-4820-b02c-485d92aef579" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.120136] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.120136] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.120136] env[69411]: INFO nova.compute.manager [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Attaching volume cd88a6b4-a4fd-4128-9c33-9598f200f344 to /dev/sdb [ 1125.171526] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00b10dc-bc39-4963-aba5-a75346a0eefc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.177976] env[69411]: DEBUG nova.network.neutron [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.182614] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960e7b06-2b4f-4155-96ba-8c49a7c291ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.202054] env[69411]: DEBUG nova.virt.block_device [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Updating existing volume attachment record: e5face17-9d1e-4304-a940-1f2bb110bae3 {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1126.056456] env[69411]: DEBUG nova.compute.manager [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Stashing vm_state: stopped {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1126.062498] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.496s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.069206] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fb8b1a-40d2-9041-596a-28afcf9c3661, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.077958] env[69411]: DEBUG nova.compute.manager [req-f0e862e1-42e4-499f-825e-0f11447d04da req-c4c11938-dc05-49f1-ae73-de5632f0f9e6 service nova] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Received event network-vif-plugged-158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.077958] env[69411]: DEBUG oslo_concurrency.lockutils [req-f0e862e1-42e4-499f-825e-0f11447d04da req-c4c11938-dc05-49f1-ae73-de5632f0f9e6 service nova] Acquiring lock "62f3a4c7-c151-4529-b6a1-e6e7113aed42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.077958] env[69411]: DEBUG oslo_concurrency.lockutils [req-f0e862e1-42e4-499f-825e-0f11447d04da req-c4c11938-dc05-49f1-ae73-de5632f0f9e6 service nova] Lock "62f3a4c7-c151-4529-b6a1-e6e7113aed42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.077958] env[69411]: DEBUG oslo_concurrency.lockutils [req-f0e862e1-42e4-499f-825e-0f11447d04da req-c4c11938-dc05-49f1-ae73-de5632f0f9e6 service nova] Lock "62f3a4c7-c151-4529-b6a1-e6e7113aed42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.077958] env[69411]: DEBUG nova.compute.manager [req-f0e862e1-42e4-499f-825e-0f11447d04da req-c4c11938-dc05-49f1-ae73-de5632f0f9e6 service nova] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] No waiting events found dispatching network-vif-plugged-158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.077958] env[69411]: WARNING nova.compute.manager [req-f0e862e1-42e4-499f-825e-0f11447d04da req-c4c11938-dc05-49f1-ae73-de5632f0f9e6 service nova] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Received unexpected event network-vif-plugged-158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7 for instance with vm_state building and task_state spawning. [ 1126.077958] env[69411]: DEBUG nova.compute.manager [req-f0e862e1-42e4-499f-825e-0f11447d04da req-c4c11938-dc05-49f1-ae73-de5632f0f9e6 service nova] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Received event network-changed-158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.077958] env[69411]: DEBUG nova.compute.manager [req-f0e862e1-42e4-499f-825e-0f11447d04da req-c4c11938-dc05-49f1-ae73-de5632f0f9e6 service nova] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Refreshing instance network info cache due to event network-changed-158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.077958] env[69411]: DEBUG oslo_concurrency.lockutils [req-f0e862e1-42e4-499f-825e-0f11447d04da req-c4c11938-dc05-49f1-ae73-de5632f0f9e6 service nova] Acquiring lock "refresh_cache-62f3a4c7-c151-4529-b6a1-e6e7113aed42" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.077958] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.424s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.077958] env[69411]: DEBUG nova.objects.instance [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lazy-loading 'resources' on Instance uuid 95c38893-1202-4ce0-8b00-8d61ee281af2 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.080405] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.080405] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.080405] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.080405] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.080405] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.082087] env[69411]: DEBUG oslo_concurrency.lockutils [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Acquiring lock "fdf8c90a-e012-426a-bb58-e9013c553f25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.082830] env[69411]: DEBUG oslo_concurrency.lockutils [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Lock "fdf8c90a-e012-426a-bb58-e9013c553f25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.083661] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34fd1eb6-d69f-420c-9084-cb0214fb9934 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.087092] env[69411]: INFO nova.compute.manager [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Took 20.58 seconds to build instance. [ 1126.098334] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.098647] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.100112] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c2f6269-b4b6-4317-9e43-6d659b1c093a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.107270] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1126.107270] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fd3f08-052b-a799-8e8e-65f38cfb96aa" [ 1126.107270] env[69411]: _type = "Task" [ 1126.107270] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.119107] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fd3f08-052b-a799-8e8e-65f38cfb96aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.120264] env[69411]: INFO nova.scheduler.client.report [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Deleted allocations for instance 203e28f2-fe99-4d73-9e2e-3e144e757f08 [ 1126.203190] env[69411]: DEBUG nova.compute.manager [req-ff0459ad-2b56-41d9-b4bc-99968393bebc req-ec482e4d-e86a-48ef-af43-40335ec217dd service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Received event network-changed-6e1ddc58-269f-464f-b805-955abcfeb827 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.203265] env[69411]: DEBUG nova.compute.manager [req-ff0459ad-2b56-41d9-b4bc-99968393bebc req-ec482e4d-e86a-48ef-af43-40335ec217dd service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Refreshing instance network info cache due to event network-changed-6e1ddc58-269f-464f-b805-955abcfeb827. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.203490] env[69411]: DEBUG oslo_concurrency.lockutils [req-ff0459ad-2b56-41d9-b4bc-99968393bebc req-ec482e4d-e86a-48ef-af43-40335ec217dd service nova] Acquiring lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.203632] env[69411]: DEBUG oslo_concurrency.lockutils [req-ff0459ad-2b56-41d9-b4bc-99968393bebc req-ec482e4d-e86a-48ef-af43-40335ec217dd service nova] Acquired lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.204047] env[69411]: DEBUG nova.network.neutron [req-ff0459ad-2b56-41d9-b4bc-99968393bebc req-ec482e4d-e86a-48ef-af43-40335ec217dd service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Refreshing network info cache for port 6e1ddc58-269f-464f-b805-955abcfeb827 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.240578] env[69411]: DEBUG nova.network.neutron [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Updating instance_info_cache with network_info: [{"id": "158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7", "address": "fa:16:3e:d2:18:ff", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap158c0ea0-0a", "ovs_interfaceid": "158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.588078] env[69411]: DEBUG nova.compute.manager [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.591734] env[69411]: DEBUG oslo_concurrency.lockutils [None req-434f93ae-b35b-413d-ba44-39ccf3e40596 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "979ee93b-3936-46f9-873e-85a2cc62a229" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.088s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.594237] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.624121] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fd3f08-052b-a799-8e8e-65f38cfb96aa, 'name': SearchDatastore_Task, 'duration_secs': 0.017779} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.625114] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46fcbedc-67d2-4f8b-b895-2ec25d37d831 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.634779] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dcf5dd93-01d0-40c8-b158-946779b0934d tempest-InstanceActionsV221TestJSON-1440999444 tempest-InstanceActionsV221TestJSON-1440999444-project-member] Lock "203e28f2-fe99-4d73-9e2e-3e144e757f08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.046s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.640298] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1126.640298] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e40414-2607-9739-e308-b1d8e5f9d1de" [ 1126.640298] env[69411]: _type = "Task" [ 1126.640298] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.651452] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e40414-2607-9739-e308-b1d8e5f9d1de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.744207] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "refresh_cache-62f3a4c7-c151-4529-b6a1-e6e7113aed42" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.744590] env[69411]: DEBUG nova.compute.manager [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Instance network_info: |[{"id": "158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7", "address": "fa:16:3e:d2:18:ff", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap158c0ea0-0a", "ovs_interfaceid": "158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.744948] env[69411]: DEBUG oslo_concurrency.lockutils [req-f0e862e1-42e4-499f-825e-0f11447d04da req-c4c11938-dc05-49f1-ae73-de5632f0f9e6 service nova] Acquired lock "refresh_cache-62f3a4c7-c151-4529-b6a1-e6e7113aed42" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.745156] env[69411]: DEBUG nova.network.neutron [req-f0e862e1-42e4-499f-825e-0f11447d04da req-c4c11938-dc05-49f1-ae73-de5632f0f9e6 service nova] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Refreshing network info cache for port 158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.746607] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:18:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.757479] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.766245] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.767285] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4cc425e-0b00-42bc-8fc6-31e704c1bec0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.795023] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.795023] env[69411]: value = "task-3323695" [ 1126.795023] env[69411]: _type = "Task" [ 1126.795023] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.804128] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323695, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.926021] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4928db-b4d7-42ac-bbfc-b75246aab7c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.934011] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9d73d3-ea53-4ed9-a69a-811acb10f7d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.985720] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e81da7-543c-431d-93bf-55672ffb0b1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.991154] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b1aadd-5a01-4b3b-9d63-d4460b90804d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.007051] env[69411]: DEBUG nova.compute.provider_tree [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.111740] env[69411]: DEBUG oslo_concurrency.lockutils [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.158227] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e40414-2607-9739-e308-b1d8e5f9d1de, 'name': SearchDatastore_Task, 'duration_secs': 0.013055} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.158536] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.158824] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 4e584ece-8a2e-4820-b02c-485d92aef579/4e584ece-8a2e-4820-b02c-485d92aef579.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.159127] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d07b1ad-de91-48cd-89af-34a276fe5295 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.168115] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1127.168115] env[69411]: value = "task-3323696" [ 1127.168115] env[69411]: _type = "Task" [ 1127.168115] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.179793] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.248857] env[69411]: DEBUG nova.network.neutron [req-f0e862e1-42e4-499f-825e-0f11447d04da req-c4c11938-dc05-49f1-ae73-de5632f0f9e6 service nova] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Updated VIF entry in instance network info cache for port 158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.249266] env[69411]: DEBUG nova.network.neutron [req-f0e862e1-42e4-499f-825e-0f11447d04da req-c4c11938-dc05-49f1-ae73-de5632f0f9e6 service nova] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Updating instance_info_cache with network_info: [{"id": "158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7", "address": "fa:16:3e:d2:18:ff", "network": {"id": "65681982-13eb-4cc9-928e-87e96bb7b63b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1348300056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a0617b20114b1b88f42cf852299575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap158c0ea0-0a", "ovs_interfaceid": "158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.306638] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323695, 'name': CreateVM_Task, 'duration_secs': 0.379211} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.306897] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.308171] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.308416] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.308967] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.309497] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d49b7465-dcfe-410c-ae56-d8cafa9cde96 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.316707] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1127.316707] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5263d7eb-841f-0619-80dd-07b0db3e3dc4" [ 1127.316707] env[69411]: _type = "Task" [ 1127.316707] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.338508] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5263d7eb-841f-0619-80dd-07b0db3e3dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.011489} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.338835] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.339089] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.339346] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.339491] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.339668] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.339947] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-758b88f9-f5aa-48ba-bc30-fc4002839c88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.365474] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.366059] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.367343] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40bf0ad3-f50d-4d23-a49a-f08db4ca3eff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.375567] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1127.375567] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521606c0-81e9-0137-9dcd-9d42677ce06a" [ 1127.375567] env[69411]: _type = "Task" [ 1127.375567] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.388334] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521606c0-81e9-0137-9dcd-9d42677ce06a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.407775] env[69411]: DEBUG nova.network.neutron [req-ff0459ad-2b56-41d9-b4bc-99968393bebc req-ec482e4d-e86a-48ef-af43-40335ec217dd service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Updated VIF entry in instance network info cache for port 6e1ddc58-269f-464f-b805-955abcfeb827. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.407775] env[69411]: DEBUG nova.network.neutron [req-ff0459ad-2b56-41d9-b4bc-99968393bebc req-ec482e4d-e86a-48ef-af43-40335ec217dd service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Updating instance_info_cache with network_info: [{"id": "6e1ddc58-269f-464f-b805-955abcfeb827", "address": "fa:16:3e:a8:21:59", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e1ddc58-26", "ovs_interfaceid": "6e1ddc58-269f-464f-b805-955abcfeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.511108] env[69411]: DEBUG nova.scheduler.client.report [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.684242] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472954} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.684856] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 4e584ece-8a2e-4820-b02c-485d92aef579/4e584ece-8a2e-4820-b02c-485d92aef579.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.685184] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.685747] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-662b1482-490f-4618-bba8-a61602b76fba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.695398] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1127.695398] env[69411]: value = "task-3323697" [ 1127.695398] env[69411]: _type = "Task" [ 1127.695398] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.710021] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.756047] env[69411]: DEBUG oslo_concurrency.lockutils [req-f0e862e1-42e4-499f-825e-0f11447d04da req-c4c11938-dc05-49f1-ae73-de5632f0f9e6 service nova] Releasing lock "refresh_cache-62f3a4c7-c151-4529-b6a1-e6e7113aed42" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.889025] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521606c0-81e9-0137-9dcd-9d42677ce06a, 'name': SearchDatastore_Task, 'duration_secs': 0.017521} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.893295] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ad9f73-b046-481c-89de-3c0878077746 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.896719] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1127.896719] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52005b3d-e597-4fe6-be25-5fb964f6b48d" [ 1127.896719] env[69411]: _type = "Task" [ 1127.896719] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.905600] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52005b3d-e597-4fe6-be25-5fb964f6b48d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.911376] env[69411]: DEBUG oslo_concurrency.lockutils [req-ff0459ad-2b56-41d9-b4bc-99968393bebc req-ec482e4d-e86a-48ef-af43-40335ec217dd service nova] Releasing lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.021108] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.023744] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.340s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.054647] env[69411]: INFO nova.scheduler.client.report [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleted allocations for instance 95c38893-1202-4ce0-8b00-8d61ee281af2 [ 1128.206796] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09213} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.207098] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.208514] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608cc949-cd93-44b2-9dca-2024d231a9b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.236105] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 4e584ece-8a2e-4820-b02c-485d92aef579/4e584ece-8a2e-4820-b02c-485d92aef579.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.236105] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dac4a746-8c9e-4fc3-b05c-67b799c922bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.252725] env[69411]: DEBUG nova.compute.manager [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Received event network-changed-ef67d0f3-8f65-4761-909f-528fbb1d0490 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.253056] env[69411]: DEBUG nova.compute.manager [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Refreshing instance network info cache due to event network-changed-ef67d0f3-8f65-4761-909f-528fbb1d0490. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.254175] env[69411]: DEBUG oslo_concurrency.lockutils [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] Acquiring lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.254427] env[69411]: DEBUG oslo_concurrency.lockutils [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] Acquired lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.254629] env[69411]: DEBUG nova.network.neutron [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Refreshing network info cache for port ef67d0f3-8f65-4761-909f-528fbb1d0490 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.262936] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1128.262936] env[69411]: value = "task-3323699" [ 1128.262936] env[69411]: _type = "Task" [ 1128.262936] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.274838] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.409925] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52005b3d-e597-4fe6-be25-5fb964f6b48d, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.410221] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.410483] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 62f3a4c7-c151-4529-b6a1-e6e7113aed42/62f3a4c7-c151-4529-b6a1-e6e7113aed42.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.410749] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5f88538-bdbf-4e0a-8e69-13bb47d72688 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.421386] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1128.421386] env[69411]: value = "task-3323700" [ 1128.421386] env[69411]: _type = "Task" [ 1128.421386] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.432425] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.565570] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ef1e012-468c-43a7-b4b6-bf1b9e2a4d03 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "95c38893-1202-4ce0-8b00-8d61ee281af2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.130s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.776904] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323699, 'name': ReconfigVM_Task, 'duration_secs': 0.460107} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.777348] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 4e584ece-8a2e-4820-b02c-485d92aef579/4e584ece-8a2e-4820-b02c-485d92aef579.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.778901] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d76c8c1-1b26-4f15-8300-89f0f03dce4e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.789858] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1128.789858] env[69411]: value = "task-3323701" [ 1128.789858] env[69411]: _type = "Task" [ 1128.789858] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.809845] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323701, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.935492] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466868} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.935758] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 62f3a4c7-c151-4529-b6a1-e6e7113aed42/62f3a4c7-c151-4529-b6a1-e6e7113aed42.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.935963] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.936245] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a21b74a-6920-4cda-aa56-b56028ca08b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.943876] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1128.943876] env[69411]: value = "task-3323702" [ 1128.943876] env[69411]: _type = "Task" [ 1128.943876] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.954940] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.000651] env[69411]: DEBUG nova.network.neutron [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Updated VIF entry in instance network info cache for port ef67d0f3-8f65-4761-909f-528fbb1d0490. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.001118] env[69411]: DEBUG nova.network.neutron [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Updating instance_info_cache with network_info: [{"id": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "address": "fa:16:3e:fa:6a:ee", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef67d0f3-8f", "ovs_interfaceid": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.043354] env[69411]: INFO nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating resource usage from migration 07af0d9e-1be5-429c-a966-29b8fe3944c6 [ 1129.070644] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance c7eac186-dbcb-4d23-9ccd-269843702b00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.070812] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2bb23ebd-70f2-4c82-9ca5-5a05319bda58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.070939] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance e715a445-d4c6-48e0-b9ba-5e112f4588a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.071127] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance b2b6aaaa-f831-4164-97ea-70744d7ce395 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.071297] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2ad3e82d-281e-4065-b1fa-77686bf5a6f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.071426] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 0a5ac446-533c-4508-922f-29696689abe2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.071542] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.071651] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 56f02699-5153-426f-9f37-4d82a2cbcb21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.071761] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2c5b0c84-03de-48b2-b302-2aa3d5d4b240 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.071871] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance a926f70b-cf17-4e5b-b28d-b02d262b37a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 3, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.071978] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 964c7ba5-da92-4e47-9dc8-bd62294c0446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.072101] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 299692c3-30f9-4bb3-af21-772cd63fa85c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.072254] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 979ee93b-3936-46f9-873e-85a2cc62a229 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.072409] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 4e584ece-8a2e-4820-b02c-485d92aef579 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.072517] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 62f3a4c7-c151-4529-b6a1-e6e7113aed42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.072625] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Migration 07af0d9e-1be5-429c-a966-29b8fe3944c6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1129.072728] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 51712e65-a788-4f72-9697-e5d1fcbe10b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1129.301817] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323701, 'name': Rename_Task, 'duration_secs': 0.204469} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.302173] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.302173] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc109e7e-c766-4900-a07d-7140dfc37e5f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.310191] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1129.310191] env[69411]: value = "task-3323703" [ 1129.310191] env[69411]: _type = "Task" [ 1129.310191] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.320748] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.454300] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092533} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.454568] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.455435] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91550fc4-65b7-4fd5-b7b8-a251109d68c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.478795] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 62f3a4c7-c151-4529-b6a1-e6e7113aed42/62f3a4c7-c151-4529-b6a1-e6e7113aed42.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.479103] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4250ef1-15ca-4559-acc7-c3823a9230e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.500244] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1129.500244] env[69411]: value = "task-3323704" [ 1129.500244] env[69411]: _type = "Task" [ 1129.500244] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.505599] env[69411]: DEBUG oslo_concurrency.lockutils [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] Releasing lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.505942] env[69411]: DEBUG nova.compute.manager [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Received event network-changed-ef67d0f3-8f65-4761-909f-528fbb1d0490 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.506143] env[69411]: DEBUG nova.compute.manager [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Refreshing instance network info cache due to event network-changed-ef67d0f3-8f65-4761-909f-528fbb1d0490. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.506444] env[69411]: DEBUG oslo_concurrency.lockutils [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] Acquiring lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.506567] env[69411]: DEBUG oslo_concurrency.lockutils [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] Acquired lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.506753] env[69411]: DEBUG nova.network.neutron [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Refreshing network info cache for port ef67d0f3-8f65-4761-909f-528fbb1d0490 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.511650] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.578088] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance fdf8c90a-e012-426a-bb58-e9013c553f25 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1129.578088] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1129.578088] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1129.822547] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323703, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.836465] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73144169-6ea0-40fb-ab95-b0197ce38c2a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.845880] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3e90fb-5a8a-44fb-92bc-e1427b764224 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.881581] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c051fa9c-9054-4f55-94f1-15bd65255731 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.891018] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76aa16d-6923-40dd-b6f6-6a417f696d51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.907608] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.010807] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323704, 'name': ReconfigVM_Task, 'duration_secs': 0.297812} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.011068] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 62f3a4c7-c151-4529-b6a1-e6e7113aed42/62f3a4c7-c151-4529-b6a1-e6e7113aed42.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.011746] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da3f6122-c64f-49eb-95c2-1edfd698902f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.021383] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1130.021383] env[69411]: value = "task-3323705" [ 1130.021383] env[69411]: _type = "Task" [ 1130.021383] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.031177] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323705, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.225188] env[69411]: DEBUG nova.network.neutron [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Updated VIF entry in instance network info cache for port ef67d0f3-8f65-4761-909f-528fbb1d0490. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.225646] env[69411]: DEBUG nova.network.neutron [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Updating instance_info_cache with network_info: [{"id": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "address": "fa:16:3e:fa:6a:ee", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef67d0f3-8f", "ovs_interfaceid": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.259501] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1130.259758] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663526', 'volume_id': 'cd88a6b4-a4fd-4128-9c33-9598f200f344', 'name': 'volume-cd88a6b4-a4fd-4128-9c33-9598f200f344', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c5b0c84-03de-48b2-b302-2aa3d5d4b240', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd88a6b4-a4fd-4128-9c33-9598f200f344', 'serial': 'cd88a6b4-a4fd-4128-9c33-9598f200f344'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1130.260619] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909c2810-efa4-409a-afa4-fef81011ebca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.278567] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35237502-6808-498a-aefc-c3e11e5fca21 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.304090] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-cd88a6b4-a4fd-4128-9c33-9598f200f344/volume-cd88a6b4-a4fd-4128-9c33-9598f200f344.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.304090] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beae7730-4421-4e99-8830-5a52518ed43e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.327129] env[69411]: DEBUG oslo_vmware.api [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323703, 'name': PowerOnVM_Task, 'duration_secs': 0.590713} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.328494] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.328705] env[69411]: INFO nova.compute.manager [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1130.328886] env[69411]: DEBUG nova.compute.manager [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.329259] env[69411]: DEBUG oslo_vmware.api [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1130.329259] env[69411]: value = "task-3323706" [ 1130.329259] env[69411]: _type = "Task" [ 1130.329259] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.329951] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b4b882-7c24-4721-a433-e8d29ca67cef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.346546] env[69411]: DEBUG oslo_vmware.api [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323706, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.429037] env[69411]: ERROR nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [req-0d32713a-15b6-4f7a-bbd1-21873625caf4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d32713a-15b6-4f7a-bbd1-21873625caf4"}]} [ 1130.450939] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1130.466869] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1130.466869] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.479858] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1130.499119] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1130.533939] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323705, 'name': Rename_Task, 'duration_secs': 0.157141} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.533939] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.533939] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-312e2f33-1d01-4353-b6a9-53ff15a75b9d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.542891] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1130.542891] env[69411]: value = "task-3323707" [ 1130.542891] env[69411]: _type = "Task" [ 1130.542891] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.555473] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.677473] env[69411]: DEBUG oslo_vmware.rw_handles [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527a47d1-7603-779f-5b21-51a0cc06e55c/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1130.678590] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3c814f-6d21-4a73-9b1e-dc7bdc0323c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.692025] env[69411]: DEBUG oslo_vmware.rw_handles [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527a47d1-7603-779f-5b21-51a0cc06e55c/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1130.692025] env[69411]: ERROR oslo_vmware.rw_handles [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527a47d1-7603-779f-5b21-51a0cc06e55c/disk-0.vmdk due to incomplete transfer. [ 1130.692025] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-00fdb526-513f-4d7f-b361-75ec97dc5cf8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.699831] env[69411]: DEBUG oslo_vmware.rw_handles [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527a47d1-7603-779f-5b21-51a0cc06e55c/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1130.700059] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Uploaded image a3cecb41-e5b5-450e-a031-a82e9c2054fd to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1130.702679] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1130.702952] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d11121a0-5f35-4c87-adb2-bdc727e9f65e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.712886] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1130.712886] env[69411]: value = "task-3323708" [ 1130.712886] env[69411]: _type = "Task" [ 1130.712886] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.721811] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323708, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.729250] env[69411]: DEBUG oslo_concurrency.lockutils [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] Releasing lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.729250] env[69411]: DEBUG nova.compute.manager [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Received event network-changed-6e1ddc58-269f-464f-b805-955abcfeb827 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.729250] env[69411]: DEBUG nova.compute.manager [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Refreshing instance network info cache due to event network-changed-6e1ddc58-269f-464f-b805-955abcfeb827. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.729250] env[69411]: DEBUG oslo_concurrency.lockutils [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] Acquiring lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.729250] env[69411]: DEBUG oslo_concurrency.lockutils [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] Acquired lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.729250] env[69411]: DEBUG nova.network.neutron [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Refreshing network info cache for port 6e1ddc58-269f-464f-b805-955abcfeb827 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.795464] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757040bc-aaf3-479a-8b0b-2f71f544840f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.804478] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfa55cd-b425-4643-a4b4-3446b0c25fac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.848197] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d118cea-11a4-42fc-8fd3-fc84eac9c9d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.859096] env[69411]: DEBUG oslo_concurrency.lockutils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.859339] env[69411]: DEBUG oslo_concurrency.lockutils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.863420] env[69411]: INFO nova.compute.manager [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Took 19.10 seconds to build instance. [ 1130.872868] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26ce13b-f295-44a4-b509-8d3217362883 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.877237] env[69411]: DEBUG oslo_vmware.api [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323706, 'name': ReconfigVM_Task, 'duration_secs': 0.4103} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.878999] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-cd88a6b4-a4fd-4128-9c33-9598f200f344/volume-cd88a6b4-a4fd-4128-9c33-9598f200f344.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.884634] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec99f1e-0590-4c01-a7dc-f401cbedace8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.905727] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.913943] env[69411]: DEBUG oslo_vmware.api [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1130.913943] env[69411]: value = "task-3323709" [ 1130.913943] env[69411]: _type = "Task" [ 1130.913943] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.923954] env[69411]: DEBUG oslo_vmware.api [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.054482] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323707, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.132441] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "a926f70b-cf17-4e5b-b28d-b02d262b37a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.132441] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "a926f70b-cf17-4e5b-b28d-b02d262b37a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.132441] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "a926f70b-cf17-4e5b-b28d-b02d262b37a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.132441] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "a926f70b-cf17-4e5b-b28d-b02d262b37a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.132441] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "a926f70b-cf17-4e5b-b28d-b02d262b37a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.133515] env[69411]: INFO nova.compute.manager [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Terminating instance [ 1131.209894] env[69411]: DEBUG nova.compute.manager [req-8b9e1a20-c964-49fb-947b-21f01ad146e3 req-02061439-36c3-44ab-aaf9-3f19dad0863f service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Received event network-changed-4b9e02d4-2cdb-4992-8ab1-9b862a2137ae {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.210128] env[69411]: DEBUG nova.compute.manager [req-8b9e1a20-c964-49fb-947b-21f01ad146e3 req-02061439-36c3-44ab-aaf9-3f19dad0863f service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Refreshing instance network info cache due to event network-changed-4b9e02d4-2cdb-4992-8ab1-9b862a2137ae. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.210349] env[69411]: DEBUG oslo_concurrency.lockutils [req-8b9e1a20-c964-49fb-947b-21f01ad146e3 req-02061439-36c3-44ab-aaf9-3f19dad0863f service nova] Acquiring lock "refresh_cache-4e584ece-8a2e-4820-b02c-485d92aef579" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.210509] env[69411]: DEBUG oslo_concurrency.lockutils [req-8b9e1a20-c964-49fb-947b-21f01ad146e3 req-02061439-36c3-44ab-aaf9-3f19dad0863f service nova] Acquired lock "refresh_cache-4e584ece-8a2e-4820-b02c-485d92aef579" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.210652] env[69411]: DEBUG nova.network.neutron [req-8b9e1a20-c964-49fb-947b-21f01ad146e3 req-02061439-36c3-44ab-aaf9-3f19dad0863f service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Refreshing network info cache for port 4b9e02d4-2cdb-4992-8ab1-9b862a2137ae {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.226974] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323708, 'name': Destroy_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.365944] env[69411]: DEBUG nova.compute.manager [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.368011] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092938a4-7f10-4f33-b542-57d74e002b18 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "4e584ece-8a2e-4820-b02c-485d92aef579" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.614s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.429103] env[69411]: DEBUG oslo_vmware.api [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323709, 'name': ReconfigVM_Task, 'duration_secs': 0.189262} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.429411] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663526', 'volume_id': 'cd88a6b4-a4fd-4128-9c33-9598f200f344', 'name': 'volume-cd88a6b4-a4fd-4128-9c33-9598f200f344', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c5b0c84-03de-48b2-b302-2aa3d5d4b240', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd88a6b4-a4fd-4128-9c33-9598f200f344', 'serial': 'cd88a6b4-a4fd-4128-9c33-9598f200f344'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1131.445068] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1131.445301] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 158 to 159 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1131.445539] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.462127] env[69411]: DEBUG nova.network.neutron [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Updated VIF entry in instance network info cache for port 6e1ddc58-269f-464f-b805-955abcfeb827. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.462501] env[69411]: DEBUG nova.network.neutron [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Updating instance_info_cache with network_info: [{"id": "6e1ddc58-269f-464f-b805-955abcfeb827", "address": "fa:16:3e:a8:21:59", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e1ddc58-26", "ovs_interfaceid": "6e1ddc58-269f-464f-b805-955abcfeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.554037] env[69411]: DEBUG oslo_vmware.api [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323707, 'name': PowerOnVM_Task, 'duration_secs': 0.517831} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.554348] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.554576] env[69411]: INFO nova.compute.manager [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1131.554763] env[69411]: DEBUG nova.compute.manager [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.555607] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9815a08-396e-46a7-9f88-3a6d4b85c3c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.637766] env[69411]: DEBUG nova.compute.manager [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.638110] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.639408] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce626542-5715-4ba4-8498-688ecc8531e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.647915] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.648190] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c88f9d2-de33-45e7-805b-1a3365868799 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.655955] env[69411]: DEBUG oslo_vmware.api [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 1131.655955] env[69411]: value = "task-3323710" [ 1131.655955] env[69411]: _type = "Task" [ 1131.655955] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.664566] env[69411]: DEBUG oslo_vmware.api [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.727385] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323708, 'name': Destroy_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.887776] env[69411]: DEBUG oslo_concurrency.lockutils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.951118] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1131.951490] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.928s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.951911] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.358s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.965558] env[69411]: DEBUG oslo_concurrency.lockutils [req-8bf8ba4c-341e-4e87-81e6-b6d63e7cf436 req-6dd4a8bc-3232-4102-8804-eff0d74b0898 service nova] Releasing lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.018573] env[69411]: DEBUG nova.network.neutron [req-8b9e1a20-c964-49fb-947b-21f01ad146e3 req-02061439-36c3-44ab-aaf9-3f19dad0863f service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Updated VIF entry in instance network info cache for port 4b9e02d4-2cdb-4992-8ab1-9b862a2137ae. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.018976] env[69411]: DEBUG nova.network.neutron [req-8b9e1a20-c964-49fb-947b-21f01ad146e3 req-02061439-36c3-44ab-aaf9-3f19dad0863f service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Updating instance_info_cache with network_info: [{"id": "4b9e02d4-2cdb-4992-8ab1-9b862a2137ae", "address": "fa:16:3e:0a:35:7e", "network": {"id": "b5d16af4-ec20-4074-ab1d-0ed1d7e2a3fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408751192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0c9fa713aa6425b96d1f6bea41879aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9e02d4-2c", "ovs_interfaceid": "4b9e02d4-2cdb-4992-8ab1-9b862a2137ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.077059] env[69411]: INFO nova.compute.manager [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Took 19.63 seconds to build instance. [ 1132.166328] env[69411]: DEBUG oslo_vmware.api [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323710, 'name': PowerOffVM_Task, 'duration_secs': 0.447979} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.166605] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.166777] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.167039] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c8c141c-3fba-4d7d-9562-f06c47f30e44 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.229302] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323708, 'name': Destroy_Task, 'duration_secs': 1.039099} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.229454] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Destroyed the VM [ 1132.229794] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1132.230080] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-32251f5a-6ee2-4cac-bf39-df7d3cec4cbf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.240863] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1132.240863] env[69411]: value = "task-3323712" [ 1132.240863] env[69411]: _type = "Task" [ 1132.240863] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.250085] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323712, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.457756] env[69411]: INFO nova.compute.claims [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.488608] env[69411]: DEBUG nova.objects.instance [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lazy-loading 'flavor' on Instance uuid 2c5b0c84-03de-48b2-b302-2aa3d5d4b240 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.493843] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.495038] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.495038] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Deleting the datastore file [datastore2] a926f70b-cf17-4e5b-b28d-b02d262b37a3 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.495038] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbd937d7-0656-4701-8042-c60c26de8714 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.504246] env[69411]: DEBUG oslo_vmware.api [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for the task: (returnval){ [ 1132.504246] env[69411]: value = "task-3323713" [ 1132.504246] env[69411]: _type = "Task" [ 1132.504246] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.515132] env[69411]: DEBUG oslo_vmware.api [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.522079] env[69411]: DEBUG oslo_concurrency.lockutils [req-8b9e1a20-c964-49fb-947b-21f01ad146e3 req-02061439-36c3-44ab-aaf9-3f19dad0863f service nova] Releasing lock "refresh_cache-4e584ece-8a2e-4820-b02c-485d92aef579" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.577381] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c7c4d306-6996-4f61-8d23-7e920639b09a tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "62f3a4c7-c151-4529-b6a1-e6e7113aed42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.139s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.753559] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323712, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.967266] env[69411]: INFO nova.compute.resource_tracker [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating resource usage from migration 07af0d9e-1be5-429c-a966-29b8fe3944c6 [ 1132.971125] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6467ec1-118d-482d-b6eb-283fa5b39674 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "62f3a4c7-c151-4529-b6a1-e6e7113aed42" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.971540] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6467ec1-118d-482d-b6eb-283fa5b39674 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "62f3a4c7-c151-4529-b6a1-e6e7113aed42" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.971584] env[69411]: DEBUG nova.compute.manager [None req-a6467ec1-118d-482d-b6eb-283fa5b39674 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.972650] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9df4e6-bd57-41eb-bcf2-2f200d6592cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.980669] env[69411]: DEBUG nova.compute.manager [None req-a6467ec1-118d-482d-b6eb-283fa5b39674 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1132.981638] env[69411]: DEBUG nova.objects.instance [None req-a6467ec1-118d-482d-b6eb-283fa5b39674 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lazy-loading 'flavor' on Instance uuid 62f3a4c7-c151-4529-b6a1-e6e7113aed42 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.996190] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6daa076d-48e3-4436-a5c8-5c0a57956745 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.878s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.019677] env[69411]: DEBUG oslo_vmware.api [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Task: {'id': task-3323713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251606} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.020075] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.020149] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.020315] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.020492] env[69411]: INFO nova.compute.manager [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1133.020766] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.021017] env[69411]: DEBUG nova.compute.manager [-] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.021193] env[69411]: DEBUG nova.network.neutron [-] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.057885] env[69411]: INFO nova.compute.manager [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Rebuilding instance [ 1133.108470] env[69411]: DEBUG nova.compute.manager [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.109797] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f256af8-0c59-4fa1-b101-454288c85828 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.251685] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323712, 'name': RemoveSnapshot_Task, 'duration_secs': 0.693612} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.252768] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1133.253093] env[69411]: DEBUG nova.compute.manager [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.253967] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63386b56-b4e5-412f-a126-f766e7705660 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.257458] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f901cae-c0c3-4112-9990-bda800cab64c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.267722] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c7c9a3-db06-46af-b31d-eeb5860ec55d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.301302] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf3e413-c3ea-4499-b3cb-0be34042d6d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.309778] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251d2f03-02da-45b5-922a-cbd819137d01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.326114] env[69411]: DEBUG nova.compute.provider_tree [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.536353] env[69411]: DEBUG nova.compute.manager [req-dbd97e15-c02c-4065-9110-22397d1c0857 req-8ec373d4-f5af-418d-a3a9-9ab7e903d34e service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Received event network-vif-deleted-166ea9f4-1d42-487c-92e8-1989b82c8c55 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.536353] env[69411]: INFO nova.compute.manager [req-dbd97e15-c02c-4065-9110-22397d1c0857 req-8ec373d4-f5af-418d-a3a9-9ab7e903d34e service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Neutron deleted interface 166ea9f4-1d42-487c-92e8-1989b82c8c55; detaching it from the instance and deleting it from the info cache [ 1133.536353] env[69411]: DEBUG nova.network.neutron [req-dbd97e15-c02c-4065-9110-22397d1c0857 req-8ec373d4-f5af-418d-a3a9-9ab7e903d34e service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.771535] env[69411]: INFO nova.compute.manager [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Shelve offloading [ 1133.831521] env[69411]: DEBUG nova.scheduler.client.report [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.848662] env[69411]: DEBUG oslo_concurrency.lockutils [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.848865] env[69411]: DEBUG oslo_concurrency.lockutils [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.857446] env[69411]: DEBUG oslo_concurrency.lockutils [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.857677] env[69411]: DEBUG oslo_concurrency.lockutils [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.990481] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6467ec1-118d-482d-b6eb-283fa5b39674 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.990739] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e8b3fd0-1120-4bdd-9184-6f52cd758ee3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.000605] env[69411]: DEBUG oslo_vmware.api [None req-a6467ec1-118d-482d-b6eb-283fa5b39674 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1134.000605] env[69411]: value = "task-3323714" [ 1134.000605] env[69411]: _type = "Task" [ 1134.000605] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.009824] env[69411]: DEBUG oslo_vmware.api [None req-a6467ec1-118d-482d-b6eb-283fa5b39674 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.016305] env[69411]: DEBUG nova.network.neutron [-] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.040503] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcbb942d-fea5-4d0f-85ad-df248cc687c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.053328] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30684751-4f42-4f19-8f0f-75b1f41d010e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.098416] env[69411]: DEBUG nova.compute.manager [req-dbd97e15-c02c-4065-9110-22397d1c0857 req-8ec373d4-f5af-418d-a3a9-9ab7e903d34e service nova] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Detach interface failed, port_id=166ea9f4-1d42-487c-92e8-1989b82c8c55, reason: Instance a926f70b-cf17-4e5b-b28d-b02d262b37a3 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1134.123545] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.123858] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc89d456-0e5c-4848-9a91-0b8610008c0a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.132099] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1134.132099] env[69411]: value = "task-3323715" [ 1134.132099] env[69411]: _type = "Task" [ 1134.132099] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.140967] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.277282] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.277730] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-114a5279-c45f-43bf-bc0b-006aa2c2d7c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.285980] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1134.285980] env[69411]: value = "task-3323716" [ 1134.285980] env[69411]: _type = "Task" [ 1134.285980] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.297146] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.338023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.386s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.339377] env[69411]: INFO nova.compute.manager [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Migrating [ 1134.348148] env[69411]: DEBUG oslo_concurrency.lockutils [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.236s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.349771] env[69411]: INFO nova.compute.claims [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.357941] env[69411]: INFO nova.compute.manager [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Detaching volume cd88a6b4-a4fd-4128-9c33-9598f200f344 [ 1134.363069] env[69411]: DEBUG nova.compute.utils [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.401470] env[69411]: INFO nova.virt.block_device [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Attempting to driver detach volume cd88a6b4-a4fd-4128-9c33-9598f200f344 from mountpoint /dev/sdb [ 1134.401729] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1134.401925] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663526', 'volume_id': 'cd88a6b4-a4fd-4128-9c33-9598f200f344', 'name': 'volume-cd88a6b4-a4fd-4128-9c33-9598f200f344', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c5b0c84-03de-48b2-b302-2aa3d5d4b240', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd88a6b4-a4fd-4128-9c33-9598f200f344', 'serial': 'cd88a6b4-a4fd-4128-9c33-9598f200f344'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1134.402915] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a110e5bd-20d3-46ef-8fa7-ea3310e9d7e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.425690] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2487cc-7864-416f-8df0-0e7f7d17db33 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.440314] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a425688a-618a-43d8-8cf1-176b748dc3de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.463825] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9536e6-c2da-4a33-8280-179bf8a818bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.483990] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] The volume has not been displaced from its original location: [datastore2] volume-cd88a6b4-a4fd-4128-9c33-9598f200f344/volume-cd88a6b4-a4fd-4128-9c33-9598f200f344.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1134.489407] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.489747] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-466a2aff-fdfa-4676-ab15-f6695e245009 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.512111] env[69411]: DEBUG oslo_vmware.api [None req-a6467ec1-118d-482d-b6eb-283fa5b39674 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323714, 'name': PowerOffVM_Task, 'duration_secs': 0.247794} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.513446] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6467ec1-118d-482d-b6eb-283fa5b39674 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.513658] env[69411]: DEBUG nova.compute.manager [None req-a6467ec1-118d-482d-b6eb-283fa5b39674 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.514014] env[69411]: DEBUG oslo_vmware.api [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1134.514014] env[69411]: value = "task-3323717" [ 1134.514014] env[69411]: _type = "Task" [ 1134.514014] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.514716] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299ea96c-90ce-44bd-8f2f-5b6965658cb6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.524026] env[69411]: INFO nova.compute.manager [-] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Took 1.50 seconds to deallocate network for instance. [ 1134.540997] env[69411]: DEBUG oslo_vmware.api [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323717, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.643275] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323715, 'name': PowerOffVM_Task, 'duration_secs': 0.355897} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.643543] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.643774] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.644554] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e28f3a-b49d-4564-bcac-14e08394ba38 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.651859] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.652092] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e803a22a-590d-4524-b4fd-cce7d04d4ae6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.740369] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.740626] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.740878] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Deleting the datastore file [datastore1] 0a5ac446-533c-4508-922f-29696689abe2 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.741145] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f87e583-2318-4ba0-95be-29a90dc6bd4b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.748406] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1134.748406] env[69411]: value = "task-3323719" [ 1134.748406] env[69411]: _type = "Task" [ 1134.748406] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.757358] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.796862] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1134.797087] env[69411]: DEBUG nova.compute.manager [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.797977] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f7c354-1658-4108-9c37-6c337b36b337 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.804770] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.804920] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.805139] env[69411]: DEBUG nova.network.neutron [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.862250] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.862433] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.862609] env[69411]: DEBUG nova.network.neutron [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.865805] env[69411]: DEBUG oslo_concurrency.lockutils [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.028380] env[69411]: DEBUG oslo_vmware.api [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323717, 'name': ReconfigVM_Task, 'duration_secs': 0.233322} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.028694] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.033408] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa996a89-bebb-4c3b-989c-6d193b3e5445 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.045858] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.046370] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6467ec1-118d-482d-b6eb-283fa5b39674 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "62f3a4c7-c151-4529-b6a1-e6e7113aed42" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.053764] env[69411]: DEBUG oslo_vmware.api [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1135.053764] env[69411]: value = "task-3323720" [ 1135.053764] env[69411]: _type = "Task" [ 1135.053764] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.069889] env[69411]: DEBUG oslo_vmware.api [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.260043] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140531} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.260350] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.260575] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.260766] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.569103] env[69411]: DEBUG oslo_vmware.api [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323720, 'name': ReconfigVM_Task, 'duration_secs': 0.157508} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.569596] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663526', 'volume_id': 'cd88a6b4-a4fd-4128-9c33-9598f200f344', 'name': 'volume-cd88a6b4-a4fd-4128-9c33-9598f200f344', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c5b0c84-03de-48b2-b302-2aa3d5d4b240', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd88a6b4-a4fd-4128-9c33-9598f200f344', 'serial': 'cd88a6b4-a4fd-4128-9c33-9598f200f344'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1135.638611] env[69411]: DEBUG nova.network.neutron [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Updating instance_info_cache with network_info: [{"id": "2a290f50-5546-4ec0-b151-376bb75e65c5", "address": "fa:16:3e:75:f0:91", "network": {"id": "efd8a8db-2e5e-4901-9ba7-773d1ef29842", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1075396209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7699164851464c94590d397dadc26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a290f50-55", "ovs_interfaceid": "2a290f50-5546-4ec0-b151-376bb75e65c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.692162] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3e929d-839e-4794-b633-9af037e57bf1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.702611] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2cf0d0-9ef0-47c0-8642-cbe85e96e53e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.741365] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62d0a4c-5bc8-4e0c-a471-daa87542240a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.752617] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb7b085-2421-465a-aee4-2343d9423c8d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.775946] env[69411]: DEBUG nova.compute.provider_tree [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1135.781038] env[69411]: DEBUG nova.network.neutron [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating instance_info_cache with network_info: [{"id": "6f400b8f-97a6-40f2-bb64-ee3241b73dd8", "address": "fa:16:3e:b1:fd:0d", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f400b8f-97", "ovs_interfaceid": "6f400b8f-97a6-40f2-bb64-ee3241b73dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.832072] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "62f3a4c7-c151-4529-b6a1-e6e7113aed42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.832301] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "62f3a4c7-c151-4529-b6a1-e6e7113aed42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.832513] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "62f3a4c7-c151-4529-b6a1-e6e7113aed42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.832700] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "62f3a4c7-c151-4529-b6a1-e6e7113aed42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.832872] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "62f3a4c7-c151-4529-b6a1-e6e7113aed42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.835081] env[69411]: INFO nova.compute.manager [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Terminating instance [ 1135.941099] env[69411]: DEBUG oslo_concurrency.lockutils [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.941099] env[69411]: DEBUG oslo_concurrency.lockutils [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.941408] env[69411]: INFO nova.compute.manager [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Attaching volume ab4a40eb-7e23-494f-a075-fce7856d8559 to /dev/sdb [ 1135.982466] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bc0dfe-944b-4f1d-9e1e-172fc8835f0a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.990789] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb0391b-1ba0-4cb5-b39d-f1dca648cc00 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.009820] env[69411]: DEBUG nova.virt.block_device [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Updating existing volume attachment record: 78263331-1593-4375-9cb2-0fcc33a7234b {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1136.118668] env[69411]: DEBUG nova.objects.instance [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lazy-loading 'flavor' on Instance uuid 2c5b0c84-03de-48b2-b302-2aa3d5d4b240 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.145148] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Releasing lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.284965] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.316958] env[69411]: DEBUG nova.virt.hardware [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.317335] env[69411]: DEBUG nova.virt.hardware [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.317553] env[69411]: DEBUG nova.virt.hardware [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.317822] env[69411]: DEBUG nova.virt.hardware [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.318033] env[69411]: DEBUG nova.virt.hardware [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.318296] env[69411]: DEBUG nova.virt.hardware [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.318519] env[69411]: DEBUG nova.virt.hardware [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.318731] env[69411]: DEBUG nova.virt.hardware [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.319066] env[69411]: DEBUG nova.virt.hardware [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.319294] env[69411]: DEBUG nova.virt.hardware [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.319890] env[69411]: DEBUG nova.virt.hardware [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.321567] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eb964c-2667-4927-a5d2-abeec4886bda {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.326738] env[69411]: DEBUG nova.scheduler.client.report [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1136.326978] env[69411]: DEBUG nova.compute.provider_tree [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 159 to 160 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1136.327179] env[69411]: DEBUG nova.compute.provider_tree [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1136.335901] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b1007d-334f-4b4a-b916-daf8f189c487 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.341075] env[69411]: DEBUG nova.compute.manager [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.341305] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.342158] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89198e6-e270-4238-9c4a-f261afce3feb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.356519] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:87:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '337a0221-02b7-4116-9538-6383cd9a2298', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.364054] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.366751] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.367112] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.367341] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1eb1db6-81e3-4f23-bcbe-22c7abc97064 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.382091] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4592490-29c1-4316-b42a-810d1474a480 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.386912] env[69411]: DEBUG nova.compute.manager [req-f63e1a77-2c84-4880-b491-7d020e0eada9 req-9768b80b-62f7-4862-9d52-fc1a0ef00944 service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Received event network-vif-unplugged-2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.387141] env[69411]: DEBUG oslo_concurrency.lockutils [req-f63e1a77-2c84-4880-b491-7d020e0eada9 req-9768b80b-62f7-4862-9d52-fc1a0ef00944 service nova] Acquiring lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.387355] env[69411]: DEBUG oslo_concurrency.lockutils [req-f63e1a77-2c84-4880-b491-7d020e0eada9 req-9768b80b-62f7-4862-9d52-fc1a0ef00944 service nova] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.387518] env[69411]: DEBUG oslo_concurrency.lockutils [req-f63e1a77-2c84-4880-b491-7d020e0eada9 req-9768b80b-62f7-4862-9d52-fc1a0ef00944 service nova] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.387684] env[69411]: DEBUG nova.compute.manager [req-f63e1a77-2c84-4880-b491-7d020e0eada9 req-9768b80b-62f7-4862-9d52-fc1a0ef00944 service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] No waiting events found dispatching network-vif-unplugged-2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.387849] env[69411]: WARNING nova.compute.manager [req-f63e1a77-2c84-4880-b491-7d020e0eada9 req-9768b80b-62f7-4862-9d52-fc1a0ef00944 service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Received unexpected event network-vif-unplugged-2a290f50-5546-4ec0-b151-376bb75e65c5 for instance with vm_state shelved and task_state shelving_offloading. [ 1136.394881] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.394881] env[69411]: value = "task-3323723" [ 1136.394881] env[69411]: _type = "Task" [ 1136.394881] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.404339] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323723, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.479872] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.480750] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.480750] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleting the datastore file [datastore2] 62f3a4c7-c151-4529-b6a1-e6e7113aed42 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.480750] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa0c2931-41f7-4808-9d23-5f31fd105dd9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.487532] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.489079] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e080c6a-1f85-4306-82ae-89c52396bf27 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.495875] env[69411]: DEBUG oslo_vmware.api [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1136.495875] env[69411]: value = "task-3323724" [ 1136.495875] env[69411]: _type = "Task" [ 1136.495875] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.503617] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.504457] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f31182fc-7374-4685-9007-c142ee6ece36 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.510142] env[69411]: DEBUG oslo_vmware.api [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.603439] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.603991] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.603991] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Deleting the datastore file [datastore1] fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.604393] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fb74f12-b8bb-461e-a3be-72a1a6c27cae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.613562] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1136.613562] env[69411]: value = "task-3323726" [ 1136.613562] env[69411]: _type = "Task" [ 1136.613562] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.627362] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.834012] env[69411]: DEBUG oslo_concurrency.lockutils [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.834512] env[69411]: DEBUG nova.compute.manager [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.837561] env[69411]: DEBUG oslo_concurrency.lockutils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.950s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.840569] env[69411]: INFO nova.compute.claims [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.907750] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323723, 'name': CreateVM_Task, 'duration_secs': 0.39076} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.908071] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.908739] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.908905] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.909247] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.909715] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ae6141-7aed-49f5-9b2f-a091426cce95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.915899] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1136.915899] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5277816a-1980-9542-512d-8916f352f2b8" [ 1136.915899] env[69411]: _type = "Task" [ 1136.915899] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.924571] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5277816a-1980-9542-512d-8916f352f2b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.006793] env[69411]: DEBUG oslo_vmware.api [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174113} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.006994] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.007308] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.007527] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.007738] env[69411]: INFO nova.compute.manager [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1137.007991] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.008231] env[69411]: DEBUG nova.compute.manager [-] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.008327] env[69411]: DEBUG nova.network.neutron [-] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.123817] env[69411]: DEBUG oslo_vmware.api [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228627} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.124143] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.124486] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.124486] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.131119] env[69411]: DEBUG oslo_concurrency.lockutils [None req-68f9ef6d-aa76-45ba-b28c-afc7a71c117a tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.159247] env[69411]: INFO nova.scheduler.client.report [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Deleted allocations for instance fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6 [ 1137.345937] env[69411]: DEBUG nova.compute.utils [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.349899] env[69411]: DEBUG nova.compute.manager [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1137.350079] env[69411]: DEBUG nova.network.neutron [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.387405] env[69411]: DEBUG nova.policy [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '817f86c81c5548619a20d2047830ad26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '892ded18d00148a1854f85170226611c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.400906] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.401177] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.401379] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.401562] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.401728] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.403760] env[69411]: INFO nova.compute.manager [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Terminating instance [ 1137.430644] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5277816a-1980-9542-512d-8916f352f2b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.431181] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.431410] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.431641] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.431787] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.431960] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.432228] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d9a2438-8dec-4c3a-8c8b-04679f6a2849 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.441819] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.441992] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.442783] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4bda754-cc9d-48f2-bd4e-7b6dbcb3e8e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.448263] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1137.448263] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5284a487-d7cb-8bdb-55f5-d0db66f74f32" [ 1137.448263] env[69411]: _type = "Task" [ 1137.448263] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.456517] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5284a487-d7cb-8bdb-55f5-d0db66f74f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.666439] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.685632] env[69411]: DEBUG nova.network.neutron [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Successfully created port: f5da4a96-8468-4cb4-a2ea-2b868839ec16 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.726421] env[69411]: DEBUG nova.network.neutron [-] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.804807] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f25bfc-58ea-4266-80b8-a6a0bd6c607f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.825858] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating instance '51712e65-a788-4f72-9697-e5d1fcbe10b5' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.851265] env[69411]: DEBUG nova.compute.manager [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.907661] env[69411]: DEBUG nova.compute.manager [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.908242] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.909587] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07efa030-e057-470a-a927-72f6c4c775fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.920802] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.921168] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc95e977-ba39-4993-8fff-0cf26bce71d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.930563] env[69411]: DEBUG oslo_vmware.api [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1137.930563] env[69411]: value = "task-3323729" [ 1137.930563] env[69411]: _type = "Task" [ 1137.930563] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.943031] env[69411]: DEBUG oslo_vmware.api [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.957914] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5284a487-d7cb-8bdb-55f5-d0db66f74f32, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.958938] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8278fe-f968-4503-9b51-f3baceeb5ed5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.970119] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1137.970119] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ae5016-e43c-1a00-bf87-a46fc42c4317" [ 1137.970119] env[69411]: _type = "Task" [ 1137.970119] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.976240] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ae5016-e43c-1a00-bf87-a46fc42c4317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.153760] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985ac689-5b36-4494-9b76-718e5b66bc9b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.161921] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd88626-1074-449d-a928-a43a8643a908 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.195300] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c40a53-cfd2-437e-9c47-9591dc061302 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.203920] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce063af0-35e6-4c2e-82ac-4e4b706dacd0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.218490] env[69411]: DEBUG nova.compute.provider_tree [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.230510] env[69411]: INFO nova.compute.manager [-] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Took 1.22 seconds to deallocate network for instance. [ 1138.332604] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.332994] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e26259d-74a2-4281-afa7-b875c9c31732 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.341227] env[69411]: DEBUG oslo_vmware.api [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1138.341227] env[69411]: value = "task-3323730" [ 1138.341227] env[69411]: _type = "Task" [ 1138.341227] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.350094] env[69411]: DEBUG oslo_vmware.api [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.359139] env[69411]: INFO nova.virt.block_device [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Booting with volume 80a64f63-a648-4ec1-b42a-c5b66336a914 at /dev/sda [ 1138.389999] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8840be13-89be-4e33-84a2-cdee7898cace {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.400571] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59b4343-da7b-408d-8832-867044ff3bd8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.413514] env[69411]: DEBUG nova.compute.manager [req-665384c0-f856-4b32-b032-b5a8eff7b98c req-514afa7d-13cb-4f57-99a4-1a3e7a7caf4a service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Received event network-changed-2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.413702] env[69411]: DEBUG nova.compute.manager [req-665384c0-f856-4b32-b032-b5a8eff7b98c req-514afa7d-13cb-4f57-99a4-1a3e7a7caf4a service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Refreshing instance network info cache due to event network-changed-2a290f50-5546-4ec0-b151-376bb75e65c5. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.413950] env[69411]: DEBUG oslo_concurrency.lockutils [req-665384c0-f856-4b32-b032-b5a8eff7b98c req-514afa7d-13cb-4f57-99a4-1a3e7a7caf4a service nova] Acquiring lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.414127] env[69411]: DEBUG oslo_concurrency.lockutils [req-665384c0-f856-4b32-b032-b5a8eff7b98c req-514afa7d-13cb-4f57-99a4-1a3e7a7caf4a service nova] Acquired lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.414564] env[69411]: DEBUG nova.network.neutron [req-665384c0-f856-4b32-b032-b5a8eff7b98c req-514afa7d-13cb-4f57-99a4-1a3e7a7caf4a service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Refreshing network info cache for port 2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.444750] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d461fc36-ee03-4ae1-addc-f1263ee35169 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.453288] env[69411]: DEBUG oslo_vmware.api [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323729, 'name': PowerOffVM_Task, 'duration_secs': 0.230478} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.454464] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.454642] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.454926] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-760597fa-3857-4f38-a059-d82e2d5dc5b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.458892] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e12c04-41d6-4d06-8ba7-de4083a16bae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.482319] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ae5016-e43c-1a00-bf87-a46fc42c4317, 'name': SearchDatastore_Task, 'duration_secs': 0.012071} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.482587] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.482883] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 0a5ac446-533c-4508-922f-29696689abe2/0a5ac446-533c-4508-922f-29696689abe2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.483155] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-861672a7-dc1b-47f2-94fd-985a3f5df8f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.498731] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e111b51b-f927-4f49-a025-454dcf6611a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.505597] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1138.505597] env[69411]: value = "task-3323732" [ 1138.505597] env[69411]: _type = "Task" [ 1138.505597] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.511792] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c731d6e-f84a-40ee-bcc1-1c2417a627c1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.517738] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.531426] env[69411]: DEBUG nova.virt.block_device [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Updating existing volume attachment record: d6ffadef-d1a2-4afc-8a20-dcfcf8d859ca {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1138.537008] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.537257] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.537498] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Deleting the datastore file [datastore2] 2c5b0c84-03de-48b2-b302-2aa3d5d4b240 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.537725] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-656972f3-66ea-4bca-8fc6-b13092d26212 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.545597] env[69411]: DEBUG oslo_vmware.api [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1138.545597] env[69411]: value = "task-3323733" [ 1138.545597] env[69411]: _type = "Task" [ 1138.545597] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.555191] env[69411]: DEBUG oslo_vmware.api [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.722085] env[69411]: DEBUG nova.scheduler.client.report [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.736989] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.854284] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1138.854527] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating instance '51712e65-a788-4f72-9697-e5d1fcbe10b5' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.007403] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "interface-299692c3-30f9-4bb3-af21-772cd63fa85c-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.008525] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-299692c3-30f9-4bb3-af21-772cd63fa85c-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.008525] env[69411]: DEBUG nova.objects.instance [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lazy-loading 'flavor' on Instance uuid 299692c3-30f9-4bb3-af21-772cd63fa85c {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.021779] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462343} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.022076] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 0a5ac446-533c-4508-922f-29696689abe2/0a5ac446-533c-4508-922f-29696689abe2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.022304] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.022656] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8532482-82ab-44e5-8419-979655d3314d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.032412] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1139.032412] env[69411]: value = "task-3323735" [ 1139.032412] env[69411]: _type = "Task" [ 1139.032412] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.045749] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.055955] env[69411]: DEBUG oslo_vmware.api [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160905} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.056249] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.056481] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.056705] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.056916] env[69411]: INFO nova.compute.manager [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1139.057231] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.057487] env[69411]: DEBUG nova.compute.manager [-] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.057616] env[69411]: DEBUG nova.network.neutron [-] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.227444] env[69411]: DEBUG oslo_concurrency.lockutils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.227966] env[69411]: DEBUG nova.compute.manager [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.230615] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.185s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.230760] env[69411]: DEBUG nova.objects.instance [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lazy-loading 'resources' on Instance uuid a926f70b-cf17-4e5b-b28d-b02d262b37a3 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.254162] env[69411]: DEBUG nova.network.neutron [req-665384c0-f856-4b32-b032-b5a8eff7b98c req-514afa7d-13cb-4f57-99a4-1a3e7a7caf4a service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Updated VIF entry in instance network info cache for port 2a290f50-5546-4ec0-b151-376bb75e65c5. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.254546] env[69411]: DEBUG nova.network.neutron [req-665384c0-f856-4b32-b032-b5a8eff7b98c req-514afa7d-13cb-4f57-99a4-1a3e7a7caf4a service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Updating instance_info_cache with network_info: [{"id": "2a290f50-5546-4ec0-b151-376bb75e65c5", "address": "fa:16:3e:75:f0:91", "network": {"id": "efd8a8db-2e5e-4901-9ba7-773d1ef29842", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1075396209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7699164851464c94590d397dadc26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2a290f50-55", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.364707] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.364707] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.364707] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.365028] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.365028] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.369443] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.369723] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.369894] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.370077] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.370265] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.370445] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.380871] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-402d5d21-75af-4b56-995f-d813b3e1b2a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.392476] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.399505] env[69411]: DEBUG oslo_vmware.api [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1139.399505] env[69411]: value = "task-3323736" [ 1139.399505] env[69411]: _type = "Task" [ 1139.399505] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.412739] env[69411]: DEBUG oslo_vmware.api [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.546878] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077404} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.547398] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.548366] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6467e4-1ecc-4636-8a09-d5511de089f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.579367] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 0a5ac446-533c-4508-922f-29696689abe2/0a5ac446-533c-4508-922f-29696689abe2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.579769] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cf6121b-bf28-4258-b120-a83a056001a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.606344] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1139.606344] env[69411]: value = "task-3323737" [ 1139.606344] env[69411]: _type = "Task" [ 1139.606344] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.621302] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.675008] env[69411]: DEBUG nova.objects.instance [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lazy-loading 'pci_requests' on Instance uuid 299692c3-30f9-4bb3-af21-772cd63fa85c {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.702584] env[69411]: DEBUG nova.network.neutron [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Successfully updated port: f5da4a96-8468-4cb4-a2ea-2b868839ec16 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.734741] env[69411]: DEBUG nova.compute.utils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.743118] env[69411]: DEBUG nova.compute.manager [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.744264] env[69411]: DEBUG nova.network.neutron [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.757776] env[69411]: DEBUG oslo_concurrency.lockutils [req-665384c0-f856-4b32-b032-b5a8eff7b98c req-514afa7d-13cb-4f57-99a4-1a3e7a7caf4a service nova] Releasing lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.758121] env[69411]: DEBUG nova.compute.manager [req-665384c0-f856-4b32-b032-b5a8eff7b98c req-514afa7d-13cb-4f57-99a4-1a3e7a7caf4a service nova] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Received event network-vif-deleted-158c0ea0-0a84-4f45-a5f8-2ce9cd1c53a7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.809621] env[69411]: DEBUG nova.policy [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61a70c6ff2be4a17bef70a4651a12295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d93079ae7584bab9feb43e850052e75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.911609] env[69411]: DEBUG oslo_vmware.api [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323736, 'name': ReconfigVM_Task, 'duration_secs': 0.280628} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.912144] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating instance '51712e65-a788-4f72-9697-e5d1fcbe10b5' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.018658] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421566d1-a2a4-4fe1-b74d-3a9e4f1ddcf2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.026723] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321534b3-c1ea-4126-914e-056bc5ad4098 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.057763] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0258ca67-6334-497d-a5cc-1d8ea88a07c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.066491] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847ad9a6-c081-4024-9583-6f357665004a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.080526] env[69411]: DEBUG nova.compute.provider_tree [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.120025] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323737, 'name': ReconfigVM_Task, 'duration_secs': 0.317599} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.120025] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 0a5ac446-533c-4508-922f-29696689abe2/0a5ac446-533c-4508-922f-29696689abe2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.120025] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da7f7337-5a97-4c3f-8300-0fcb6020b653 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.128429] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1140.128429] env[69411]: value = "task-3323738" [ 1140.128429] env[69411]: _type = "Task" [ 1140.128429] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.132739] env[69411]: DEBUG nova.network.neutron [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Successfully created port: 92596d04-3efe-4c7b-8064-fd9edde09694 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.140784] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323738, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.178574] env[69411]: DEBUG nova.objects.base [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Object Instance<299692c3-30f9-4bb3-af21-772cd63fa85c> lazy-loaded attributes: flavor,pci_requests {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1140.178958] env[69411]: DEBUG nova.network.neutron [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.204763] env[69411]: DEBUG oslo_concurrency.lockutils [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Acquiring lock "refresh_cache-fdf8c90a-e012-426a-bb58-e9013c553f25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.204960] env[69411]: DEBUG oslo_concurrency.lockutils [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Acquired lock "refresh_cache-fdf8c90a-e012-426a-bb58-e9013c553f25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.206023] env[69411]: DEBUG nova.network.neutron [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.243281] env[69411]: DEBUG nova.compute.manager [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.310803] env[69411]: DEBUG nova.policy [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abb9ac11516e446faf33421a7163ddcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '942d4be6e5e24bb58738805d96d9d2f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.418190] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.419000] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.419000] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.419000] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.419000] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.419249] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.419298] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.419418] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.419576] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.419732] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.419908] env[69411]: DEBUG nova.virt.hardware [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.425423] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.425720] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1633eb82-d056-4375-91e4-8f1f9b9fff1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.445484] env[69411]: DEBUG nova.network.neutron [-] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.446774] env[69411]: DEBUG oslo_vmware.api [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1140.446774] env[69411]: value = "task-3323739" [ 1140.446774] env[69411]: _type = "Task" [ 1140.446774] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.456883] env[69411]: DEBUG oslo_vmware.api [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.525505] env[69411]: DEBUG nova.compute.manager [req-3df47c77-3a71-49a5-ad7a-1fc80cec9b5d req-60d218ea-9cdd-4aa8-852a-103e42812885 service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Received event network-vif-plugged-f5da4a96-8468-4cb4-a2ea-2b868839ec16 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.526999] env[69411]: DEBUG oslo_concurrency.lockutils [req-3df47c77-3a71-49a5-ad7a-1fc80cec9b5d req-60d218ea-9cdd-4aa8-852a-103e42812885 service nova] Acquiring lock "fdf8c90a-e012-426a-bb58-e9013c553f25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.526999] env[69411]: DEBUG oslo_concurrency.lockutils [req-3df47c77-3a71-49a5-ad7a-1fc80cec9b5d req-60d218ea-9cdd-4aa8-852a-103e42812885 service nova] Lock "fdf8c90a-e012-426a-bb58-e9013c553f25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.526999] env[69411]: DEBUG oslo_concurrency.lockutils [req-3df47c77-3a71-49a5-ad7a-1fc80cec9b5d req-60d218ea-9cdd-4aa8-852a-103e42812885 service nova] Lock "fdf8c90a-e012-426a-bb58-e9013c553f25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.526999] env[69411]: DEBUG nova.compute.manager [req-3df47c77-3a71-49a5-ad7a-1fc80cec9b5d req-60d218ea-9cdd-4aa8-852a-103e42812885 service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] No waiting events found dispatching network-vif-plugged-f5da4a96-8468-4cb4-a2ea-2b868839ec16 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.526999] env[69411]: WARNING nova.compute.manager [req-3df47c77-3a71-49a5-ad7a-1fc80cec9b5d req-60d218ea-9cdd-4aa8-852a-103e42812885 service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Received unexpected event network-vif-plugged-f5da4a96-8468-4cb4-a2ea-2b868839ec16 for instance with vm_state building and task_state spawning. [ 1140.527196] env[69411]: DEBUG nova.compute.manager [req-3df47c77-3a71-49a5-ad7a-1fc80cec9b5d req-60d218ea-9cdd-4aa8-852a-103e42812885 service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Received event network-changed-f5da4a96-8468-4cb4-a2ea-2b868839ec16 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.531021] env[69411]: DEBUG nova.compute.manager [req-3df47c77-3a71-49a5-ad7a-1fc80cec9b5d req-60d218ea-9cdd-4aa8-852a-103e42812885 service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Refreshing instance network info cache due to event network-changed-f5da4a96-8468-4cb4-a2ea-2b868839ec16. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.531021] env[69411]: DEBUG oslo_concurrency.lockutils [req-3df47c77-3a71-49a5-ad7a-1fc80cec9b5d req-60d218ea-9cdd-4aa8-852a-103e42812885 service nova] Acquiring lock "refresh_cache-fdf8c90a-e012-426a-bb58-e9013c553f25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.585663] env[69411]: DEBUG nova.scheduler.client.report [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.638620] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323738, 'name': Rename_Task, 'duration_secs': 0.153827} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.638925] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.639190] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d68bcdfa-9d08-4be8-9421-0f0e05f7e22c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.642510] env[69411]: DEBUG nova.compute.manager [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.643092] env[69411]: DEBUG nova.virt.hardware [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.643327] env[69411]: DEBUG nova.virt.hardware [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.643485] env[69411]: DEBUG nova.virt.hardware [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.643666] env[69411]: DEBUG nova.virt.hardware [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.643832] env[69411]: DEBUG nova.virt.hardware [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.644052] env[69411]: DEBUG nova.virt.hardware [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.644510] env[69411]: DEBUG nova.virt.hardware [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.644510] env[69411]: DEBUG nova.virt.hardware [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.644586] env[69411]: DEBUG nova.virt.hardware [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.644724] env[69411]: DEBUG nova.virt.hardware [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.644895] env[69411]: DEBUG nova.virt.hardware [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.646042] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e7a1c8-bd62-48d2-baff-bdec5117c24f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.650650] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1140.650650] env[69411]: value = "task-3323740" [ 1140.650650] env[69411]: _type = "Task" [ 1140.650650] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.656980] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689cc915-a965-4315-bf02-0dd2ec9903f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.666787] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.739326] env[69411]: DEBUG nova.network.neutron [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.918717] env[69411]: DEBUG nova.network.neutron [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Updating instance_info_cache with network_info: [{"id": "f5da4a96-8468-4cb4-a2ea-2b868839ec16", "address": "fa:16:3e:ae:24:79", "network": {"id": "7c09a6cf-dcee-4e2f-952c-8f3a22bcf4bb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-494924899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892ded18d00148a1854f85170226611c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5da4a96-84", "ovs_interfaceid": "f5da4a96-8468-4cb4-a2ea-2b868839ec16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.948422] env[69411]: INFO nova.compute.manager [-] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Took 1.89 seconds to deallocate network for instance. [ 1140.964087] env[69411]: DEBUG oslo_vmware.api [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323739, 'name': ReconfigVM_Task, 'duration_secs': 0.188547} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.964366] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.965174] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bda9cb-7c2c-40e2-a43c-f727aeddaf4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.987886] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 51712e65-a788-4f72-9697-e5d1fcbe10b5/51712e65-a788-4f72-9697-e5d1fcbe10b5.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.988805] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-933d6e5c-b53d-4d52-9d16-b228fd81c869 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.008259] env[69411]: DEBUG oslo_vmware.api [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1141.008259] env[69411]: value = "task-3323741" [ 1141.008259] env[69411]: _type = "Task" [ 1141.008259] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.017204] env[69411]: DEBUG oslo_vmware.api [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.061244] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1141.061545] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663530', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'name': 'volume-ab4a40eb-7e23-494f-a075-fce7856d8559', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964c7ba5-da92-4e47-9dc8-bd62294c0446', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'serial': 'ab4a40eb-7e23-494f-a075-fce7856d8559'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1141.062595] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858fa14b-14a7-41ba-a9c7-dc660c154455 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.080420] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b811895a-ca19-497c-b329-8caecfc21001 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.099735] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.109513] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-ab4a40eb-7e23-494f-a075-fce7856d8559/volume-ab4a40eb-7e23-494f-a075-fce7856d8559.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.110145] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.444s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.110398] env[69411]: DEBUG nova.objects.instance [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lazy-loading 'resources' on Instance uuid fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.111539] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4ffa827-fd42-4183-97e0-9461060847cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.126239] env[69411]: DEBUG nova.objects.instance [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lazy-loading 'numa_topology' on Instance uuid fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.131294] env[69411]: INFO nova.scheduler.client.report [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Deleted allocations for instance a926f70b-cf17-4e5b-b28d-b02d262b37a3 [ 1141.137283] env[69411]: DEBUG oslo_vmware.api [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1141.137283] env[69411]: value = "task-3323742" [ 1141.137283] env[69411]: _type = "Task" [ 1141.137283] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.147746] env[69411]: DEBUG oslo_vmware.api [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.162667] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323740, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.253574] env[69411]: DEBUG nova.compute.manager [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.282540] env[69411]: DEBUG nova.virt.hardware [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.282953] env[69411]: DEBUG nova.virt.hardware [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.283169] env[69411]: DEBUG nova.virt.hardware [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.283398] env[69411]: DEBUG nova.virt.hardware [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.283562] env[69411]: DEBUG nova.virt.hardware [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.283739] env[69411]: DEBUG nova.virt.hardware [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.283998] env[69411]: DEBUG nova.virt.hardware [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.284210] env[69411]: DEBUG nova.virt.hardware [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.284444] env[69411]: DEBUG nova.virt.hardware [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.284602] env[69411]: DEBUG nova.virt.hardware [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.284806] env[69411]: DEBUG nova.virt.hardware [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.285838] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff141834-06bd-4ed4-a46a-9a84b9ab1104 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.295320] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0575a68d-398e-4b01-b9b2-6b8a38171efb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.421998] env[69411]: DEBUG oslo_concurrency.lockutils [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Releasing lock "refresh_cache-fdf8c90a-e012-426a-bb58-e9013c553f25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.422415] env[69411]: DEBUG nova.compute.manager [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Instance network_info: |[{"id": "f5da4a96-8468-4cb4-a2ea-2b868839ec16", "address": "fa:16:3e:ae:24:79", "network": {"id": "7c09a6cf-dcee-4e2f-952c-8f3a22bcf4bb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-494924899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892ded18d00148a1854f85170226611c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5da4a96-84", "ovs_interfaceid": "f5da4a96-8468-4cb4-a2ea-2b868839ec16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.423049] env[69411]: DEBUG oslo_concurrency.lockutils [req-3df47c77-3a71-49a5-ad7a-1fc80cec9b5d req-60d218ea-9cdd-4aa8-852a-103e42812885 service nova] Acquired lock "refresh_cache-fdf8c90a-e012-426a-bb58-e9013c553f25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.423049] env[69411]: DEBUG nova.network.neutron [req-3df47c77-3a71-49a5-ad7a-1fc80cec9b5d req-60d218ea-9cdd-4aa8-852a-103e42812885 service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Refreshing network info cache for port f5da4a96-8468-4cb4-a2ea-2b868839ec16 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.424375] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:24:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5da4a96-8468-4cb4-a2ea-2b868839ec16', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.432751] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Creating folder: Project (892ded18d00148a1854f85170226611c). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.433881] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1d80659-a780-4cd9-a151-5484f9b6b312 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.450167] env[69411]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1141.450167] env[69411]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69411) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1141.450337] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Folder already exists: Project (892ded18d00148a1854f85170226611c). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1141.450534] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Creating folder: Instances. Parent ref: group-v663509. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.451271] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eac566e-e354-47ef-a799-9c997dd67839 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.459651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.462928] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Created folder: Instances in parent group-v663509. [ 1141.463314] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.463525] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.463742] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df2e2e41-64d3-4edc-9548-f5dc79e263e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.485422] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.485422] env[69411]: value = "task-3323745" [ 1141.485422] env[69411]: _type = "Task" [ 1141.485422] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.493797] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323745, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.518585] env[69411]: DEBUG oslo_vmware.api [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323741, 'name': ReconfigVM_Task, 'duration_secs': 0.28148} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.518859] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 51712e65-a788-4f72-9697-e5d1fcbe10b5/51712e65-a788-4f72-9697-e5d1fcbe10b5.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.519164] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating instance '51712e65-a788-4f72-9697-e5d1fcbe10b5' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.628940] env[69411]: DEBUG nova.objects.base [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1141.645291] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8f4afe5-a97d-4b6d-a2a1-f8eb624b2bd0 tempest-ServersWithFlavorSwapResizeTest-746589734 tempest-ServersWithFlavorSwapResizeTest-746589734-project-member] Lock "a926f70b-cf17-4e5b-b28d-b02d262b37a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.515s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.652980] env[69411]: DEBUG oslo_vmware.api [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323742, 'name': ReconfigVM_Task, 'duration_secs': 0.384425} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.653385] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-ab4a40eb-7e23-494f-a075-fce7856d8559/volume-ab4a40eb-7e23-494f-a075-fce7856d8559.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.660971] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ed3c19f-8dbd-45d6-8403-376f53b2ccf8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.681187] env[69411]: DEBUG oslo_vmware.api [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323740, 'name': PowerOnVM_Task, 'duration_secs': 0.547625} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.682811] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.682971] env[69411]: DEBUG nova.compute.manager [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.683319] env[69411]: DEBUG oslo_vmware.api [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1141.683319] env[69411]: value = "task-3323746" [ 1141.683319] env[69411]: _type = "Task" [ 1141.683319] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.686255] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c504989-ac87-428d-bfb3-eecbaaef24ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.703848] env[69411]: DEBUG oslo_vmware.api [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323746, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.914950] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78186b89-a138-4bee-802a-ecde24f786bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.922956] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9308bcff-b1da-4ce8-b2d5-5eefae6e52b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.959133] env[69411]: DEBUG nova.network.neutron [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Successfully updated port: 92596d04-3efe-4c7b-8064-fd9edde09694 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.960817] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3db6721-c5fa-4707-8b21-11b9a0fd7d2d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.969733] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd38537-ac20-4f5e-b17d-1d2f75905b31 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.985636] env[69411]: DEBUG nova.compute.provider_tree [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.999980] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323745, 'name': CreateVM_Task, 'duration_secs': 0.362855} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.000424] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.001870] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663518', 'volume_id': '80a64f63-a648-4ec1-b42a-c5b66336a914', 'name': 'volume-80a64f63-a648-4ec1-b42a-c5b66336a914', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdf8c90a-e012-426a-bb58-e9013c553f25', 'attached_at': '', 'detached_at': '', 'volume_id': '80a64f63-a648-4ec1-b42a-c5b66336a914', 'serial': '80a64f63-a648-4ec1-b42a-c5b66336a914'}, 'boot_index': 0, 'mount_device': '/dev/sda', 'disk_bus': None, 'attachment_id': 'd6ffadef-d1a2-4afc-8a20-dcfcf8d859ca', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69411) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1142.001870] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Root volume attach. Driver type: vmdk {{(pid=69411) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1142.006020] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6cefab-cff2-4541-af3f-bba5204ebfb8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.012389] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b826da44-69f7-414c-a95d-5eb9483370ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.019202] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecad120a-87b3-4531-bfe2-d72c72a94375 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.027806] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8853d5-b993-4891-a42b-dd3eb8570f4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.030200] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c27396fb-bc7e-4076-a2be-5b245b449593 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.033335] env[69411]: DEBUG nova.network.neutron [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Successfully updated port: 06682aee-d4e0-44bf-8eb4-d7bba2c7c88f {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.056233] env[69411]: DEBUG oslo_vmware.api [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Waiting for the task: (returnval){ [ 1142.056233] env[69411]: value = "task-3323747" [ 1142.056233] env[69411]: _type = "Task" [ 1142.056233] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.056844] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b91f23-4930-4ea1-b5bd-7cf265dc2501 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.069235] env[69411]: DEBUG oslo_vmware.api [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323747, 'name': RelocateVM_Task} progress is 13%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.081859] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating instance '51712e65-a788-4f72-9697-e5d1fcbe10b5' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.201378] env[69411]: DEBUG oslo_vmware.api [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323746, 'name': ReconfigVM_Task, 'duration_secs': 0.159947} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.201746] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663530', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'name': 'volume-ab4a40eb-7e23-494f-a075-fce7856d8559', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964c7ba5-da92-4e47-9dc8-bd62294c0446', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'serial': 'ab4a40eb-7e23-494f-a075-fce7856d8559'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1142.211255] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.246246] env[69411]: DEBUG nova.network.neutron [req-3df47c77-3a71-49a5-ad7a-1fc80cec9b5d req-60d218ea-9cdd-4aa8-852a-103e42812885 service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Updated VIF entry in instance network info cache for port f5da4a96-8468-4cb4-a2ea-2b868839ec16. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.246735] env[69411]: DEBUG nova.network.neutron [req-3df47c77-3a71-49a5-ad7a-1fc80cec9b5d req-60d218ea-9cdd-4aa8-852a-103e42812885 service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Updating instance_info_cache with network_info: [{"id": "f5da4a96-8468-4cb4-a2ea-2b868839ec16", "address": "fa:16:3e:ae:24:79", "network": {"id": "7c09a6cf-dcee-4e2f-952c-8f3a22bcf4bb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-494924899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892ded18d00148a1854f85170226611c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5da4a96-84", "ovs_interfaceid": "f5da4a96-8468-4cb4-a2ea-2b868839ec16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.465586] env[69411]: DEBUG oslo_concurrency.lockutils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "refresh_cache-2b57ac07-ff4d-4e34-8339-c36a51427d0f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.465740] env[69411]: DEBUG oslo_concurrency.lockutils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "refresh_cache-2b57ac07-ff4d-4e34-8339-c36a51427d0f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.465897] env[69411]: DEBUG nova.network.neutron [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.494020] env[69411]: DEBUG nova.scheduler.client.report [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.537427] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.537665] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.537884] env[69411]: DEBUG nova.network.neutron [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.569447] env[69411]: DEBUG oslo_vmware.api [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323747, 'name': RelocateVM_Task, 'duration_secs': 0.372745} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.569796] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1142.569951] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663518', 'volume_id': '80a64f63-a648-4ec1-b42a-c5b66336a914', 'name': 'volume-80a64f63-a648-4ec1-b42a-c5b66336a914', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdf8c90a-e012-426a-bb58-e9013c553f25', 'attached_at': '', 'detached_at': '', 'volume_id': '80a64f63-a648-4ec1-b42a-c5b66336a914', 'serial': '80a64f63-a648-4ec1-b42a-c5b66336a914'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1142.570760] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2687b050-d497-4ba5-91e1-baf942675261 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.587592] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47420098-1b94-4b43-a900-d732831c64e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.614643] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-80a64f63-a648-4ec1-b42a-c5b66336a914/volume-80a64f63-a648-4ec1-b42a-c5b66336a914.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.614862] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0727d9f-ef2f-4bef-b317-12773dda26bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.638735] env[69411]: DEBUG oslo_vmware.api [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Waiting for the task: (returnval){ [ 1142.638735] env[69411]: value = "task-3323748" [ 1142.638735] env[69411]: _type = "Task" [ 1142.638735] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.642945] env[69411]: DEBUG nova.network.neutron [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Port 6f400b8f-97a6-40f2-bb64-ee3241b73dd8 binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1142.652064] env[69411]: DEBUG oslo_vmware.api [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.691581] env[69411]: DEBUG nova.compute.manager [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Received event network-vif-plugged-92596d04-3efe-4c7b-8064-fd9edde09694 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.691702] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] Acquiring lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.691897] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] Lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.691984] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] Lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.692355] env[69411]: DEBUG nova.compute.manager [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] No waiting events found dispatching network-vif-plugged-92596d04-3efe-4c7b-8064-fd9edde09694 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.692537] env[69411]: WARNING nova.compute.manager [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Received unexpected event network-vif-plugged-92596d04-3efe-4c7b-8064-fd9edde09694 for instance with vm_state building and task_state spawning. [ 1142.692704] env[69411]: DEBUG nova.compute.manager [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Received event network-vif-plugged-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.692928] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] Acquiring lock "299692c3-30f9-4bb3-af21-772cd63fa85c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.693124] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] Lock "299692c3-30f9-4bb3-af21-772cd63fa85c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.693284] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] Lock "299692c3-30f9-4bb3-af21-772cd63fa85c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.693443] env[69411]: DEBUG nova.compute.manager [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] No waiting events found dispatching network-vif-plugged-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.693602] env[69411]: WARNING nova.compute.manager [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Received unexpected event network-vif-plugged-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f for instance with vm_state active and task_state None. [ 1142.693767] env[69411]: DEBUG nova.compute.manager [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Received event network-changed-92596d04-3efe-4c7b-8064-fd9edde09694 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.693942] env[69411]: DEBUG nova.compute.manager [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Refreshing instance network info cache due to event network-changed-92596d04-3efe-4c7b-8064-fd9edde09694. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.694140] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] Acquiring lock "refresh_cache-2b57ac07-ff4d-4e34-8339-c36a51427d0f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.750708] env[69411]: DEBUG oslo_concurrency.lockutils [req-3df47c77-3a71-49a5-ad7a-1fc80cec9b5d req-60d218ea-9cdd-4aa8-852a-103e42812885 service nova] Releasing lock "refresh_cache-fdf8c90a-e012-426a-bb58-e9013c553f25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.751043] env[69411]: DEBUG nova.compute.manager [req-3df47c77-3a71-49a5-ad7a-1fc80cec9b5d req-60d218ea-9cdd-4aa8-852a-103e42812885 service nova] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Received event network-vif-deleted-93b12d2c-0d62-47fa-9cd9-f3772eae14e1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.999240] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.002901] env[69411]: DEBUG nova.network.neutron [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.005023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.268s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.005250] env[69411]: DEBUG nova.objects.instance [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lazy-loading 'resources' on Instance uuid 62f3a4c7-c151-4529-b6a1-e6e7113aed42 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.080669] env[69411]: WARNING nova.network.neutron [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] 9f7625b8-1cdc-4227-bffd-1ef14759ac65 already exists in list: networks containing: ['9f7625b8-1cdc-4227-bffd-1ef14759ac65']. ignoring it [ 1143.157576] env[69411]: DEBUG oslo_vmware.api [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323748, 'name': ReconfigVM_Task, 'duration_secs': 0.283266} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.157874] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-80a64f63-a648-4ec1-b42a-c5b66336a914/volume-80a64f63-a648-4ec1-b42a-c5b66336a914.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.162995] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b51bc729-6c44-4e48-b9bb-0219e4c82ff3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.181612] env[69411]: DEBUG oslo_vmware.api [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Waiting for the task: (returnval){ [ 1143.181612] env[69411]: value = "task-3323749" [ 1143.181612] env[69411]: _type = "Task" [ 1143.181612] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.194400] env[69411]: DEBUG oslo_vmware.api [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.255161] env[69411]: DEBUG nova.objects.instance [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lazy-loading 'flavor' on Instance uuid 964c7ba5-da92-4e47-9dc8-bd62294c0446 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.399027] env[69411]: DEBUG nova.network.neutron [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Updating instance_info_cache with network_info: [{"id": "6e1ddc58-269f-464f-b805-955abcfeb827", "address": "fa:16:3e:a8:21:59", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e1ddc58-26", "ovs_interfaceid": "6e1ddc58-269f-464f-b805-955abcfeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06682aee-d4e0-44bf-8eb4-d7bba2c7c88f", "address": "fa:16:3e:38:0e:70", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06682aee-d4", "ovs_interfaceid": "06682aee-d4e0-44bf-8eb4-d7bba2c7c88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.487987] env[69411]: DEBUG nova.network.neutron [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Updating instance_info_cache with network_info: [{"id": "92596d04-3efe-4c7b-8064-fd9edde09694", "address": "fa:16:3e:eb:e3:e3", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92596d04-3e", "ovs_interfaceid": "92596d04-3efe-4c7b-8064-fd9edde09694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.513739] env[69411]: DEBUG oslo_concurrency.lockutils [None req-db51a483-e657-412b-a506-2efeda05dfaa tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.297s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.514449] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.122s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.514630] env[69411]: INFO nova.compute.manager [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Unshelving [ 1143.670874] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "51712e65-a788-4f72-9697-e5d1fcbe10b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.670874] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "51712e65-a788-4f72-9697-e5d1fcbe10b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.671044] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "51712e65-a788-4f72-9697-e5d1fcbe10b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.696286] env[69411]: DEBUG oslo_vmware.api [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323749, 'name': ReconfigVM_Task, 'duration_secs': 0.145897} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.696781] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663518', 'volume_id': '80a64f63-a648-4ec1-b42a-c5b66336a914', 'name': 'volume-80a64f63-a648-4ec1-b42a-c5b66336a914', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdf8c90a-e012-426a-bb58-e9013c553f25', 'attached_at': '', 'detached_at': '', 'volume_id': '80a64f63-a648-4ec1-b42a-c5b66336a914', 'serial': '80a64f63-a648-4ec1-b42a-c5b66336a914'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1143.699891] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59a97ce8-f73c-4b24-b223-0bbd93d75fa1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.710143] env[69411]: DEBUG oslo_vmware.api [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Waiting for the task: (returnval){ [ 1143.710143] env[69411]: value = "task-3323750" [ 1143.710143] env[69411]: _type = "Task" [ 1143.710143] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.719734] env[69411]: DEBUG oslo_vmware.api [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323750, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.762134] env[69411]: DEBUG oslo_concurrency.lockutils [None req-68a664bc-778d-4213-aeff-4462ccdb53c3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.821s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.792906] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bacb758-1b88-4ea6-9b1d-7bfa6f8c67fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.802516] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9541ba5-0a7d-40df-9c6c-3a3eddc1c7e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.837240] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e52d0d-1ede-42f6-a6ba-8c536833f6c1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.845341] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5870315-9b01-4486-ab2e-adac0cafb193 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.859822] env[69411]: DEBUG nova.compute.provider_tree [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.902187] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.902875] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.903075] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.903928] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5e689a-17c0-42f6-b947-00565dbd1a08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.922684] env[69411]: DEBUG nova.virt.hardware [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.922982] env[69411]: DEBUG nova.virt.hardware [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.923174] env[69411]: DEBUG nova.virt.hardware [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.923364] env[69411]: DEBUG nova.virt.hardware [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.923513] env[69411]: DEBUG nova.virt.hardware [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.923664] env[69411]: DEBUG nova.virt.hardware [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.923878] env[69411]: DEBUG nova.virt.hardware [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.924060] env[69411]: DEBUG nova.virt.hardware [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.924277] env[69411]: DEBUG nova.virt.hardware [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.924477] env[69411]: DEBUG nova.virt.hardware [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.924691] env[69411]: DEBUG nova.virt.hardware [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.931399] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Reconfiguring VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1143.931764] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea98794-4f8c-4135-ad25-b1b6c413b0c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.961449] env[69411]: DEBUG oslo_vmware.api [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1143.961449] env[69411]: value = "task-3323751" [ 1143.961449] env[69411]: _type = "Task" [ 1143.961449] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.973896] env[69411]: DEBUG oslo_vmware.api [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323751, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.991106] env[69411]: DEBUG oslo_concurrency.lockutils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "refresh_cache-2b57ac07-ff4d-4e34-8339-c36a51427d0f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.991106] env[69411]: DEBUG nova.compute.manager [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Instance network_info: |[{"id": "92596d04-3efe-4c7b-8064-fd9edde09694", "address": "fa:16:3e:eb:e3:e3", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92596d04-3e", "ovs_interfaceid": "92596d04-3efe-4c7b-8064-fd9edde09694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.991519] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] Acquired lock "refresh_cache-2b57ac07-ff4d-4e34-8339-c36a51427d0f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.991519] env[69411]: DEBUG nova.network.neutron [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Refreshing network info cache for port 92596d04-3efe-4c7b-8064-fd9edde09694 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.993459] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:e3:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92596d04-3efe-4c7b-8064-fd9edde09694', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.001817] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.002914] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.003200] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-084c54a3-c075-44e2-a994-bc407d8749ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.033555] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.033555] env[69411]: value = "task-3323752" [ 1144.033555] env[69411]: _type = "Task" [ 1144.033555] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.045477] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323752, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.222198] env[69411]: DEBUG oslo_vmware.api [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323750, 'name': Rename_Task, 'duration_secs': 0.154608} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.222198] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.222557] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-252bf8a2-9950-4f94-8e76-de09fea2a142 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.229914] env[69411]: DEBUG oslo_vmware.api [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Waiting for the task: (returnval){ [ 1144.229914] env[69411]: value = "task-3323753" [ 1144.229914] env[69411]: _type = "Task" [ 1144.229914] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.238340] env[69411]: DEBUG oslo_vmware.api [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.363314] env[69411]: DEBUG nova.scheduler.client.report [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.452202] env[69411]: INFO nova.compute.manager [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Rebuilding instance [ 1144.474884] env[69411]: DEBUG oslo_vmware.api [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.493765] env[69411]: DEBUG nova.compute.manager [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.494650] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e883a89e-3c6b-4029-9bc4-a1e036eb7451 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.528533] env[69411]: DEBUG nova.compute.utils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.546738] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323752, 'name': CreateVM_Task, 'duration_secs': 0.422854} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.546938] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.547742] env[69411]: DEBUG oslo_concurrency.lockutils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.547958] env[69411]: DEBUG oslo_concurrency.lockutils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.548347] env[69411]: DEBUG oslo_concurrency.lockutils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.548665] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42fbfdb-99c4-45e8-bfde-123462a73fdc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.554031] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1144.554031] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5295cad1-7749-b43d-a609-d3cedb7f5322" [ 1144.554031] env[69411]: _type = "Task" [ 1144.554031] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.562998] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5295cad1-7749-b43d-a609-d3cedb7f5322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.722345] env[69411]: DEBUG nova.network.neutron [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Updated VIF entry in instance network info cache for port 92596d04-3efe-4c7b-8064-fd9edde09694. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.722875] env[69411]: DEBUG nova.network.neutron [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Updating instance_info_cache with network_info: [{"id": "92596d04-3efe-4c7b-8064-fd9edde09694", "address": "fa:16:3e:eb:e3:e3", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92596d04-3e", "ovs_interfaceid": "92596d04-3efe-4c7b-8064-fd9edde09694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.727744] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.727944] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.728362] env[69411]: DEBUG nova.network.neutron [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.741460] env[69411]: DEBUG oslo_vmware.api [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323753, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.868837] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.871197] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.412s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.871433] env[69411]: DEBUG nova.objects.instance [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lazy-loading 'resources' on Instance uuid 2c5b0c84-03de-48b2-b302-2aa3d5d4b240 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.895213] env[69411]: INFO nova.scheduler.client.report [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleted allocations for instance 62f3a4c7-c151-4529-b6a1-e6e7113aed42 [ 1144.975126] env[69411]: DEBUG oslo_vmware.api [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.031771] env[69411]: INFO nova.virt.block_device [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Booting with volume 82f11f78-5bb0-4686-8665-0727d29bbd3d at /dev/sdb [ 1145.066222] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5295cad1-7749-b43d-a609-d3cedb7f5322, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.066546] env[69411]: DEBUG oslo_concurrency.lockutils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.066778] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.067031] env[69411]: DEBUG oslo_concurrency.lockutils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.067182] env[69411]: DEBUG oslo_concurrency.lockutils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.067360] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.067616] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4d7ca3d-02a9-4b88-90fd-eb58be533052 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.071462] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd627607-bd26-4317-88c3-b5cbc31927ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.080422] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b0f0d3-789d-4340-80f1-469764ba9815 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.092545] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.092751] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.093848] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd41b1f-0020-44b3-8a95-62fdf3bab939 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.098592] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1145.098592] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e26c47-3010-4dfc-22af-3120b72a7cb2" [ 1145.098592] env[69411]: _type = "Task" [ 1145.098592] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.106051] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e26c47-3010-4dfc-22af-3120b72a7cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.118338] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbeb3829-3e5b-45c6-a232-cc205ec2ed2d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.125602] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0fc64b-446a-48d8-9c7a-77e13f164352 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.158618] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7026209-1a04-4d9f-86e9-dc69e36d7a20 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.165126] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eef37b-ef3f-4c12-91f1-8085211a179a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.178248] env[69411]: DEBUG nova.virt.block_device [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Updating existing volume attachment record: d25ea973-ca64-4c77-851a-395b73116ef3 {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1145.226062] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] Releasing lock "refresh_cache-2b57ac07-ff4d-4e34-8339-c36a51427d0f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.226314] env[69411]: DEBUG nova.compute.manager [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Received event network-changed-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.226428] env[69411]: DEBUG nova.compute.manager [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Refreshing instance network info cache due to event network-changed-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.226628] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] Acquiring lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.226911] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] Acquired lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.226983] env[69411]: DEBUG nova.network.neutron [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Refreshing network info cache for port 06682aee-d4e0-44bf-8eb4-d7bba2c7c88f {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.241141] env[69411]: DEBUG oslo_vmware.api [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323753, 'name': PowerOnVM_Task, 'duration_secs': 0.537742} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.241682] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.241888] env[69411]: INFO nova.compute.manager [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Took 4.60 seconds to spawn the instance on the hypervisor. [ 1145.242080] env[69411]: DEBUG nova.compute.manager [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.242974] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6252a6e7-2606-4d39-80c4-86d65e599437 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.404689] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6552cb11-95d2-436f-a311-dd5373f03fe1 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "62f3a4c7-c151-4529-b6a1-e6e7113aed42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.572s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.456050] env[69411]: DEBUG nova.network.neutron [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating instance_info_cache with network_info: [{"id": "6f400b8f-97a6-40f2-bb64-ee3241b73dd8", "address": "fa:16:3e:b1:fd:0d", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f400b8f-97", "ovs_interfaceid": "6f400b8f-97a6-40f2-bb64-ee3241b73dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.479438] env[69411]: DEBUG oslo_vmware.api [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.509678] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.512322] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-071b43f5-53b0-4500-878f-c5ddb56da712 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.516800] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1145.516800] env[69411]: value = "task-3323756" [ 1145.516800] env[69411]: _type = "Task" [ 1145.516800] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.529526] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.613521] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e26c47-3010-4dfc-22af-3120b72a7cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.040086} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.614578] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99604aa4-90ba-4a4b-9a31-e8a173a70a8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.623153] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1145.623153] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5238af0a-1355-c667-7c9e-4f8e40ec3582" [ 1145.623153] env[69411]: _type = "Task" [ 1145.623153] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.631717] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5238af0a-1355-c667-7c9e-4f8e40ec3582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.647521] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8ce579-300c-4260-837d-c07854f082b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.656735] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bc33cf-b281-4073-9133-7e4ce52274ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.692154] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c5efac-040f-4e18-9df4-d7d35b559356 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.700483] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59edc6c4-db96-482d-a615-08045835faff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.716653] env[69411]: DEBUG nova.compute.provider_tree [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.765136] env[69411]: INFO nova.compute.manager [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Took 18.67 seconds to build instance. [ 1145.958689] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.979311] env[69411]: DEBUG oslo_vmware.api [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323751, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.987700] env[69411]: DEBUG nova.network.neutron [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Updated VIF entry in instance network info cache for port 06682aee-d4e0-44bf-8eb4-d7bba2c7c88f. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.987700] env[69411]: DEBUG nova.network.neutron [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Updating instance_info_cache with network_info: [{"id": "6e1ddc58-269f-464f-b805-955abcfeb827", "address": "fa:16:3e:a8:21:59", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e1ddc58-26", "ovs_interfaceid": "6e1ddc58-269f-464f-b805-955abcfeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06682aee-d4e0-44bf-8eb4-d7bba2c7c88f", "address": "fa:16:3e:38:0e:70", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06682aee-d4", "ovs_interfaceid": "06682aee-d4e0-44bf-8eb4-d7bba2c7c88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.028822] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323756, 'name': PowerOffVM_Task, 'duration_secs': 0.233134} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.029138] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.092510] env[69411]: INFO nova.compute.manager [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Detaching volume ab4a40eb-7e23-494f-a075-fce7856d8559 [ 1146.129377] env[69411]: INFO nova.virt.block_device [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Attempting to driver detach volume ab4a40eb-7e23-494f-a075-fce7856d8559 from mountpoint /dev/sdb [ 1146.129756] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1146.129992] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663530', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'name': 'volume-ab4a40eb-7e23-494f-a075-fce7856d8559', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964c7ba5-da92-4e47-9dc8-bd62294c0446', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'serial': 'ab4a40eb-7e23-494f-a075-fce7856d8559'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1146.130900] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439028ed-2f1e-4a30-9236-d1dede2af659 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.139618] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5238af0a-1355-c667-7c9e-4f8e40ec3582, 'name': SearchDatastore_Task, 'duration_secs': 0.012867} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.155515] env[69411]: DEBUG oslo_concurrency.lockutils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.155820] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 2b57ac07-ff4d-4e34-8339-c36a51427d0f/2b57ac07-ff4d-4e34-8339-c36a51427d0f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.156525] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2dd2e2a-3b5e-4104-b4f7-e6cc58cb6194 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.159066] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9189d53e-26c2-46f1-8c34-4ea62532d18f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.167365] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e23d1d-87dc-4b94-8b96-51f47f6e3b14 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.170035] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1146.170035] env[69411]: value = "task-3323758" [ 1146.170035] env[69411]: _type = "Task" [ 1146.170035] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.189643] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c6af4f-44c4-403e-aa29-31b032df878d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.194982] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.208444] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] The volume has not been displaced from its original location: [datastore1] volume-ab4a40eb-7e23-494f-a075-fce7856d8559/volume-ab4a40eb-7e23-494f-a075-fce7856d8559.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1146.213703] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1146.214101] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31b2ad6e-5f25-4a02-97a6-a968f54b3af4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.227645] env[69411]: DEBUG nova.scheduler.client.report [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.236606] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1146.236606] env[69411]: value = "task-3323759" [ 1146.236606] env[69411]: _type = "Task" [ 1146.236606] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.244928] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.266466] env[69411]: DEBUG oslo_concurrency.lockutils [None req-555cd21a-8f18-4019-b285-80c0f98bc243 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Lock "fdf8c90a-e012-426a-bb58-e9013c553f25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.184s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.483593] env[69411]: DEBUG oslo_vmware.api [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323751, 'name': ReconfigVM_Task, 'duration_secs': 2.051593} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.484370] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.484370] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Reconfigured VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1146.491505] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c0b1f86-7faf-4e4b-9d8c-49edbfb9d7bb req-6f23eae9-8258-4a9f-ab31-00e350e07b2e service nova] Releasing lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.495674] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a098db8-52bf-41ed-bb50-603b7ad24d32 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.524424] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7968f9a3-0960-4a47-bb1b-d725a529bef2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.535164] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating instance '51712e65-a788-4f72-9697-e5d1fcbe10b5' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.680148] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467983} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.680477] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 2b57ac07-ff4d-4e34-8339-c36a51427d0f/2b57ac07-ff4d-4e34-8339-c36a51427d0f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.680667] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.680906] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beb1262a-2aa1-4145-b143-c3a73df58772 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.687722] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1146.687722] env[69411]: value = "task-3323760" [ 1146.687722] env[69411]: _type = "Task" [ 1146.687722] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.694905] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.732542] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.734851] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.524s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.735686] env[69411]: DEBUG nova.objects.instance [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1146.751021] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323759, 'name': ReconfigVM_Task, 'duration_secs': 0.408274} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.751021] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.754966] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa418edc-c9ae-4f8e-a779-293d9c2dec75 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.766197] env[69411]: INFO nova.scheduler.client.report [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Deleted allocations for instance 2c5b0c84-03de-48b2-b302-2aa3d5d4b240 [ 1146.773094] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1146.773094] env[69411]: value = "task-3323761" [ 1146.773094] env[69411]: _type = "Task" [ 1146.773094] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.782483] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.964043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "c7eac186-dbcb-4d23-9ccd-269843702b00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.964324] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c7eac186-dbcb-4d23-9ccd-269843702b00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.964537] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "c7eac186-dbcb-4d23-9ccd-269843702b00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.964721] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c7eac186-dbcb-4d23-9ccd-269843702b00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.964894] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c7eac186-dbcb-4d23-9ccd-269843702b00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.967230] env[69411]: INFO nova.compute.manager [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Terminating instance [ 1146.989048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2cf8e31a-0004-4aae-9398-7f42d4c24966 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-299692c3-30f9-4bb3-af21-772cd63fa85c-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.981s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.043538] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4bc364-77ce-48b8-9c14-f246d3e56717 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating instance '51712e65-a788-4f72-9697-e5d1fcbe10b5' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.198906] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.276892] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efb7e4b7-3df5-40e4-99d6-d9ceb30018b2 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "2c5b0c84-03de-48b2-b302-2aa3d5d4b240" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.876s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.283072] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.471047] env[69411]: DEBUG nova.compute.manager [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.471152] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.472355] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34413009-5d14-4e22-9285-93e8e9a1b308 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.486097] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.486513] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82009cb0-a352-48c0-b331-867920b0ab67 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.494818] env[69411]: DEBUG oslo_vmware.api [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1147.494818] env[69411]: value = "task-3323762" [ 1147.494818] env[69411]: _type = "Task" [ 1147.494818] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.509163] env[69411]: DEBUG oslo_vmware.api [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.544266] env[69411]: DEBUG nova.compute.manager [req-0d57ec1d-2fa9-48a4-a12c-dd9106d259a0 req-e7d76c68-b4e6-49e5-a3c0-16013548825f service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Received event network-changed-f5da4a96-8468-4cb4-a2ea-2b868839ec16 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.544266] env[69411]: DEBUG nova.compute.manager [req-0d57ec1d-2fa9-48a4-a12c-dd9106d259a0 req-e7d76c68-b4e6-49e5-a3c0-16013548825f service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Refreshing instance network info cache due to event network-changed-f5da4a96-8468-4cb4-a2ea-2b868839ec16. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.544266] env[69411]: DEBUG oslo_concurrency.lockutils [req-0d57ec1d-2fa9-48a4-a12c-dd9106d259a0 req-e7d76c68-b4e6-49e5-a3c0-16013548825f service nova] Acquiring lock "refresh_cache-fdf8c90a-e012-426a-bb58-e9013c553f25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.544266] env[69411]: DEBUG oslo_concurrency.lockutils [req-0d57ec1d-2fa9-48a4-a12c-dd9106d259a0 req-e7d76c68-b4e6-49e5-a3c0-16013548825f service nova] Acquired lock "refresh_cache-fdf8c90a-e012-426a-bb58-e9013c553f25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.544497] env[69411]: DEBUG nova.network.neutron [req-0d57ec1d-2fa9-48a4-a12c-dd9106d259a0 req-e7d76c68-b4e6-49e5-a3c0-16013548825f service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Refreshing network info cache for port f5da4a96-8468-4cb4-a2ea-2b868839ec16 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.703287] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.944273} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.703778] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.704670] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d4c4ea-0d34-429d-8e2f-6c1e7076ae20 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.730495] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 2b57ac07-ff4d-4e34-8339-c36a51427d0f/2b57ac07-ff4d-4e34-8339-c36a51427d0f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.730827] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cf2bd77-7e5e-4075-bd72-18dac4b76d5b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.748857] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e6f66e2-4cb7-4a27-940d-13489340c790 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.752042] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1147.752042] env[69411]: value = "task-3323764" [ 1147.752042] env[69411]: _type = "Task" [ 1147.752042] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.763159] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.785841] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323761, 'name': ReconfigVM_Task, 'duration_secs': 0.933655} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.786207] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663530', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'name': 'volume-ab4a40eb-7e23-494f-a075-fce7856d8559', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964c7ba5-da92-4e47-9dc8-bd62294c0446', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'serial': 'ab4a40eb-7e23-494f-a075-fce7856d8559'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1148.005512] env[69411]: DEBUG oslo_vmware.api [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323762, 'name': PowerOffVM_Task, 'duration_secs': 0.282033} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.005512] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.005662] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.006850] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de00eed2-4c77-4964-b916-2bbadc74a5f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.073344] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.073591] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.073777] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleting the datastore file [datastore2] c7eac186-dbcb-4d23-9ccd-269843702b00 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.074080] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b27f90eb-c06e-4752-aa49-f0ea97be9fa9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.084651] env[69411]: DEBUG oslo_vmware.api [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for the task: (returnval){ [ 1148.084651] env[69411]: value = "task-3323766" [ 1148.084651] env[69411]: _type = "Task" [ 1148.084651] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.099928] env[69411]: DEBUG oslo_vmware.api [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.264354] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "interface-299692c3-30f9-4bb3-af21-772cd63fa85c-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.264702] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-299692c3-30f9-4bb3-af21-772cd63fa85c-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.265886] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323764, 'name': ReconfigVM_Task, 'duration_secs': 0.480939} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.266159] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 2b57ac07-ff4d-4e34-8339-c36a51427d0f/2b57ac07-ff4d-4e34-8339-c36a51427d0f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.266779] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03816497-3572-4506-b320-623977c62440 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.275930] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1148.275930] env[69411]: value = "task-3323767" [ 1148.275930] env[69411]: _type = "Task" [ 1148.275930] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.286966] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323767, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.437411] env[69411]: DEBUG nova.network.neutron [req-0d57ec1d-2fa9-48a4-a12c-dd9106d259a0 req-e7d76c68-b4e6-49e5-a3c0-16013548825f service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Updated VIF entry in instance network info cache for port f5da4a96-8468-4cb4-a2ea-2b868839ec16. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.437411] env[69411]: DEBUG nova.network.neutron [req-0d57ec1d-2fa9-48a4-a12c-dd9106d259a0 req-e7d76c68-b4e6-49e5-a3c0-16013548825f service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Updating instance_info_cache with network_info: [{"id": "f5da4a96-8468-4cb4-a2ea-2b868839ec16", "address": "fa:16:3e:ae:24:79", "network": {"id": "7c09a6cf-dcee-4e2f-952c-8f3a22bcf4bb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-494924899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892ded18d00148a1854f85170226611c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5da4a96-84", "ovs_interfaceid": "f5da4a96-8468-4cb4-a2ea-2b868839ec16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.602251] env[69411]: DEBUG oslo_vmware.api [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Task: {'id': task-3323766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250658} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.602530] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.602744] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.602935] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.603736] env[69411]: INFO nova.compute.manager [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1148.603736] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.603736] env[69411]: DEBUG nova.compute.manager [-] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.603736] env[69411]: DEBUG nova.network.neutron [-] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.770353] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.770710] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.771843] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccf0957-ee91-4b96-b3b3-573513fc4a37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.798113] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c208cee-fd3c-4f1a-988c-f3e64aed6b47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.805592] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323767, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.838405] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Reconfiguring VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1148.838847] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-749ad9cb-295d-4354-8c5d-cd0162c685e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.861998] env[69411]: DEBUG oslo_vmware.api [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1148.861998] env[69411]: value = "task-3323768" [ 1148.861998] env[69411]: _type = "Task" [ 1148.861998] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.869053] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.869053] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a433d20-7559-40c0-a7dd-ebc7ae820ebc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.875844] env[69411]: DEBUG oslo_vmware.api [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.884519] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1148.884519] env[69411]: value = "task-3323769" [ 1148.884519] env[69411]: _type = "Task" [ 1148.884519] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.894254] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.940236] env[69411]: DEBUG oslo_concurrency.lockutils [req-0d57ec1d-2fa9-48a4-a12c-dd9106d259a0 req-e7d76c68-b4e6-49e5-a3c0-16013548825f service nova] Releasing lock "refresh_cache-fdf8c90a-e012-426a-bb58-e9013c553f25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.094869] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "51712e65-a788-4f72-9697-e5d1fcbe10b5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.095453] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "51712e65-a788-4f72-9697-e5d1fcbe10b5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.095453] env[69411]: DEBUG nova.compute.manager [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Going to confirm migration 6 {{(pid=69411) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1149.288199] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323767, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.373673] env[69411]: DEBUG oslo_vmware.api [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.395147] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1149.395825] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1149.395825] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663530', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'name': 'volume-ab4a40eb-7e23-494f-a075-fce7856d8559', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964c7ba5-da92-4e47-9dc8-bd62294c0446', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'serial': 'ab4a40eb-7e23-494f-a075-fce7856d8559'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1149.396367] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf240eb2-459f-4b4b-bc2d-e90ab6238fdc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.415185] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfb2f82-20b0-4c21-8bf5-237ddf73d86a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.422476] env[69411]: WARNING nova.virt.vmwareapi.driver [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1149.422859] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.423712] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfdb7d5-16e7-4ee5-99c7-00c3c73fa1c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.431706] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.431834] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a208648-0fc3-4610-a574-db5ff74d9971 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.465256] env[69411]: DEBUG nova.network.neutron [-] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.474150] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "56f02699-5153-426f-9f37-4d82a2cbcb21" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.474491] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "56f02699-5153-426f-9f37-4d82a2cbcb21" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.507710] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.507945] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.508191] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleting the datastore file [datastore2] 964c7ba5-da92-4e47-9dc8-bd62294c0446 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.508452] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65a12ae5-431c-4aae-a098-aab18f416f09 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.518167] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1149.518167] env[69411]: value = "task-3323771" [ 1149.518167] env[69411]: _type = "Task" [ 1149.518167] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.527897] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.581953] env[69411]: DEBUG nova.compute.manager [req-5035e16f-cc24-4745-99c5-c33a9c57ea6a req-9d921daa-c600-4d92-96e5-ae1e64644f79 service nova] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Received event network-vif-deleted-2decdb64-7ca5-472f-9f45-92b9bfe454e4 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.639440] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.639440] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.639765] env[69411]: DEBUG nova.network.neutron [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.639960] env[69411]: DEBUG nova.objects.instance [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'info_cache' on Instance uuid 51712e65-a788-4f72-9697-e5d1fcbe10b5 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.788447] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323767, 'name': Rename_Task, 'duration_secs': 1.32248} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.788777] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.788819] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3df9fcf1-418f-4671-944d-0eeced5d3285 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.796498] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1149.796498] env[69411]: value = "task-3323772" [ 1149.796498] env[69411]: _type = "Task" [ 1149.796498] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.805058] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.873230] env[69411]: DEBUG oslo_vmware.api [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.968125] env[69411]: INFO nova.compute.manager [-] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Took 1.36 seconds to deallocate network for instance. [ 1149.977130] env[69411]: INFO nova.compute.manager [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Detaching volume 67e4a593-cafd-4113-be5a-46002e005446 [ 1150.008116] env[69411]: INFO nova.virt.block_device [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Attempting to driver detach volume 67e4a593-cafd-4113-be5a-46002e005446 from mountpoint /dev/sdb [ 1150.008421] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1150.008662] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663503', 'volume_id': '67e4a593-cafd-4113-be5a-46002e005446', 'name': 'volume-67e4a593-cafd-4113-be5a-46002e005446', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56f02699-5153-426f-9f37-4d82a2cbcb21', 'attached_at': '', 'detached_at': '', 'volume_id': '67e4a593-cafd-4113-be5a-46002e005446', 'serial': '67e4a593-cafd-4113-be5a-46002e005446'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1150.010022] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06b1a9f-f79f-4b7b-80f9-3eb72c3af3b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.038589] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e16119d-6f80-4b6a-aba1-ed02a269d801 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.047483] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339201} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.049350] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.049546] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.049765] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.054194] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f357a4c2-5c49-4247-9ec1-98c406304ac1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.080065] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6326cac-886a-4e3d-a142-36960ccf597a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.098804] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] The volume has not been displaced from its original location: [datastore2] volume-67e4a593-cafd-4113-be5a-46002e005446/volume-67e4a593-cafd-4113-be5a-46002e005446.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1150.104779] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1150.105615] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-359268d0-579f-4c3f-9209-5a870dc38f3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.123562] env[69411]: DEBUG oslo_concurrency.lockutils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.123822] env[69411]: DEBUG oslo_concurrency.lockutils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.129927] env[69411]: DEBUG oslo_vmware.api [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1150.129927] env[69411]: value = "task-3323773" [ 1150.129927] env[69411]: _type = "Task" [ 1150.129927] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.140441] env[69411]: DEBUG oslo_vmware.api [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.306548] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323772, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.373605] env[69411]: DEBUG oslo_vmware.api [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.475995] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.476208] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.476429] env[69411]: DEBUG nova.objects.instance [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lazy-loading 'resources' on Instance uuid c7eac186-dbcb-4d23-9ccd-269843702b00 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.555092] env[69411]: INFO nova.virt.block_device [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Booting with volume ab4a40eb-7e23-494f-a075-fce7856d8559 at /dev/sdb [ 1150.591414] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a2c7eb7-c8a1-43d0-9076-c704d40ab76a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.604682] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41af3373-edfb-4d1a-aca4-afb5cfc061f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.626172] env[69411]: DEBUG nova.compute.manager [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.646360] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9fa7c6d-82d1-4aff-a3d3-0131f0a4541e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.654859] env[69411]: DEBUG oslo_vmware.api [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323773, 'name': ReconfigVM_Task, 'duration_secs': 0.229047} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.656086] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.661521] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87cd5714-6b20-48a4-b93f-8d12eb5a970b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.674779] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32fea8c-3348-491d-a814-c053f131030d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.692526] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Acquiring lock "93caf985-4d50-4d82-8122-0f5062194611" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.692775] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Lock "93caf985-4d50-4d82-8122-0f5062194611" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.696022] env[69411]: DEBUG oslo_vmware.api [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1150.696022] env[69411]: value = "task-3323774" [ 1150.696022] env[69411]: _type = "Task" [ 1150.696022] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.716782] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a148ac3b-bbf7-4bb8-b84c-d7361b9d98cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.719594] env[69411]: DEBUG oslo_vmware.api [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.723947] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc14d3b7-7fbe-44d9-a5e9-dcfc9f76738a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.737576] env[69411]: DEBUG nova.virt.block_device [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Updating existing volume attachment record: 95d3e5e8-64dc-427d-9003-074553aed41a {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1150.783373] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.806941] env[69411]: DEBUG oslo_vmware.api [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323772, 'name': PowerOnVM_Task, 'duration_secs': 0.856033} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.807182] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.807396] env[69411]: INFO nova.compute.manager [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1150.807578] env[69411]: DEBUG nova.compute.manager [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.808657] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73d6486-2d91-40f4-8f2e-2bbd2af35fd4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.876241] env[69411]: DEBUG oslo_vmware.api [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.936307] env[69411]: DEBUG nova.network.neutron [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating instance_info_cache with network_info: [{"id": "6f400b8f-97a6-40f2-bb64-ee3241b73dd8", "address": "fa:16:3e:b1:fd:0d", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f400b8f-97", "ovs_interfaceid": "6f400b8f-97a6-40f2-bb64-ee3241b73dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.160125] env[69411]: DEBUG oslo_concurrency.lockutils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.188471] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156a7c41-44ef-4115-bfd5-1f9bd6c59644 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.195807] env[69411]: DEBUG nova.compute.manager [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1151.198805] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430b047c-8b2a-4f18-9d9f-69781f879c14 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.235583] env[69411]: DEBUG oslo_vmware.api [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.237622] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ee6061-18c6-4387-a039-d9045e00b0d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.245922] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d392c205-59ea-4883-99df-fa88d827ee91 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.259767] env[69411]: DEBUG nova.compute.provider_tree [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.325668] env[69411]: INFO nova.compute.manager [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Took 19.46 seconds to build instance. [ 1151.375339] env[69411]: DEBUG oslo_vmware.api [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.439693] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.439969] env[69411]: DEBUG nova.objects.instance [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'migration_context' on Instance uuid 51712e65-a788-4f72-9697-e5d1fcbe10b5 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.712565] env[69411]: DEBUG oslo_vmware.api [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323774, 'name': ReconfigVM_Task, 'duration_secs': 0.761798} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.712565] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663503', 'volume_id': '67e4a593-cafd-4113-be5a-46002e005446', 'name': 'volume-67e4a593-cafd-4113-be5a-46002e005446', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56f02699-5153-426f-9f37-4d82a2cbcb21', 'attached_at': '', 'detached_at': '', 'volume_id': '67e4a593-cafd-4113-be5a-46002e005446', 'serial': '67e4a593-cafd-4113-be5a-46002e005446'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1151.718974] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.762602] env[69411]: DEBUG nova.scheduler.client.report [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.827721] env[69411]: DEBUG oslo_concurrency.lockutils [None req-180e3c62-4354-4664-a81e-8d54794015e3 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.968s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.875437] env[69411]: DEBUG oslo_vmware.api [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.942779] env[69411]: DEBUG nova.objects.base [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Object Instance<51712e65-a788-4f72-9697-e5d1fcbe10b5> lazy-loaded attributes: info_cache,migration_context {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1151.943714] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6ed2f8-3af2-4bd9-b5e0-74e45120be60 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.963040] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ecddc3-3028-4384-b238-169aa0944396 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.968472] env[69411]: DEBUG oslo_vmware.api [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1151.968472] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c87dd7-5d02-d120-ce27-2388e32c498a" [ 1151.968472] env[69411]: _type = "Task" [ 1151.968472] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.976551] env[69411]: DEBUG oslo_vmware.api [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c87dd7-5d02-d120-ce27-2388e32c498a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.255194] env[69411]: DEBUG nova.objects.instance [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lazy-loading 'flavor' on Instance uuid 56f02699-5153-426f-9f37-4d82a2cbcb21 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.268601] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.270258] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.487s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.270641] env[69411]: DEBUG nova.objects.instance [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lazy-loading 'pci_requests' on Instance uuid fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.286827] env[69411]: INFO nova.scheduler.client.report [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Deleted allocations for instance c7eac186-dbcb-4d23-9ccd-269843702b00 [ 1152.376576] env[69411]: DEBUG oslo_vmware.api [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.479098] env[69411]: DEBUG oslo_vmware.api [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c87dd7-5d02-d120-ce27-2388e32c498a, 'name': SearchDatastore_Task, 'duration_secs': 0.00852} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.479453] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.775704] env[69411]: DEBUG nova.objects.instance [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lazy-loading 'numa_topology' on Instance uuid fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.794373] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5de5dcac-6aa9-4689-80a0-854a2a4ce878 tempest-ServersTestJSON-13817202 tempest-ServersTestJSON-13817202-project-member] Lock "c7eac186-dbcb-4d23-9ccd-269843702b00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.830s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.839336] env[69411]: DEBUG nova.virt.hardware [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.839593] env[69411]: DEBUG nova.virt.hardware [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.839752] env[69411]: DEBUG nova.virt.hardware [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.839932] env[69411]: DEBUG nova.virt.hardware [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.840091] env[69411]: DEBUG nova.virt.hardware [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.840243] env[69411]: DEBUG nova.virt.hardware [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.840494] env[69411]: DEBUG nova.virt.hardware [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.840625] env[69411]: DEBUG nova.virt.hardware [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.840795] env[69411]: DEBUG nova.virt.hardware [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.840955] env[69411]: DEBUG nova.virt.hardware [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.841149] env[69411]: DEBUG nova.virt.hardware [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.842289] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6361672-29d1-4e25-81b7-705208583b1f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.850440] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c8e7c5-b1d4-4248-b053-31810366d674 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.863490] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:5a:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cfe3bf3-a359-4acd-9e1e-ec34df149997', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.870885] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.871192] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.873952] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bec8d05f-9c2f-4e75-8f98-a209ef92f74c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.892747] env[69411]: DEBUG oslo_vmware.api [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.893749] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.893749] env[69411]: value = "task-3323775" [ 1152.893749] env[69411]: _type = "Task" [ 1152.893749] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.900787] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323775, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.989159] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.989436] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.989622] env[69411]: INFO nova.compute.manager [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Shelving [ 1153.262422] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca454fcc-5659-46eb-acc1-a1b6202476ff tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "56f02699-5153-426f-9f37-4d82a2cbcb21" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.788s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.278148] env[69411]: INFO nova.compute.claims [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.381229] env[69411]: DEBUG oslo_vmware.api [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.403330] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323775, 'name': CreateVM_Task, 'duration_secs': 0.343495} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.403476] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.404204] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.404370] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.404690] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.404948] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-341ce495-e155-44a2-8a6a-6f0e9f22c728 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.409397] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1153.409397] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5249b461-3da4-b28b-a263-d4463093b31f" [ 1153.409397] env[69411]: _type = "Task" [ 1153.409397] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.417150] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5249b461-3da4-b28b-a263-d4463093b31f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.810598] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "56f02699-5153-426f-9f37-4d82a2cbcb21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.810871] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "56f02699-5153-426f-9f37-4d82a2cbcb21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.811101] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "56f02699-5153-426f-9f37-4d82a2cbcb21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.811287] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "56f02699-5153-426f-9f37-4d82a2cbcb21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.811452] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "56f02699-5153-426f-9f37-4d82a2cbcb21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.813874] env[69411]: INFO nova.compute.manager [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Terminating instance [ 1153.881876] env[69411]: DEBUG oslo_vmware.api [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.920183] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5249b461-3da4-b28b-a263-d4463093b31f, 'name': SearchDatastore_Task, 'duration_secs': 0.011351} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.920471] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.920713] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.920955] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.921141] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.921299] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.921568] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f907ffcf-677a-4892-859c-43b71db4e9e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.936950] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.937201] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.938020] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca454f7-f278-4d5d-8cca-bd96eec78f5e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.943428] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1153.943428] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528db1c6-15ad-897f-d2c2-af7427b50c29" [ 1153.943428] env[69411]: _type = "Task" [ 1153.943428] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.951338] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528db1c6-15ad-897f-d2c2-af7427b50c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.999966] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.999966] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86114728-779b-43f1-b6f0-e64aa94167e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.007469] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1154.007469] env[69411]: value = "task-3323776" [ 1154.007469] env[69411]: _type = "Task" [ 1154.007469] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.016040] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.317640] env[69411]: DEBUG nova.compute.manager [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.317929] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.318975] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e494d56-e28c-40cc-ba46-83c7fd94b687 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.327523] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.330134] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81412a9d-763e-4883-a270-5f64b51bff5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.336303] env[69411]: DEBUG oslo_vmware.api [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1154.336303] env[69411]: value = "task-3323777" [ 1154.336303] env[69411]: _type = "Task" [ 1154.336303] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.345599] env[69411]: DEBUG oslo_vmware.api [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.382489] env[69411]: DEBUG oslo_vmware.api [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323768, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.456799] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528db1c6-15ad-897f-d2c2-af7427b50c29, 'name': SearchDatastore_Task, 'duration_secs': 0.023755} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.460115] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a607d078-d1be-4bff-bac5-4fac0736a0b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.465312] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1154.465312] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ce806a-fd3e-2b14-bf34-d3079e0e023c" [ 1154.465312] env[69411]: _type = "Task" [ 1154.465312] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.473398] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ce806a-fd3e-2b14-bf34-d3079e0e023c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.521036] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323776, 'name': PowerOffVM_Task, 'duration_secs': 0.319263} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.521036] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.521036] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554d62fd-36d4-4f8d-b61f-e9cf9bd5a9da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.550026] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c0b73c-0e4f-46ed-aa50-441d88acada5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.567020] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b66921-314d-43b1-af13-96595a866e99 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.572958] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a99f60b-863e-498d-bc2b-c7258b18ed9b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.606703] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89937a17-8c71-481d-9a83-83a20d4931e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.616421] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8e3618-30a6-49ba-a902-b9a0b02c2073 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.631314] env[69411]: DEBUG nova.compute.provider_tree [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.846045] env[69411]: DEBUG oslo_vmware.api [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323777, 'name': PowerOffVM_Task, 'duration_secs': 0.216679} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.846045] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.846237] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.847190] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6370fad1-3b42-45df-a904-3d6fa409127c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.888708] env[69411]: DEBUG oslo_vmware.api [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323768, 'name': ReconfigVM_Task, 'duration_secs': 5.819447} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.889064] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.889910] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Reconfigured VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1154.911713] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.911934] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.912132] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Deleting the datastore file [datastore2] 56f02699-5153-426f-9f37-4d82a2cbcb21 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.912398] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e241782-1998-440a-b966-2637c9f640ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.918627] env[69411]: DEBUG oslo_vmware.api [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1154.918627] env[69411]: value = "task-3323779" [ 1154.918627] env[69411]: _type = "Task" [ 1154.918627] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.926441] env[69411]: DEBUG oslo_vmware.api [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.984363] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ce806a-fd3e-2b14-bf34-d3079e0e023c, 'name': SearchDatastore_Task, 'duration_secs': 0.010756} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.984657] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.984956] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 964c7ba5-da92-4e47-9dc8-bd62294c0446/964c7ba5-da92-4e47-9dc8-bd62294c0446.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.985264] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17fb0745-3aeb-420f-8693-e21ffbafe48f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.994016] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1154.994016] env[69411]: value = "task-3323780" [ 1154.994016] env[69411]: _type = "Task" [ 1154.994016] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.002610] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.061774] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1155.063688] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cb035715-5b64-471e-8cab-4f390048ebe1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.077189] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1155.077189] env[69411]: value = "task-3323781" [ 1155.077189] env[69411]: _type = "Task" [ 1155.077189] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.088662] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323781, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.137807] env[69411]: DEBUG nova.scheduler.client.report [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.432053] env[69411]: DEBUG oslo_vmware.api [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162232} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.432897] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.433249] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.433543] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.433853] env[69411]: INFO nova.compute.manager [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1155.434242] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.434574] env[69411]: DEBUG nova.compute.manager [-] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.434769] env[69411]: DEBUG nova.network.neutron [-] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.506097] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323780, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.588887] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323781, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.642668] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.372s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.647327] env[69411]: DEBUG oslo_concurrency.lockutils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.487s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.648734] env[69411]: INFO nova.compute.claims [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.697841] env[69411]: INFO nova.network.neutron [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Updating port 2a290f50-5546-4ec0-b151-376bb75e65c5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1156.007826] env[69411]: DEBUG nova.network.neutron [-] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.019628] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602835} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.019628] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 964c7ba5-da92-4e47-9dc8-bd62294c0446/964c7ba5-da92-4e47-9dc8-bd62294c0446.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.019628] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.019628] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-292609d8-8425-4366-8fa5-4b9e8bebf900 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.028653] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1156.028653] env[69411]: value = "task-3323782" [ 1156.028653] env[69411]: _type = "Task" [ 1156.028653] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.044231] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.085436] env[69411]: DEBUG nova.compute.manager [req-ec967607-0ad4-410d-a893-a2d323576556 req-15ee8a56-8d28-4980-8e77-5f631cfe0823 service nova] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Received event network-vif-deleted-85581412-cabf-441b-9b4d-f796c09487dd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.092857] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323781, 'name': CreateSnapshot_Task, 'duration_secs': 0.81201} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.093175] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1156.094321] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf5474f-4ebd-4971-9ad9-8967a94b343b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.340118] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.340118] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.340118] env[69411]: DEBUG nova.network.neutron [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.511460] env[69411]: INFO nova.compute.manager [-] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Took 1.08 seconds to deallocate network for instance. [ 1156.541373] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073253} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.541652] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.543892] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd8f0a0-afba-4889-905a-b00e627f8b83 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.570444] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 964c7ba5-da92-4e47-9dc8-bd62294c0446/964c7ba5-da92-4e47-9dc8-bd62294c0446.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.570833] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58e6a7c0-c696-4b41-aac1-01b2117e456b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.593687] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1156.593687] env[69411]: value = "task-3323783" [ 1156.593687] env[69411]: _type = "Task" [ 1156.593687] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.599194] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.615428] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1156.615882] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d47c4c2e-f0c2-4902-9f57-56b750151a08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.623800] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1156.623800] env[69411]: value = "task-3323784" [ 1156.623800] env[69411]: _type = "Task" [ 1156.623800] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.631886] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323784, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.902063] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquiring lock "13eb0d3a-3cbb-445f-adfa-50a1277a5581" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.902350] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Lock "13eb0d3a-3cbb-445f-adfa-50a1277a5581" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.921789] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c03453-f22b-43d8-bc56-a98eb5ad1ae0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.930095] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b47981f-a4f1-4c07-96a9-405a5a70b885 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.966302] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04e02f4-1cd4-47da-83f5-bcd887e2b42b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.974918] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d9a2b3-b544-40aa-88b6-e7b840878825 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.990180] env[69411]: DEBUG nova.compute.provider_tree [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.022346] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.112082] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323783, 'name': ReconfigVM_Task, 'duration_secs': 0.310798} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.112082] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 964c7ba5-da92-4e47-9dc8-bd62294c0446/964c7ba5-da92-4e47-9dc8-bd62294c0446.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.113833] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'disk_bus': None, 'size': 0, 'device_name': '/dev/sda', 'encryption_format': None, 'image_id': 'fdeb29d0-1398-4538-9a8f-5f916ad4b064'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663530', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'name': 'volume-ab4a40eb-7e23-494f-a075-fce7856d8559', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964c7ba5-da92-4e47-9dc8-bd62294c0446', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'serial': 'ab4a40eb-7e23-494f-a075-fce7856d8559'}, 'boot_index': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'attachment_id': '95d3e5e8-64dc-427d-9003-074553aed41a', 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69411) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1157.114194] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1157.114562] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663530', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'name': 'volume-ab4a40eb-7e23-494f-a075-fce7856d8559', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964c7ba5-da92-4e47-9dc8-bd62294c0446', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'serial': 'ab4a40eb-7e23-494f-a075-fce7856d8559'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1157.115881] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce48e82-182c-4b35-b543-4f404740999f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.146695] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5190facf-9173-4fbc-b8b8-936f022a00de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.151897] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323784, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.172804] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-ab4a40eb-7e23-494f-a075-fce7856d8559/volume-ab4a40eb-7e23-494f-a075-fce7856d8559.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.177237] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54e71655-3e55-4482-ab3e-57cdcf218fad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.201022] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1157.201022] env[69411]: value = "task-3323785" [ 1157.201022] env[69411]: _type = "Task" [ 1157.201022] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.207549] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.222821] env[69411]: INFO nova.network.neutron [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Port 06682aee-d4e0-44bf-8eb4-d7bba2c7c88f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1157.223313] env[69411]: DEBUG nova.network.neutron [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Updating instance_info_cache with network_info: [{"id": "6e1ddc58-269f-464f-b805-955abcfeb827", "address": "fa:16:3e:a8:21:59", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e1ddc58-26", "ovs_interfaceid": "6e1ddc58-269f-464f-b805-955abcfeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.405390] env[69411]: DEBUG nova.compute.manager [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.494781] env[69411]: DEBUG nova.scheduler.client.report [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.579457] env[69411]: DEBUG nova.compute.manager [req-3fc04ad7-85fc-4716-beff-3f75f226c41a req-b7e9d6e6-9981-4c92-aafd-83286cf6cf5f service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Received event network-vif-plugged-2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.580018] env[69411]: DEBUG oslo_concurrency.lockutils [req-3fc04ad7-85fc-4716-beff-3f75f226c41a req-b7e9d6e6-9981-4c92-aafd-83286cf6cf5f service nova] Acquiring lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.580290] env[69411]: DEBUG oslo_concurrency.lockutils [req-3fc04ad7-85fc-4716-beff-3f75f226c41a req-b7e9d6e6-9981-4c92-aafd-83286cf6cf5f service nova] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.581242] env[69411]: DEBUG oslo_concurrency.lockutils [req-3fc04ad7-85fc-4716-beff-3f75f226c41a req-b7e9d6e6-9981-4c92-aafd-83286cf6cf5f service nova] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.581482] env[69411]: DEBUG nova.compute.manager [req-3fc04ad7-85fc-4716-beff-3f75f226c41a req-b7e9d6e6-9981-4c92-aafd-83286cf6cf5f service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] No waiting events found dispatching network-vif-plugged-2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.581668] env[69411]: WARNING nova.compute.manager [req-3fc04ad7-85fc-4716-beff-3f75f226c41a req-b7e9d6e6-9981-4c92-aafd-83286cf6cf5f service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Received unexpected event network-vif-plugged-2a290f50-5546-4ec0-b151-376bb75e65c5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1157.620145] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.620145] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.620145] env[69411]: DEBUG nova.network.neutron [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.648698] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323784, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.708890] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.727067] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.930780] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.967489] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "interface-979ee93b-3936-46f9-873e-85a2cc62a229-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.967726] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-979ee93b-3936-46f9-873e-85a2cc62a229-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.968086] env[69411]: DEBUG nova.objects.instance [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lazy-loading 'flavor' on Instance uuid 979ee93b-3936-46f9-873e-85a2cc62a229 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.003043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.003480] env[69411]: DEBUG nova.compute.manager [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1158.006368] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.287s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.007814] env[69411]: INFO nova.compute.claims [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.114798] env[69411]: DEBUG nova.compute.manager [req-22426af5-e3c7-48e7-95d3-701d610ea1c7 req-32818545-28ee-4871-b4a3-b60cf1688085 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Received event network-changed-6e1ddc58-269f-464f-b805-955abcfeb827 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.114850] env[69411]: DEBUG nova.compute.manager [req-22426af5-e3c7-48e7-95d3-701d610ea1c7 req-32818545-28ee-4871-b4a3-b60cf1688085 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Refreshing instance network info cache due to event network-changed-6e1ddc58-269f-464f-b805-955abcfeb827. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.115064] env[69411]: DEBUG oslo_concurrency.lockutils [req-22426af5-e3c7-48e7-95d3-701d610ea1c7 req-32818545-28ee-4871-b4a3-b60cf1688085 service nova] Acquiring lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.115209] env[69411]: DEBUG oslo_concurrency.lockutils [req-22426af5-e3c7-48e7-95d3-701d610ea1c7 req-32818545-28ee-4871-b4a3-b60cf1688085 service nova] Acquired lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.115369] env[69411]: DEBUG nova.network.neutron [req-22426af5-e3c7-48e7-95d3-701d610ea1c7 req-32818545-28ee-4871-b4a3-b60cf1688085 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Refreshing network info cache for port 6e1ddc58-269f-464f-b805-955abcfeb827 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.147027] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323784, 'name': CloneVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.209361] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323785, 'name': ReconfigVM_Task, 'duration_secs': 0.622763} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.212184] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-ab4a40eb-7e23-494f-a075-fce7856d8559/volume-ab4a40eb-7e23-494f-a075-fce7856d8559.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.214578] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f08d06f2-3e6e-4c3b-8c65-2cfff945c844 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.230416] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a03d847c-4e31-4a7e-a3c5-15660bee50ea tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-299692c3-30f9-4bb3-af21-772cd63fa85c-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.966s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.232193] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1158.232193] env[69411]: value = "task-3323786" [ 1158.232193] env[69411]: _type = "Task" [ 1158.232193] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.243902] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.349508] env[69411]: DEBUG nova.network.neutron [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Updating instance_info_cache with network_info: [{"id": "2a290f50-5546-4ec0-b151-376bb75e65c5", "address": "fa:16:3e:75:f0:91", "network": {"id": "efd8a8db-2e5e-4901-9ba7-773d1ef29842", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1075396209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7699164851464c94590d397dadc26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a290f50-55", "ovs_interfaceid": "2a290f50-5546-4ec0-b151-376bb75e65c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.514884] env[69411]: DEBUG nova.compute.utils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.516338] env[69411]: DEBUG nova.compute.manager [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.516522] env[69411]: DEBUG nova.network.neutron [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.561021] env[69411]: DEBUG nova.objects.instance [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lazy-loading 'pci_requests' on Instance uuid 979ee93b-3936-46f9-873e-85a2cc62a229 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.578252] env[69411]: DEBUG nova.policy [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16cda8acb1d340d598cb88487f99bbad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fa3f20a5d244628ac13ef5e88e14e7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.650634] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323784, 'name': CloneVM_Task, 'duration_secs': 1.56848} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.650634] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Created linked-clone VM from snapshot [ 1158.651338] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d4ab6c-2165-486f-8bb6-0172ac85cf2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.658530] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Uploading image 52f8c6ee-63b4-43a1-b362-e77622658d6e {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1158.691976] env[69411]: DEBUG oslo_vmware.rw_handles [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1158.691976] env[69411]: value = "vm-663538" [ 1158.691976] env[69411]: _type = "VirtualMachine" [ 1158.691976] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1158.691976] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e5d0261b-ef66-40f1-a97d-9e7f3c913024 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.698633] env[69411]: DEBUG oslo_vmware.rw_handles [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lease: (returnval){ [ 1158.698633] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c73a12-3d95-9372-1fc1-8f18c4d335bf" [ 1158.698633] env[69411]: _type = "HttpNfcLease" [ 1158.698633] env[69411]: } obtained for exporting VM: (result){ [ 1158.698633] env[69411]: value = "vm-663538" [ 1158.698633] env[69411]: _type = "VirtualMachine" [ 1158.698633] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1158.699133] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the lease: (returnval){ [ 1158.699133] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c73a12-3d95-9372-1fc1-8f18c4d335bf" [ 1158.699133] env[69411]: _type = "HttpNfcLease" [ 1158.699133] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1158.709537] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1158.709537] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c73a12-3d95-9372-1fc1-8f18c4d335bf" [ 1158.709537] env[69411]: _type = "HttpNfcLease" [ 1158.709537] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1158.740480] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323786, 'name': ReconfigVM_Task, 'duration_secs': 0.15745} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.740809] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663530', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'name': 'volume-ab4a40eb-7e23-494f-a075-fce7856d8559', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964c7ba5-da92-4e47-9dc8-bd62294c0446', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'serial': 'ab4a40eb-7e23-494f-a075-fce7856d8559'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1158.741379] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d71b7249-3387-4cf7-ac86-c54d2a72ba31 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.747077] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1158.747077] env[69411]: value = "task-3323788" [ 1158.747077] env[69411]: _type = "Task" [ 1158.747077] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.755043] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323788, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.839808] env[69411]: DEBUG nova.network.neutron [req-22426af5-e3c7-48e7-95d3-701d610ea1c7 req-32818545-28ee-4871-b4a3-b60cf1688085 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Updated VIF entry in instance network info cache for port 6e1ddc58-269f-464f-b805-955abcfeb827. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.840273] env[69411]: DEBUG nova.network.neutron [req-22426af5-e3c7-48e7-95d3-701d610ea1c7 req-32818545-28ee-4871-b4a3-b60cf1688085 service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Updating instance_info_cache with network_info: [{"id": "6e1ddc58-269f-464f-b805-955abcfeb827", "address": "fa:16:3e:a8:21:59", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e1ddc58-26", "ovs_interfaceid": "6e1ddc58-269f-464f-b805-955abcfeb827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.852786] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Releasing lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.888112] env[69411]: DEBUG nova.virt.hardware [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='71f6cd5b1a806b4f097be399f7e79934',container_format='bare',created_at=2025-04-04T11:11:08Z,direct_url=,disk_format='vmdk',id=a3cecb41-e5b5-450e-a031-a82e9c2054fd,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-158718517-shelved',owner='6b7699164851464c94590d397dadc26a',properties=ImageMetaProps,protected=,size=31672320,status='active',tags=,updated_at=2025-04-04T11:11:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.888368] env[69411]: DEBUG nova.virt.hardware [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.888528] env[69411]: DEBUG nova.virt.hardware [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.888706] env[69411]: DEBUG nova.virt.hardware [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.888854] env[69411]: DEBUG nova.virt.hardware [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.888997] env[69411]: DEBUG nova.virt.hardware [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.889217] env[69411]: DEBUG nova.virt.hardware [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.889448] env[69411]: DEBUG nova.virt.hardware [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.889568] env[69411]: DEBUG nova.virt.hardware [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.889695] env[69411]: DEBUG nova.virt.hardware [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.889883] env[69411]: DEBUG nova.virt.hardware [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.891911] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a682f8-cc8f-4313-87e0-c308546bdfc6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.900298] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4dee25-14b6-4d04-87b3-0ae3fd0fb012 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.914707] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:f0:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a290f50-5546-4ec0-b151-376bb75e65c5', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.921517] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.921779] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.921995] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-696344d8-67db-4d3b-9d57-4e5d02cd8b01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.937083] env[69411]: DEBUG nova.network.neutron [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Successfully created port: a211f836-8cb9-4cc7-8e66-70380c85e7f3 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.942865] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.942865] env[69411]: value = "task-3323789" [ 1158.942865] env[69411]: _type = "Task" [ 1158.942865] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.950067] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323789, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.020570] env[69411]: DEBUG nova.compute.manager [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.063249] env[69411]: DEBUG nova.objects.base [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Object Instance<979ee93b-3936-46f9-873e-85a2cc62a229> lazy-loaded attributes: flavor,pci_requests {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1159.063470] env[69411]: DEBUG nova.network.neutron [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.132468] env[69411]: DEBUG nova.policy [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abb9ac11516e446faf33421a7163ddcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '942d4be6e5e24bb58738805d96d9d2f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.211309] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1159.211309] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c73a12-3d95-9372-1fc1-8f18c4d335bf" [ 1159.211309] env[69411]: _type = "HttpNfcLease" [ 1159.211309] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1159.211559] env[69411]: DEBUG oslo_vmware.rw_handles [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1159.211559] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c73a12-3d95-9372-1fc1-8f18c4d335bf" [ 1159.211559] env[69411]: _type = "HttpNfcLease" [ 1159.211559] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1159.212204] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b283eeb-0b7b-4803-8854-51b53ea47b93 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.221314] env[69411]: DEBUG oslo_vmware.rw_handles [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e64787-a220-4a94-44c1-668c784c2b36/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1159.221493] env[69411]: DEBUG oslo_vmware.rw_handles [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e64787-a220-4a94-44c1-668c784c2b36/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1159.294792] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323788, 'name': Rename_Task, 'duration_secs': 0.157946} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.295130] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.295382] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d26a90c-a645-4c9a-999b-c5d459435409 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.304196] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1159.304196] env[69411]: value = "task-3323790" [ 1159.304196] env[69411]: _type = "Task" [ 1159.304196] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.312711] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.314233] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4debf01-ff6c-4b42-91cf-fcc75431c775 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.321587] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1c3cac8c-9e4f-4fb3-853d-a2121044f405 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.327208] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed519c6-b251-45d3-87c2-f4b990718439 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.359459] env[69411]: DEBUG oslo_concurrency.lockutils [req-22426af5-e3c7-48e7-95d3-701d610ea1c7 req-32818545-28ee-4871-b4a3-b60cf1688085 service nova] Releasing lock "refresh_cache-299692c3-30f9-4bb3-af21-772cd63fa85c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.359739] env[69411]: DEBUG nova.compute.manager [req-22426af5-e3c7-48e7-95d3-701d610ea1c7 req-32818545-28ee-4871-b4a3-b60cf1688085 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Received event network-changed-ef67d0f3-8f65-4761-909f-528fbb1d0490 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.359908] env[69411]: DEBUG nova.compute.manager [req-22426af5-e3c7-48e7-95d3-701d610ea1c7 req-32818545-28ee-4871-b4a3-b60cf1688085 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Refreshing instance network info cache due to event network-changed-ef67d0f3-8f65-4761-909f-528fbb1d0490. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.360134] env[69411]: DEBUG oslo_concurrency.lockutils [req-22426af5-e3c7-48e7-95d3-701d610ea1c7 req-32818545-28ee-4871-b4a3-b60cf1688085 service nova] Acquiring lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.360283] env[69411]: DEBUG oslo_concurrency.lockutils [req-22426af5-e3c7-48e7-95d3-701d610ea1c7 req-32818545-28ee-4871-b4a3-b60cf1688085 service nova] Acquired lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.360445] env[69411]: DEBUG nova.network.neutron [req-22426af5-e3c7-48e7-95d3-701d610ea1c7 req-32818545-28ee-4871-b4a3-b60cf1688085 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Refreshing network info cache for port ef67d0f3-8f65-4761-909f-528fbb1d0490 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.366214] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041d8f10-fef0-451e-8539-e2baf7cfd30a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.374342] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77eecd0-e54a-4afd-8b23-7ea1a7578199 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.391867] env[69411]: DEBUG nova.compute.provider_tree [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.453037] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323789, 'name': CreateVM_Task, 'duration_secs': 0.308084} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.453037] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.453778] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a3cecb41-e5b5-450e-a031-a82e9c2054fd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.453958] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a3cecb41-e5b5-450e-a031-a82e9c2054fd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.454358] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a3cecb41-e5b5-450e-a031-a82e9c2054fd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.454622] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3b1d5b-efb4-46f6-b8b5-09954f1913b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.460224] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1159.460224] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f81eab-e18d-68c9-f31b-009f421009bb" [ 1159.460224] env[69411]: _type = "Task" [ 1159.460224] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.469419] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f81eab-e18d-68c9-f31b-009f421009bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.649951] env[69411]: DEBUG nova.compute.manager [req-3eab0d1f-1c42-42d5-8c38-c90e0a45c907 req-2d369276-fde9-418b-aabd-f37e4e1696cf service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Received event network-changed-2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.650196] env[69411]: DEBUG nova.compute.manager [req-3eab0d1f-1c42-42d5-8c38-c90e0a45c907 req-2d369276-fde9-418b-aabd-f37e4e1696cf service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Refreshing instance network info cache due to event network-changed-2a290f50-5546-4ec0-b151-376bb75e65c5. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.650443] env[69411]: DEBUG oslo_concurrency.lockutils [req-3eab0d1f-1c42-42d5-8c38-c90e0a45c907 req-2d369276-fde9-418b-aabd-f37e4e1696cf service nova] Acquiring lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.650597] env[69411]: DEBUG oslo_concurrency.lockutils [req-3eab0d1f-1c42-42d5-8c38-c90e0a45c907 req-2d369276-fde9-418b-aabd-f37e4e1696cf service nova] Acquired lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.650781] env[69411]: DEBUG nova.network.neutron [req-3eab0d1f-1c42-42d5-8c38-c90e0a45c907 req-2d369276-fde9-418b-aabd-f37e4e1696cf service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Refreshing network info cache for port 2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.817188] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323790, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.900793] env[69411]: DEBUG nova.scheduler.client.report [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.979493] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a3cecb41-e5b5-450e-a031-a82e9c2054fd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.979753] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Processing image a3cecb41-e5b5-450e-a031-a82e9c2054fd {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.980045] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a3cecb41-e5b5-450e-a031-a82e9c2054fd/a3cecb41-e5b5-450e-a031-a82e9c2054fd.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.980239] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a3cecb41-e5b5-450e-a031-a82e9c2054fd/a3cecb41-e5b5-450e-a031-a82e9c2054fd.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.980398] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.980665] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf3e4fb0-96b3-47f9-a7db-6fd60573a4e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.991224] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.991224] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.992183] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1c677b3-d4ea-45cd-8f75-9306354cbf2f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.997820] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1159.997820] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f524d8-88a9-857a-b664-3f3fd3ccec64" [ 1159.997820] env[69411]: _type = "Task" [ 1159.997820] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.006501] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f524d8-88a9-857a-b664-3f3fd3ccec64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.029801] env[69411]: DEBUG nova.compute.manager [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.054377] env[69411]: DEBUG nova.virt.hardware [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.054671] env[69411]: DEBUG nova.virt.hardware [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.054940] env[69411]: DEBUG nova.virt.hardware [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.055151] env[69411]: DEBUG nova.virt.hardware [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.055362] env[69411]: DEBUG nova.virt.hardware [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.055786] env[69411]: DEBUG nova.virt.hardware [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.056050] env[69411]: DEBUG nova.virt.hardware [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.056249] env[69411]: DEBUG nova.virt.hardware [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.056473] env[69411]: DEBUG nova.virt.hardware [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.056692] env[69411]: DEBUG nova.virt.hardware [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.056905] env[69411]: DEBUG nova.virt.hardware [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.057834] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26169162-b129-4b28-accb-5ea592b59c29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.065944] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f883e7f1-1b09-402e-9400-3c2f9bb96113 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.144285] env[69411]: DEBUG nova.network.neutron [req-22426af5-e3c7-48e7-95d3-701d610ea1c7 req-32818545-28ee-4871-b4a3-b60cf1688085 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Updated VIF entry in instance network info cache for port ef67d0f3-8f65-4761-909f-528fbb1d0490. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.144686] env[69411]: DEBUG nova.network.neutron [req-22426af5-e3c7-48e7-95d3-701d610ea1c7 req-32818545-28ee-4871-b4a3-b60cf1688085 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Updating instance_info_cache with network_info: [{"id": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "address": "fa:16:3e:fa:6a:ee", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef67d0f3-8f", "ovs_interfaceid": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.319079] env[69411]: DEBUG oslo_vmware.api [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323790, 'name': PowerOnVM_Task, 'duration_secs': 0.544374} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.319079] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.319079] env[69411]: DEBUG nova.compute.manager [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.319079] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88372b89-dc00-492c-8d0c-697e0d84edcd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.410382] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.410954] env[69411]: DEBUG nova.compute.manager [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.413738] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.934s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.510036] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Preparing fetch location {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1160.510036] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Fetch image to [datastore2] OSTACK_IMG_b51c399b-6e35-4ada-81dd-5aabcf9f1559/OSTACK_IMG_b51c399b-6e35-4ada-81dd-5aabcf9f1559.vmdk {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1160.510036] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Downloading stream optimized image a3cecb41-e5b5-450e-a031-a82e9c2054fd to [datastore2] OSTACK_IMG_b51c399b-6e35-4ada-81dd-5aabcf9f1559/OSTACK_IMG_b51c399b-6e35-4ada-81dd-5aabcf9f1559.vmdk on the data store datastore2 as vApp {{(pid=69411) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1160.510036] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Downloading image file data a3cecb41-e5b5-450e-a031-a82e9c2054fd to the ESX as VM named 'OSTACK_IMG_b51c399b-6e35-4ada-81dd-5aabcf9f1559' {{(pid=69411) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1160.598601] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1160.598601] env[69411]: value = "resgroup-9" [ 1160.598601] env[69411]: _type = "ResourcePool" [ 1160.598601] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1160.599082] env[69411]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4c5bba80-f8c4-4042-9e11-dfafb03b0b59 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.624646] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lease: (returnval){ [ 1160.624646] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5210a2e5-d668-c965-6a61-e552d11df596" [ 1160.624646] env[69411]: _type = "HttpNfcLease" [ 1160.624646] env[69411]: } obtained for vApp import into resource pool (val){ [ 1160.624646] env[69411]: value = "resgroup-9" [ 1160.624646] env[69411]: _type = "ResourcePool" [ 1160.624646] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1160.625055] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the lease: (returnval){ [ 1160.625055] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5210a2e5-d668-c965-6a61-e552d11df596" [ 1160.625055] env[69411]: _type = "HttpNfcLease" [ 1160.625055] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1160.631796] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.631796] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5210a2e5-d668-c965-6a61-e552d11df596" [ 1160.631796] env[69411]: _type = "HttpNfcLease" [ 1160.631796] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1160.647778] env[69411]: DEBUG oslo_concurrency.lockutils [req-22426af5-e3c7-48e7-95d3-701d610ea1c7 req-32818545-28ee-4871-b4a3-b60cf1688085 service nova] Releasing lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.667382] env[69411]: DEBUG nova.network.neutron [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Successfully updated port: 06682aee-d4e0-44bf-8eb4-d7bba2c7c88f {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.835070] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.857390] env[69411]: DEBUG nova.network.neutron [req-3eab0d1f-1c42-42d5-8c38-c90e0a45c907 req-2d369276-fde9-418b-aabd-f37e4e1696cf service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Updated VIF entry in instance network info cache for port 2a290f50-5546-4ec0-b151-376bb75e65c5. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.857390] env[69411]: DEBUG nova.network.neutron [req-3eab0d1f-1c42-42d5-8c38-c90e0a45c907 req-2d369276-fde9-418b-aabd-f37e4e1696cf service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Updating instance_info_cache with network_info: [{"id": "2a290f50-5546-4ec0-b151-376bb75e65c5", "address": "fa:16:3e:75:f0:91", "network": {"id": "efd8a8db-2e5e-4901-9ba7-773d1ef29842", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1075396209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7699164851464c94590d397dadc26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a290f50-55", "ovs_interfaceid": "2a290f50-5546-4ec0-b151-376bb75e65c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.919038] env[69411]: DEBUG nova.compute.utils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.923560] env[69411]: DEBUG nova.compute.manager [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.923560] env[69411]: DEBUG nova.network.neutron [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.991672] env[69411]: DEBUG nova.compute.manager [req-25366661-bf7c-4a53-8cc0-682b0d1af80a req-d4ced4e1-39af-436c-8cb1-bf85e3c07b89 service nova] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Received event network-vif-plugged-a211f836-8cb9-4cc7-8e66-70380c85e7f3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.991672] env[69411]: DEBUG oslo_concurrency.lockutils [req-25366661-bf7c-4a53-8cc0-682b0d1af80a req-d4ced4e1-39af-436c-8cb1-bf85e3c07b89 service nova] Acquiring lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.991672] env[69411]: DEBUG oslo_concurrency.lockutils [req-25366661-bf7c-4a53-8cc0-682b0d1af80a req-d4ced4e1-39af-436c-8cb1-bf85e3c07b89 service nova] Lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.991672] env[69411]: DEBUG oslo_concurrency.lockutils [req-25366661-bf7c-4a53-8cc0-682b0d1af80a req-d4ced4e1-39af-436c-8cb1-bf85e3c07b89 service nova] Lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.991672] env[69411]: DEBUG nova.compute.manager [req-25366661-bf7c-4a53-8cc0-682b0d1af80a req-d4ced4e1-39af-436c-8cb1-bf85e3c07b89 service nova] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] No waiting events found dispatching network-vif-plugged-a211f836-8cb9-4cc7-8e66-70380c85e7f3 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.991672] env[69411]: WARNING nova.compute.manager [req-25366661-bf7c-4a53-8cc0-682b0d1af80a req-d4ced4e1-39af-436c-8cb1-bf85e3c07b89 service nova] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Received unexpected event network-vif-plugged-a211f836-8cb9-4cc7-8e66-70380c85e7f3 for instance with vm_state building and task_state spawning. [ 1160.992895] env[69411]: DEBUG nova.policy [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '260985f61b31428cb7030a41e7c49dc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8923b8d980a8419488c5690ccc13cb9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.137268] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.137268] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5210a2e5-d668-c965-6a61-e552d11df596" [ 1161.137268] env[69411]: _type = "HttpNfcLease" [ 1161.137268] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1161.170896] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6729b2b8-17a8-4d82-bb15-38035038309c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.172674] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.173045] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.173355] env[69411]: DEBUG nova.network.neutron [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.180266] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c1db1e-e17f-4dca-9eb6-f408d7916150 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.223461] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa7b12e-80ee-4a88-ba43-a46147343e44 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.231466] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff20984-0faa-4233-9724-542bdc355319 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.248530] env[69411]: DEBUG nova.compute.provider_tree [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.358760] env[69411]: DEBUG oslo_concurrency.lockutils [req-3eab0d1f-1c42-42d5-8c38-c90e0a45c907 req-2d369276-fde9-418b-aabd-f37e4e1696cf service nova] Releasing lock "refresh_cache-fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.381733] env[69411]: DEBUG nova.network.neutron [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Successfully updated port: a211f836-8cb9-4cc7-8e66-70380c85e7f3 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.423268] env[69411]: DEBUG nova.compute.manager [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.555845] env[69411]: DEBUG nova.network.neutron [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Successfully created port: 79cbf73e-83b1-4052-8dd0-ada66f9d5041 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.581726] env[69411]: DEBUG nova.compute.manager [req-fb682dc6-bdc1-49c7-8d40-556c9ecddeaf req-6db44633-6790-412d-a372-d38535556e26 service nova] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Received event network-changed-a211f836-8cb9-4cc7-8e66-70380c85e7f3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.581927] env[69411]: DEBUG nova.compute.manager [req-fb682dc6-bdc1-49c7-8d40-556c9ecddeaf req-6db44633-6790-412d-a372-d38535556e26 service nova] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Refreshing instance network info cache due to event network-changed-a211f836-8cb9-4cc7-8e66-70380c85e7f3. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.582179] env[69411]: DEBUG oslo_concurrency.lockutils [req-fb682dc6-bdc1-49c7-8d40-556c9ecddeaf req-6db44633-6790-412d-a372-d38535556e26 service nova] Acquiring lock "refresh_cache-0026ad3a-e39e-462f-95fb-f456c8dcd7c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.582318] env[69411]: DEBUG oslo_concurrency.lockutils [req-fb682dc6-bdc1-49c7-8d40-556c9ecddeaf req-6db44633-6790-412d-a372-d38535556e26 service nova] Acquired lock "refresh_cache-0026ad3a-e39e-462f-95fb-f456c8dcd7c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.582551] env[69411]: DEBUG nova.network.neutron [req-fb682dc6-bdc1-49c7-8d40-556c9ecddeaf req-6db44633-6790-412d-a372-d38535556e26 service nova] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Refreshing network info cache for port a211f836-8cb9-4cc7-8e66-70380c85e7f3 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.634803] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.634803] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5210a2e5-d668-c965-6a61-e552d11df596" [ 1161.634803] env[69411]: _type = "HttpNfcLease" [ 1161.634803] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1161.635121] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1161.635121] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5210a2e5-d668-c965-6a61-e552d11df596" [ 1161.635121] env[69411]: _type = "HttpNfcLease" [ 1161.635121] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1161.635869] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcb3a7c-0ea5-4e26-9c66-885ad2793ca1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.643168] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b10b0a-a1b3-41d0-8a7b-23823f81c19c/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1161.643358] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Creating HTTP connection to write to file with size = 31672320 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b10b0a-a1b3-41d0-8a7b-23823f81c19c/disk-0.vmdk. {{(pid=69411) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1161.708947] env[69411]: DEBUG nova.compute.manager [req-8824981d-ae90-4b7e-9506-7801d7fd7e3e req-515e86a3-a3e3-4802-9e0c-8b21fcb6a629 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Received event network-vif-plugged-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.709215] env[69411]: DEBUG oslo_concurrency.lockutils [req-8824981d-ae90-4b7e-9506-7801d7fd7e3e req-515e86a3-a3e3-4802-9e0c-8b21fcb6a629 service nova] Acquiring lock "979ee93b-3936-46f9-873e-85a2cc62a229-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.709371] env[69411]: DEBUG oslo_concurrency.lockutils [req-8824981d-ae90-4b7e-9506-7801d7fd7e3e req-515e86a3-a3e3-4802-9e0c-8b21fcb6a629 service nova] Lock "979ee93b-3936-46f9-873e-85a2cc62a229-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.709529] env[69411]: DEBUG oslo_concurrency.lockutils [req-8824981d-ae90-4b7e-9506-7801d7fd7e3e req-515e86a3-a3e3-4802-9e0c-8b21fcb6a629 service nova] Lock "979ee93b-3936-46f9-873e-85a2cc62a229-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.709694] env[69411]: DEBUG nova.compute.manager [req-8824981d-ae90-4b7e-9506-7801d7fd7e3e req-515e86a3-a3e3-4802-9e0c-8b21fcb6a629 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] No waiting events found dispatching network-vif-plugged-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.709858] env[69411]: WARNING nova.compute.manager [req-8824981d-ae90-4b7e-9506-7801d7fd7e3e req-515e86a3-a3e3-4802-9e0c-8b21fcb6a629 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Received unexpected event network-vif-plugged-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f for instance with vm_state active and task_state None. [ 1161.710211] env[69411]: DEBUG nova.compute.manager [req-8824981d-ae90-4b7e-9506-7801d7fd7e3e req-515e86a3-a3e3-4802-9e0c-8b21fcb6a629 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Received event network-changed-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.710211] env[69411]: DEBUG nova.compute.manager [req-8824981d-ae90-4b7e-9506-7801d7fd7e3e req-515e86a3-a3e3-4802-9e0c-8b21fcb6a629 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Refreshing instance network info cache due to event network-changed-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.710350] env[69411]: DEBUG oslo_concurrency.lockutils [req-8824981d-ae90-4b7e-9506-7801d7fd7e3e req-515e86a3-a3e3-4802-9e0c-8b21fcb6a629 service nova] Acquiring lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.717266] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c41d8a90-f16e-4b9e-9dd5-77eb4d4dacc2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.751943] env[69411]: DEBUG nova.scheduler.client.report [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.783961] env[69411]: WARNING nova.network.neutron [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] 9f7625b8-1cdc-4227-bffd-1ef14759ac65 already exists in list: networks containing: ['9f7625b8-1cdc-4227-bffd-1ef14759ac65']. ignoring it [ 1161.884047] env[69411]: DEBUG oslo_concurrency.lockutils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "refresh_cache-0026ad3a-e39e-462f-95fb-f456c8dcd7c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.129721] env[69411]: DEBUG nova.network.neutron [req-fb682dc6-bdc1-49c7-8d40-556c9ecddeaf req-6db44633-6790-412d-a372-d38535556e26 service nova] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.216131] env[69411]: DEBUG nova.network.neutron [req-fb682dc6-bdc1-49c7-8d40-556c9ecddeaf req-6db44633-6790-412d-a372-d38535556e26 service nova] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.318023] env[69411]: DEBUG nova.network.neutron [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Updating instance_info_cache with network_info: [{"id": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "address": "fa:16:3e:fa:6a:ee", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef67d0f3-8f", "ovs_interfaceid": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06682aee-d4e0-44bf-8eb4-d7bba2c7c88f", "address": "fa:16:3e:38:0e:70", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06682aee-d4", "ovs_interfaceid": "06682aee-d4e0-44bf-8eb4-d7bba2c7c88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.433667] env[69411]: DEBUG nova.compute.manager [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.531763] env[69411]: DEBUG nova.virt.hardware [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.532043] env[69411]: DEBUG nova.virt.hardware [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.532205] env[69411]: DEBUG nova.virt.hardware [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.532510] env[69411]: DEBUG nova.virt.hardware [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.532777] env[69411]: DEBUG nova.virt.hardware [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.533091] env[69411]: DEBUG nova.virt.hardware [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.533378] env[69411]: DEBUG nova.virt.hardware [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.533657] env[69411]: DEBUG nova.virt.hardware [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.533907] env[69411]: DEBUG nova.virt.hardware [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.534152] env[69411]: DEBUG nova.virt.hardware [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.534406] env[69411]: DEBUG nova.virt.hardware [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.535394] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0404a42-fcfc-4987-b405-00fd515c14a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.544666] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8731a4-a9a8-4b7f-b1c6-47cef453eadc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.719730] env[69411]: DEBUG oslo_concurrency.lockutils [req-fb682dc6-bdc1-49c7-8d40-556c9ecddeaf req-6db44633-6790-412d-a372-d38535556e26 service nova] Releasing lock "refresh_cache-0026ad3a-e39e-462f-95fb-f456c8dcd7c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.720258] env[69411]: DEBUG oslo_concurrency.lockutils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquired lock "refresh_cache-0026ad3a-e39e-462f-95fb-f456c8dcd7c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.720471] env[69411]: DEBUG nova.network.neutron [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.765670] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.352s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.765962] env[69411]: DEBUG nova.compute.manager [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69411) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1162.771327] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.749s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.771610] env[69411]: DEBUG nova.objects.instance [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lazy-loading 'resources' on Instance uuid 56f02699-5153-426f-9f37-4d82a2cbcb21 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.822347] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.823090] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.823262] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.823543] env[69411]: DEBUG oslo_concurrency.lockutils [req-8824981d-ae90-4b7e-9506-7801d7fd7e3e req-515e86a3-a3e3-4802-9e0c-8b21fcb6a629 service nova] Acquired lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.823761] env[69411]: DEBUG nova.network.neutron [req-8824981d-ae90-4b7e-9506-7801d7fd7e3e req-515e86a3-a3e3-4802-9e0c-8b21fcb6a629 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Refreshing network info cache for port 06682aee-d4e0-44bf-8eb4-d7bba2c7c88f {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.825558] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2169c7fb-b4e8-4f82-bd78-4ff73ef8d94b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.844869] env[69411]: DEBUG nova.virt.hardware [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.845172] env[69411]: DEBUG nova.virt.hardware [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.845328] env[69411]: DEBUG nova.virt.hardware [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.845512] env[69411]: DEBUG nova.virt.hardware [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.845662] env[69411]: DEBUG nova.virt.hardware [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.845810] env[69411]: DEBUG nova.virt.hardware [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.846065] env[69411]: DEBUG nova.virt.hardware [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.846230] env[69411]: DEBUG nova.virt.hardware [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.846397] env[69411]: DEBUG nova.virt.hardware [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.846580] env[69411]: DEBUG nova.virt.hardware [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.846776] env[69411]: DEBUG nova.virt.hardware [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.853497] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Reconfiguring VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1162.854199] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60d5f467-167b-4471-9da0-7116d32296ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.875594] env[69411]: DEBUG oslo_vmware.api [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1162.875594] env[69411]: value = "task-3323792" [ 1162.875594] env[69411]: _type = "Task" [ 1162.875594] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.884446] env[69411]: DEBUG oslo_vmware.api [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323792, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.126429] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Completed reading data from the image iterator. {{(pid=69411) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1163.126653] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b10b0a-a1b3-41d0-8a7b-23823f81c19c/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1163.127685] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb9ad18-ddc7-45c1-92de-a1cadfc4bc77 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.134765] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b10b0a-a1b3-41d0-8a7b-23823f81c19c/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1163.134962] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b10b0a-a1b3-41d0-8a7b-23823f81c19c/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1163.135230] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-200bc584-e281-449b-832c-171e80e15848 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.269571] env[69411]: DEBUG nova.network.neutron [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.345597] env[69411]: INFO nova.scheduler.client.report [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Deleted allocation for migration 07af0d9e-1be5-429c-a966-29b8fe3944c6 [ 1163.390369] env[69411]: DEBUG oslo_vmware.api [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.446417] env[69411]: DEBUG oslo_vmware.rw_handles [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b10b0a-a1b3-41d0-8a7b-23823f81c19c/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1163.446746] env[69411]: INFO nova.virt.vmwareapi.images [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Downloaded image file data a3cecb41-e5b5-450e-a031-a82e9c2054fd [ 1163.452652] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ffa0ed-b720-4516-a239-56da9ba47fc7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.475453] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8292ea98-1bdc-4b20-881f-f07e128d516f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.535479] env[69411]: INFO nova.virt.vmwareapi.images [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] The imported VM was unregistered [ 1163.537500] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Caching image {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1163.537782] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a3cecb41-e5b5-450e-a031-a82e9c2054fd {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.538920] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f834c0ec-530e-4e7e-aa40-13e52f2553e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.554840] env[69411]: DEBUG nova.network.neutron [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Updating instance_info_cache with network_info: [{"id": "a211f836-8cb9-4cc7-8e66-70380c85e7f3", "address": "fa:16:3e:a1:8d:96", "network": {"id": "9d331edd-c0a8-4166-a76d-2e5e40ed53e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2102469872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa3f20a5d244628ac13ef5e88e14e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa211f836-8c", "ovs_interfaceid": "a211f836-8cb9-4cc7-8e66-70380c85e7f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.569758] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Created directory with path [datastore2] devstack-image-cache_base/a3cecb41-e5b5-450e-a031-a82e9c2054fd {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.569758] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b51c399b-6e35-4ada-81dd-5aabcf9f1559/OSTACK_IMG_b51c399b-6e35-4ada-81dd-5aabcf9f1559.vmdk to [datastore2] devstack-image-cache_base/a3cecb41-e5b5-450e-a031-a82e9c2054fd/a3cecb41-e5b5-450e-a031-a82e9c2054fd.vmdk. {{(pid=69411) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1163.570193] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-abc2de4b-e4b4-43ae-b1e7-3edbeae0a342 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.580674] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1163.580674] env[69411]: value = "task-3323794" [ 1163.580674] env[69411]: _type = "Task" [ 1163.580674] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.589479] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323794, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.600921] env[69411]: DEBUG nova.network.neutron [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Successfully updated port: 79cbf73e-83b1-4052-8dd0-ada66f9d5041 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.604637] env[69411]: DEBUG nova.network.neutron [req-8824981d-ae90-4b7e-9506-7801d7fd7e3e req-515e86a3-a3e3-4802-9e0c-8b21fcb6a629 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Updated VIF entry in instance network info cache for port 06682aee-d4e0-44bf-8eb4-d7bba2c7c88f. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.605102] env[69411]: DEBUG nova.network.neutron [req-8824981d-ae90-4b7e-9506-7801d7fd7e3e req-515e86a3-a3e3-4802-9e0c-8b21fcb6a629 service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Updating instance_info_cache with network_info: [{"id": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "address": "fa:16:3e:fa:6a:ee", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef67d0f3-8f", "ovs_interfaceid": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06682aee-d4e0-44bf-8eb4-d7bba2c7c88f", "address": "fa:16:3e:38:0e:70", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06682aee-d4", "ovs_interfaceid": "06682aee-d4e0-44bf-8eb4-d7bba2c7c88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.636507] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fb3c6f-d7ba-4d19-a89c-8c37f6fbd071 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.646128] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab46e36-ccad-4dcb-91fa-a6ac1618061d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.681354] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4848886-51fd-4754-9498-72175c9dec3a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.689063] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e178725f-b09d-4024-810a-e71361b46b8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.704121] env[69411]: DEBUG nova.compute.provider_tree [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.761231] env[69411]: DEBUG nova.compute.manager [req-566c5a24-46eb-4c1d-8f21-cb7303257a64 req-a6862ca0-99f1-41f6-b9c6-312cd4b583d0 service nova] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Received event network-vif-plugged-79cbf73e-83b1-4052-8dd0-ada66f9d5041 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.761554] env[69411]: DEBUG oslo_concurrency.lockutils [req-566c5a24-46eb-4c1d-8f21-cb7303257a64 req-a6862ca0-99f1-41f6-b9c6-312cd4b583d0 service nova] Acquiring lock "93caf985-4d50-4d82-8122-0f5062194611-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.761975] env[69411]: DEBUG oslo_concurrency.lockutils [req-566c5a24-46eb-4c1d-8f21-cb7303257a64 req-a6862ca0-99f1-41f6-b9c6-312cd4b583d0 service nova] Lock "93caf985-4d50-4d82-8122-0f5062194611-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.761975] env[69411]: DEBUG oslo_concurrency.lockutils [req-566c5a24-46eb-4c1d-8f21-cb7303257a64 req-a6862ca0-99f1-41f6-b9c6-312cd4b583d0 service nova] Lock "93caf985-4d50-4d82-8122-0f5062194611-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.761975] env[69411]: DEBUG nova.compute.manager [req-566c5a24-46eb-4c1d-8f21-cb7303257a64 req-a6862ca0-99f1-41f6-b9c6-312cd4b583d0 service nova] [instance: 93caf985-4d50-4d82-8122-0f5062194611] No waiting events found dispatching network-vif-plugged-79cbf73e-83b1-4052-8dd0-ada66f9d5041 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.762143] env[69411]: WARNING nova.compute.manager [req-566c5a24-46eb-4c1d-8f21-cb7303257a64 req-a6862ca0-99f1-41f6-b9c6-312cd4b583d0 service nova] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Received unexpected event network-vif-plugged-79cbf73e-83b1-4052-8dd0-ada66f9d5041 for instance with vm_state building and task_state spawning. [ 1163.858171] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b636bf53-4978-4a82-8f6b-12f07d747e71 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "51712e65-a788-4f72-9697-e5d1fcbe10b5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.763s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.886488] env[69411]: DEBUG oslo_vmware.api [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323792, 'name': ReconfigVM_Task, 'duration_secs': 0.646376} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.886939] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.887181] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Reconfigured VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1164.058121] env[69411]: DEBUG oslo_concurrency.lockutils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Releasing lock "refresh_cache-0026ad3a-e39e-462f-95fb-f456c8dcd7c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.058121] env[69411]: DEBUG nova.compute.manager [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Instance network_info: |[{"id": "a211f836-8cb9-4cc7-8e66-70380c85e7f3", "address": "fa:16:3e:a1:8d:96", "network": {"id": "9d331edd-c0a8-4166-a76d-2e5e40ed53e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2102469872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa3f20a5d244628ac13ef5e88e14e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa211f836-8c", "ovs_interfaceid": "a211f836-8cb9-4cc7-8e66-70380c85e7f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.058460] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:8d:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a211f836-8cb9-4cc7-8e66-70380c85e7f3', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.066870] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.067155] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.067393] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b972ef7-87e7-4d68-89d4-d59c541c886c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.092232] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.092232] env[69411]: value = "task-3323795" [ 1164.092232] env[69411]: _type = "Task" [ 1164.092232] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.095730] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323794, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.106926] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Acquiring lock "refresh_cache-93caf985-4d50-4d82-8122-0f5062194611" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.107112] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Acquired lock "refresh_cache-93caf985-4d50-4d82-8122-0f5062194611" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.107300] env[69411]: DEBUG nova.network.neutron [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.108512] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323795, 'name': CreateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.111367] env[69411]: DEBUG oslo_concurrency.lockutils [req-8824981d-ae90-4b7e-9506-7801d7fd7e3e req-515e86a3-a3e3-4802-9e0c-8b21fcb6a629 service nova] Releasing lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.208100] env[69411]: DEBUG nova.scheduler.client.report [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.393138] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07956bab-df6b-45b8-ab10-31cf494896f2 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-979ee93b-3936-46f9-873e-85a2cc62a229-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.424s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.478656] env[69411]: DEBUG nova.objects.instance [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'flavor' on Instance uuid 51712e65-a788-4f72-9697-e5d1fcbe10b5 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.596064] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323794, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.606698] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323795, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.645325] env[69411]: DEBUG nova.network.neutron [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.714159] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.716677] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.786s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.718317] env[69411]: INFO nova.compute.claims [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.740910] env[69411]: INFO nova.scheduler.client.report [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Deleted allocations for instance 56f02699-5153-426f-9f37-4d82a2cbcb21 [ 1164.809216] env[69411]: DEBUG nova.network.neutron [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Updating instance_info_cache with network_info: [{"id": "79cbf73e-83b1-4052-8dd0-ada66f9d5041", "address": "fa:16:3e:a9:98:7c", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cbf73e-83", "ovs_interfaceid": "79cbf73e-83b1-4052-8dd0-ada66f9d5041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.984527] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.984707] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.984882] env[69411]: DEBUG nova.network.neutron [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.985067] env[69411]: DEBUG nova.objects.instance [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'info_cache' on Instance uuid 51712e65-a788-4f72-9697-e5d1fcbe10b5 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.096756] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323794, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.109385] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323795, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.250460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f3f82c6-b92f-47f2-a951-ca45c4fce6aa tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "56f02699-5153-426f-9f37-4d82a2cbcb21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.439s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.311608] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Releasing lock "refresh_cache-93caf985-4d50-4d82-8122-0f5062194611" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.311997] env[69411]: DEBUG nova.compute.manager [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Instance network_info: |[{"id": "79cbf73e-83b1-4052-8dd0-ada66f9d5041", "address": "fa:16:3e:a9:98:7c", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cbf73e-83", "ovs_interfaceid": "79cbf73e-83b1-4052-8dd0-ada66f9d5041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1165.312857] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:98:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79cbf73e-83b1-4052-8dd0-ada66f9d5041', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.321156] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Creating folder: Project (8923b8d980a8419488c5690ccc13cb9f). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1165.321472] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25cc84c7-2323-42b3-9191-7ed4ea97a059 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.335793] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Created folder: Project (8923b8d980a8419488c5690ccc13cb9f) in parent group-v663248. [ 1165.336045] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Creating folder: Instances. Parent ref: group-v663542. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1165.336316] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d8b5ce7-b6ac-4d2c-b8a8-43c27e5ef7aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.354738] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Created folder: Instances in parent group-v663542. [ 1165.355031] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.355251] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.355491] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-353e6b9c-c233-4d7f-8cb6-ae23269120b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.377242] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.377242] env[69411]: value = "task-3323799" [ 1165.377242] env[69411]: _type = "Task" [ 1165.377242] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.388100] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323799, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.493157] env[69411]: DEBUG nova.objects.base [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Object Instance<51712e65-a788-4f72-9697-e5d1fcbe10b5> lazy-loaded attributes: flavor,info_cache {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1165.600597] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323794, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.615477] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323795, 'name': CreateVM_Task, 'duration_secs': 1.018623} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.615742] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.616716] env[69411]: DEBUG oslo_concurrency.lockutils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.620521] env[69411]: DEBUG oslo_concurrency.lockutils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.620521] env[69411]: DEBUG oslo_concurrency.lockutils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.620521] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb50263-070f-4749-9c7d-6c2e125e2eb5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.626187] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1165.626187] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d552ea-6d30-39fe-74f4-3dd8e30369d7" [ 1165.626187] env[69411]: _type = "Task" [ 1165.626187] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.639823] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d552ea-6d30-39fe-74f4-3dd8e30369d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.762895] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "interface-979ee93b-3936-46f9-873e-85a2cc62a229-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.762895] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-979ee93b-3936-46f9-873e-85a2cc62a229-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.790593] env[69411]: DEBUG nova.compute.manager [req-b2c604bd-a22d-4115-83f2-e6fb0996bccc req-5e649469-128a-44f4-8741-c8e3ea5759a9 service nova] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Received event network-changed-79cbf73e-83b1-4052-8dd0-ada66f9d5041 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.790823] env[69411]: DEBUG nova.compute.manager [req-b2c604bd-a22d-4115-83f2-e6fb0996bccc req-5e649469-128a-44f4-8741-c8e3ea5759a9 service nova] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Refreshing instance network info cache due to event network-changed-79cbf73e-83b1-4052-8dd0-ada66f9d5041. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.791174] env[69411]: DEBUG oslo_concurrency.lockutils [req-b2c604bd-a22d-4115-83f2-e6fb0996bccc req-5e649469-128a-44f4-8741-c8e3ea5759a9 service nova] Acquiring lock "refresh_cache-93caf985-4d50-4d82-8122-0f5062194611" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.791358] env[69411]: DEBUG oslo_concurrency.lockutils [req-b2c604bd-a22d-4115-83f2-e6fb0996bccc req-5e649469-128a-44f4-8741-c8e3ea5759a9 service nova] Acquired lock "refresh_cache-93caf985-4d50-4d82-8122-0f5062194611" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.791530] env[69411]: DEBUG nova.network.neutron [req-b2c604bd-a22d-4115-83f2-e6fb0996bccc req-5e649469-128a-44f4-8741-c8e3ea5759a9 service nova] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Refreshing network info cache for port 79cbf73e-83b1-4052-8dd0-ada66f9d5041 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.892520] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323799, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.967473] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3924e54d-0afd-445e-9993-166438a6a446 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.978098] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e661c1-d462-429f-9e70-bedb3f45a917 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.016069] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53740682-8abb-46e8-b027-cd0142edcb7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.025792] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a68437-178a-44eb-b79c-2b03191acb98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.042663] env[69411]: DEBUG nova.compute.provider_tree [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.094304] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323794, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.141372] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d552ea-6d30-39fe-74f4-3dd8e30369d7, 'name': SearchDatastore_Task, 'duration_secs': 0.087048} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.141707] env[69411]: DEBUG oslo_concurrency.lockutils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.142041] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.142381] env[69411]: DEBUG oslo_concurrency.lockutils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.142581] env[69411]: DEBUG oslo_concurrency.lockutils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.142835] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.143189] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab6fb930-3e8c-4fa4-89d8-d906d1a53f06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.157827] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.158045] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.158906] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42926e90-dafb-41a9-a41b-356a32acc434 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.165970] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1166.165970] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b899bf-704f-32a2-8b90-476f5da83916" [ 1166.165970] env[69411]: _type = "Task" [ 1166.165970] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.173600] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b899bf-704f-32a2-8b90-476f5da83916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.250206] env[69411]: DEBUG nova.network.neutron [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating instance_info_cache with network_info: [{"id": "6f400b8f-97a6-40f2-bb64-ee3241b73dd8", "address": "fa:16:3e:b1:fd:0d", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f400b8f-97", "ovs_interfaceid": "6f400b8f-97a6-40f2-bb64-ee3241b73dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.265397] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.265641] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.266624] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f767f0a-2903-4a64-a3c0-4883d5103634 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.288080] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4498c024-7665-4856-bae3-b0e12e9884b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.318416] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Reconfiguring VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1166.319382] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b18b8822-bd63-4b23-ab07-26a580d20bc0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.339731] env[69411]: DEBUG oslo_vmware.api [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1166.339731] env[69411]: value = "task-3323800" [ 1166.339731] env[69411]: _type = "Task" [ 1166.339731] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.357453] env[69411]: DEBUG oslo_vmware.api [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323800, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.388945] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323799, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.534633] env[69411]: DEBUG nova.network.neutron [req-b2c604bd-a22d-4115-83f2-e6fb0996bccc req-5e649469-128a-44f4-8741-c8e3ea5759a9 service nova] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Updated VIF entry in instance network info cache for port 79cbf73e-83b1-4052-8dd0-ada66f9d5041. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.535034] env[69411]: DEBUG nova.network.neutron [req-b2c604bd-a22d-4115-83f2-e6fb0996bccc req-5e649469-128a-44f4-8741-c8e3ea5759a9 service nova] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Updating instance_info_cache with network_info: [{"id": "79cbf73e-83b1-4052-8dd0-ada66f9d5041", "address": "fa:16:3e:a9:98:7c", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cbf73e-83", "ovs_interfaceid": "79cbf73e-83b1-4052-8dd0-ada66f9d5041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.546168] env[69411]: DEBUG nova.scheduler.client.report [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.595638] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323794, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.848226} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.595915] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b51c399b-6e35-4ada-81dd-5aabcf9f1559/OSTACK_IMG_b51c399b-6e35-4ada-81dd-5aabcf9f1559.vmdk to [datastore2] devstack-image-cache_base/a3cecb41-e5b5-450e-a031-a82e9c2054fd/a3cecb41-e5b5-450e-a031-a82e9c2054fd.vmdk. [ 1166.596117] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Cleaning up location [datastore2] OSTACK_IMG_b51c399b-6e35-4ada-81dd-5aabcf9f1559 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1166.596563] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b51c399b-6e35-4ada-81dd-5aabcf9f1559 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.596563] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b712b7e9-3738-4f23-878e-80ea9f164069 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.603622] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1166.603622] env[69411]: value = "task-3323801" [ 1166.603622] env[69411]: _type = "Task" [ 1166.603622] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.611548] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.676503] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b899bf-704f-32a2-8b90-476f5da83916, 'name': SearchDatastore_Task, 'duration_secs': 0.026583} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.677316] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3aaf129-29d3-4e2e-ab1b-216b71e9506e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.682654] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1166.682654] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cf2c2c-b83e-2292-a9d3-610c903ae660" [ 1166.682654] env[69411]: _type = "Task" [ 1166.682654] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.690283] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cf2c2c-b83e-2292-a9d3-610c903ae660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.753642] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "refresh_cache-51712e65-a788-4f72-9697-e5d1fcbe10b5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.850334] env[69411]: DEBUG oslo_vmware.api [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.888942] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323799, 'name': CreateVM_Task, 'duration_secs': 1.289522} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.889137] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.889819] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.889988] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.890365] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.890601] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fdb857a-9958-44ce-9745-77ddc6a3dbb0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.895566] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Waiting for the task: (returnval){ [ 1166.895566] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5261a3c3-1c4f-7d51-d2da-edc0fbf707b8" [ 1166.895566] env[69411]: _type = "Task" [ 1166.895566] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.905110] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5261a3c3-1c4f-7d51-d2da-edc0fbf707b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.038061] env[69411]: DEBUG oslo_concurrency.lockutils [req-b2c604bd-a22d-4115-83f2-e6fb0996bccc req-5e649469-128a-44f4-8741-c8e3ea5759a9 service nova] Releasing lock "refresh_cache-93caf985-4d50-4d82-8122-0f5062194611" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.051210] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.051906] env[69411]: DEBUG nova.compute.manager [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.055154] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.222s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.055340] env[69411]: DEBUG nova.objects.instance [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1167.113525] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.07362} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.113790] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.113958] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a3cecb41-e5b5-450e-a031-a82e9c2054fd/a3cecb41-e5b5-450e-a031-a82e9c2054fd.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.114223] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a3cecb41-e5b5-450e-a031-a82e9c2054fd/a3cecb41-e5b5-450e-a031-a82e9c2054fd.vmdk to [datastore2] fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6/fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.114478] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1aeabbe-65d0-420c-a42a-a06ea3592685 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.121314] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1167.121314] env[69411]: value = "task-3323802" [ 1167.121314] env[69411]: _type = "Task" [ 1167.121314] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.129467] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.192943] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cf2c2c-b83e-2292-a9d3-610c903ae660, 'name': SearchDatastore_Task, 'duration_secs': 0.011566} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.193240] env[69411]: DEBUG oslo_concurrency.lockutils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.193610] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 0026ad3a-e39e-462f-95fb-f456c8dcd7c0/0026ad3a-e39e-462f-95fb-f456c8dcd7c0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.193854] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd17f4f9-6b3f-403a-b442-27d03a7d70a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.199939] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1167.199939] env[69411]: value = "task-3323803" [ 1167.199939] env[69411]: _type = "Task" [ 1167.199939] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.207203] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.358047] env[69411]: DEBUG oslo_vmware.api [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.406563] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5261a3c3-1c4f-7d51-d2da-edc0fbf707b8, 'name': SearchDatastore_Task, 'duration_secs': 0.014539} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.406880] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.407143] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.407385] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.407536] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.407713] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.407977] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3425a09c-31e0-404b-bff4-2bd83b97414b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.417430] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.417658] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.418372] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0597fd9b-172d-4e31-9eb7-ca42e95e52f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.423830] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Waiting for the task: (returnval){ [ 1167.423830] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52499ed6-fe6c-0641-2fee-c29533c6abd1" [ 1167.423830] env[69411]: _type = "Task" [ 1167.423830] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.432963] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52499ed6-fe6c-0641-2fee-c29533c6abd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.560626] env[69411]: DEBUG nova.compute.utils [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.565372] env[69411]: DEBUG nova.compute.manager [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1167.633381] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323802, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.711596] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323803, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.759524] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.759873] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27b57ad0-3cf0-49e5-8bb1-ed1ca40567d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.771028] env[69411]: DEBUG oslo_vmware.api [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1167.771028] env[69411]: value = "task-3323804" [ 1167.771028] env[69411]: _type = "Task" [ 1167.771028] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.783076] env[69411]: DEBUG oslo_vmware.api [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.854098] env[69411]: DEBUG oslo_vmware.api [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.938874] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52499ed6-fe6c-0641-2fee-c29533c6abd1, 'name': SearchDatastore_Task, 'duration_secs': 0.062969} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.939733] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-682a3906-1175-4f32-a395-dc5c67eae9ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.951027] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Waiting for the task: (returnval){ [ 1167.951027] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b7e8d8-d394-f547-f04d-f1f8ed865e6c" [ 1167.951027] env[69411]: _type = "Task" [ 1167.951027] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.958928] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b7e8d8-d394-f547-f04d-f1f8ed865e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.065996] env[69411]: DEBUG nova.compute.manager [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.069719] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bb93d76-a5b3-4b92-a37b-26d8cda73d9b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.136598] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323802, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.214244] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323803, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.284200] env[69411]: DEBUG oslo_vmware.api [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.355213] env[69411]: DEBUG oslo_vmware.api [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.460090] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b7e8d8-d394-f547-f04d-f1f8ed865e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.123615} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.460385] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.460653] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 93caf985-4d50-4d82-8122-0f5062194611/93caf985-4d50-4d82-8122-0f5062194611.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.460929] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7051c09d-fabc-45f9-bb98-19f737857084 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.468168] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Waiting for the task: (returnval){ [ 1168.468168] env[69411]: value = "task-3323805" [ 1168.468168] env[69411]: _type = "Task" [ 1168.468168] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.479507] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.635933] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323802, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.714554] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323803, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.335391} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.714926] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 0026ad3a-e39e-462f-95fb-f456c8dcd7c0/0026ad3a-e39e-462f-95fb-f456c8dcd7c0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.715210] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.715626] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99062fa1-c549-40f6-926f-950838b72078 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.725530] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1168.725530] env[69411]: value = "task-3323806" [ 1168.725530] env[69411]: _type = "Task" [ 1168.725530] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.736220] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.784210] env[69411]: DEBUG oslo_vmware.api [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.855363] env[69411]: DEBUG oslo_vmware.api [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.981088] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.081787] env[69411]: DEBUG nova.compute.manager [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.111682] env[69411]: DEBUG nova.virt.hardware [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.111950] env[69411]: DEBUG nova.virt.hardware [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.112144] env[69411]: DEBUG nova.virt.hardware [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.112369] env[69411]: DEBUG nova.virt.hardware [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.112557] env[69411]: DEBUG nova.virt.hardware [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.112738] env[69411]: DEBUG nova.virt.hardware [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.112952] env[69411]: DEBUG nova.virt.hardware [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.113131] env[69411]: DEBUG nova.virt.hardware [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.113306] env[69411]: DEBUG nova.virt.hardware [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.113473] env[69411]: DEBUG nova.virt.hardware [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.113651] env[69411]: DEBUG nova.virt.hardware [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.114567] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b976f2-acbc-4d2c-9815-48a3f533838a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.128398] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d414ee-bb42-43e2-803c-5a8322ce9c25 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.145445] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.150935] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Creating folder: Project (d764184d0aa146cf9c106f555e581e28). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1169.155119] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7cd9c5f-eeba-44bd-ac20-534623ed5ea0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.156619] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323802, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.168919] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Created folder: Project (d764184d0aa146cf9c106f555e581e28) in parent group-v663248. [ 1169.169140] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Creating folder: Instances. Parent ref: group-v663545. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1169.169433] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67f20cda-9308-497d-a0aa-8cbdcd85bb07 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.184072] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Created folder: Instances in parent group-v663545. [ 1169.184259] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.184390] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.184572] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84a0bb09-e0a0-4203-828d-39a46d3bae75 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.205336] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.205336] env[69411]: value = "task-3323809" [ 1169.205336] env[69411]: _type = "Task" [ 1169.205336] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.215049] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323809, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.238996] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198189} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.239306] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.240164] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffb8589-1973-4322-986f-8946ae2c052e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.265398] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 0026ad3a-e39e-462f-95fb-f456c8dcd7c0/0026ad3a-e39e-462f-95fb-f456c8dcd7c0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.265791] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cf34b42-404e-45dd-9619-b5cf0031ca13 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.287069] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "4e584ece-8a2e-4820-b02c-485d92aef579" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.287069] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "4e584ece-8a2e-4820-b02c-485d92aef579" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.294344] env[69411]: DEBUG oslo_vmware.api [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323804, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.295902] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1169.295902] env[69411]: value = "task-3323810" [ 1169.295902] env[69411]: _type = "Task" [ 1169.295902] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.307196] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323810, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.357942] env[69411]: DEBUG oslo_vmware.api [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.481737] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.636636] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323802, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.719381] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323809, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.790131] env[69411]: DEBUG nova.compute.utils [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.795387] env[69411]: DEBUG oslo_vmware.api [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323804, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.809393] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.855436] env[69411]: DEBUG oslo_vmware.api [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.984253] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323805, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.043364] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "2ad3e82d-281e-4065-b1fa-77686bf5a6f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.043636] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "2ad3e82d-281e-4065-b1fa-77686bf5a6f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.043849] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "2ad3e82d-281e-4065-b1fa-77686bf5a6f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.044129] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "2ad3e82d-281e-4065-b1fa-77686bf5a6f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.044392] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "2ad3e82d-281e-4065-b1fa-77686bf5a6f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.049670] env[69411]: INFO nova.compute.manager [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Terminating instance [ 1170.139106] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323802, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.729668} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.139481] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a3cecb41-e5b5-450e-a031-a82e9c2054fd/a3cecb41-e5b5-450e-a031-a82e9c2054fd.vmdk to [datastore2] fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6/fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.140398] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623e7284-8163-40af-9128-3a4154c7c5f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.164770] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6/fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.165156] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b3abede-47e3-4188-8492-aed98ad90096 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.188495] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1170.188495] env[69411]: value = "task-3323811" [ 1170.188495] env[69411]: _type = "Task" [ 1170.188495] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.198162] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.215705] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323809, 'name': CreateVM_Task, 'duration_secs': 0.705219} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.215928] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.216573] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.216808] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.217149] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.217410] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d3c8b51-b11a-4249-a964-c3547a1edae8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.221774] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1170.221774] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521069df-9ce3-61f2-8874-7f30269a8073" [ 1170.221774] env[69411]: _type = "Task" [ 1170.221774] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.229498] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521069df-9ce3-61f2-8874-7f30269a8073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.291471] env[69411]: DEBUG oslo_vmware.api [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323804, 'name': PowerOnVM_Task, 'duration_secs': 2.083865} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.291744] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.291949] env[69411]: DEBUG nova.compute.manager [None req-0ef1298b-f75c-448f-a107-371ff1f766eb tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.292746] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58db3690-d320-41f5-b8c9-41ec3161ff00 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.297307] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "4e584ece-8a2e-4820-b02c-485d92aef579" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.310688] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323810, 'name': ReconfigVM_Task, 'duration_secs': 0.917694} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.310969] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 0026ad3a-e39e-462f-95fb-f456c8dcd7c0/0026ad3a-e39e-462f-95fb-f456c8dcd7c0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.311576] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae3097c5-1055-4d4d-906f-d30f4013bffd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.317742] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1170.317742] env[69411]: value = "task-3323812" [ 1170.317742] env[69411]: _type = "Task" [ 1170.317742] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.325777] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323812, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.357212] env[69411]: DEBUG oslo_vmware.api [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.482491] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323805, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.766767} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.482958] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 93caf985-4d50-4d82-8122-0f5062194611/93caf985-4d50-4d82-8122-0f5062194611.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.483377] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.483736] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-264bfcc9-688c-4aea-a12c-8eeb95771cf5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.489852] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Waiting for the task: (returnval){ [ 1170.489852] env[69411]: value = "task-3323813" [ 1170.489852] env[69411]: _type = "Task" [ 1170.489852] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.497296] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.554409] env[69411]: DEBUG nova.compute.manager [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.554668] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.555580] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320ce0b0-5a8d-40f8-8e8a-c7072f971225 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.562610] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.562842] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e004b263-c3ab-48b5-9f2b-46c2adfd29d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.567804] env[69411]: DEBUG oslo_vmware.api [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1170.567804] env[69411]: value = "task-3323814" [ 1170.567804] env[69411]: _type = "Task" [ 1170.567804] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.575692] env[69411]: DEBUG oslo_vmware.api [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.699130] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.732956] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521069df-9ce3-61f2-8874-7f30269a8073, 'name': SearchDatastore_Task, 'duration_secs': 0.044676} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.733242] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.733456] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.733693] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.733838] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.734027] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.734315] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9cf1c29-e999-4066-b38d-7438dc8e9297 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.744660] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.744856] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.745627] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f871dd8-a2b0-4207-b7e7-e960c2b26ca6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.751498] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1170.751498] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525e5564-55d8-b906-5721-6934e33eee7d" [ 1170.751498] env[69411]: _type = "Task" [ 1170.751498] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.761543] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525e5564-55d8-b906-5721-6934e33eee7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.828937] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323812, 'name': Rename_Task, 'duration_secs': 0.13827} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.829244] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.829496] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c9722ef-7be1-448c-b161-d86e3f5fc3e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.836107] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1170.836107] env[69411]: value = "task-3323815" [ 1170.836107] env[69411]: _type = "Task" [ 1170.836107] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.844417] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.855451] env[69411]: DEBUG oslo_vmware.api [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.002970] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059453} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.003794] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.004738] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf3721d-db6f-4f00-9ba5-7e3f6d651978 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.033140] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 93caf985-4d50-4d82-8122-0f5062194611/93caf985-4d50-4d82-8122-0f5062194611.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.034032] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ce0e168-c783-449c-b595-69520b43e2eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.053304] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Waiting for the task: (returnval){ [ 1171.053304] env[69411]: value = "task-3323816" [ 1171.053304] env[69411]: _type = "Task" [ 1171.053304] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.061976] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.077377] env[69411]: DEBUG oslo_vmware.api [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323814, 'name': PowerOffVM_Task, 'duration_secs': 0.285828} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.077640] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.077809] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.078067] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43108c19-fb67-4785-84fd-9ee6c3526d92 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.139330] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.139620] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.139846] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Deleting the datastore file [datastore1] 2ad3e82d-281e-4065-b1fa-77686bf5a6f4 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.140132] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8f83511-bc80-4a7e-9c7e-e12408d73935 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.146223] env[69411]: DEBUG oslo_vmware.api [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1171.146223] env[69411]: value = "task-3323818" [ 1171.146223] env[69411]: _type = "Task" [ 1171.146223] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.155317] env[69411]: DEBUG oslo_vmware.api [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.203049] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323811, 'name': ReconfigVM_Task, 'duration_secs': 0.880684} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.203560] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Reconfigured VM instance instance-00000050 to attach disk [datastore2] fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6/fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.205387] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'disk_bus': None, 'size': 0, 'device_name': '/dev/sda', 'encryption_format': None, 'image_id': 'fdeb29d0-1398-4538-9a8f-5f916ad4b064'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663535', 'volume_id': '82f11f78-5bb0-4686-8665-0727d29bbd3d', 'name': 'volume-82f11f78-5bb0-4686-8665-0727d29bbd3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6', 'attached_at': '', 'detached_at': '', 'volume_id': '82f11f78-5bb0-4686-8665-0727d29bbd3d', 'serial': '82f11f78-5bb0-4686-8665-0727d29bbd3d'}, 'boot_index': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'attachment_id': 'd25ea973-ca64-4c77-851a-395b73116ef3', 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69411) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1171.205725] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1171.206076] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663535', 'volume_id': '82f11f78-5bb0-4686-8665-0727d29bbd3d', 'name': 'volume-82f11f78-5bb0-4686-8665-0727d29bbd3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6', 'attached_at': '', 'detached_at': '', 'volume_id': '82f11f78-5bb0-4686-8665-0727d29bbd3d', 'serial': '82f11f78-5bb0-4686-8665-0727d29bbd3d'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1171.207374] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a022b1e8-6b6b-49f7-8877-6b92c1832ea3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.234607] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c2c4ef-172f-4820-8c32-7c3df4d62ef5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.271268] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-82f11f78-5bb0-4686-8665-0727d29bbd3d/volume-82f11f78-5bb0-4686-8665-0727d29bbd3d.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.274843] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05f422c1-9b63-434b-8fec-e30a3fd5941a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.294219] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525e5564-55d8-b906-5721-6934e33eee7d, 'name': SearchDatastore_Task, 'duration_secs': 0.017391} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.296064] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1171.296064] env[69411]: value = "task-3323819" [ 1171.296064] env[69411]: _type = "Task" [ 1171.296064] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.296266] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-933c858d-b14e-49b2-86ca-299f4f08c652 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.304196] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1171.304196] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f5917f-998d-11d5-3e1d-81f8bb153cdb" [ 1171.304196] env[69411]: _type = "Task" [ 1171.304196] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.307154] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323819, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.314986] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f5917f-998d-11d5-3e1d-81f8bb153cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.346209] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323815, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.355897] env[69411]: DEBUG oslo_vmware.api [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.360731] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "4e584ece-8a2e-4820-b02c-485d92aef579" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.360980] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "4e584ece-8a2e-4820-b02c-485d92aef579" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.361229] env[69411]: INFO nova.compute.manager [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Attaching volume 91ea3e86-d2e6-4af4-a605-f3bf8882e0c1 to /dev/sdb [ 1171.395972] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c965ef-376f-4deb-a05c-b95533544ec5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.405260] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fc9b47-ff7f-43cb-afe3-913b67bf0719 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.419798] env[69411]: DEBUG nova.virt.block_device [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Updating existing volume attachment record: 53d16860-cb1a-4d0b-bdbc-6d6b6c155411 {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1171.504632] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "51712e65-a788-4f72-9697-e5d1fcbe10b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.504875] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "51712e65-a788-4f72-9697-e5d1fcbe10b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.505115] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "51712e65-a788-4f72-9697-e5d1fcbe10b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.505305] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "51712e65-a788-4f72-9697-e5d1fcbe10b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.505481] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "51712e65-a788-4f72-9697-e5d1fcbe10b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.507587] env[69411]: INFO nova.compute.manager [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Terminating instance [ 1171.563169] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.656105] env[69411]: DEBUG oslo_vmware.api [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.808641] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.817763] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f5917f-998d-11d5-3e1d-81f8bb153cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.021049} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.818017] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.818340] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 13eb0d3a-3cbb-445f-adfa-50a1277a5581/13eb0d3a-3cbb-445f-adfa-50a1277a5581.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.818630] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44924e9d-a33d-49de-b80d-f26565fb4358 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.825152] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1171.825152] env[69411]: value = "task-3323821" [ 1171.825152] env[69411]: _type = "Task" [ 1171.825152] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.846477] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323815, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.856128] env[69411]: DEBUG oslo_vmware.api [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323800, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.940208] env[69411]: DEBUG oslo_vmware.rw_handles [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e64787-a220-4a94-44c1-668c784c2b36/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1171.941354] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1e4430-45b9-41cf-abf7-5bd36512e69c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.948030] env[69411]: DEBUG oslo_vmware.rw_handles [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e64787-a220-4a94-44c1-668c784c2b36/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1171.948219] env[69411]: ERROR oslo_vmware.rw_handles [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e64787-a220-4a94-44c1-668c784c2b36/disk-0.vmdk due to incomplete transfer. [ 1171.948452] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ce5cc088-da25-41f9-837a-c88c7f01b99d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.955367] env[69411]: DEBUG oslo_vmware.rw_handles [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e64787-a220-4a94-44c1-668c784c2b36/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1171.955629] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Uploaded image 52f8c6ee-63b4-43a1-b362-e77622658d6e to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1171.958137] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1171.958461] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-11695983-99cc-425a-abd6-a1fdbc969bd8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.964660] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1171.964660] env[69411]: value = "task-3323824" [ 1171.964660] env[69411]: _type = "Task" [ 1171.964660] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.972913] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323824, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.012152] env[69411]: DEBUG nova.compute.manager [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.012530] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.013273] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d70b240-5dfd-45e2-9730-b6f6629a9600 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.020834] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.021091] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d20e43d4-204e-4d84-87c9-19551c8fb896 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.027262] env[69411]: DEBUG oslo_vmware.api [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1172.027262] env[69411]: value = "task-3323825" [ 1172.027262] env[69411]: _type = "Task" [ 1172.027262] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.035129] env[69411]: DEBUG oslo_vmware.api [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.066686] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323816, 'name': ReconfigVM_Task, 'duration_secs': 0.700507} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.066962] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 93caf985-4d50-4d82-8122-0f5062194611/93caf985-4d50-4d82-8122-0f5062194611.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.067657] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41c1c40a-bd62-4958-92d7-0695293443b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.077266] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Waiting for the task: (returnval){ [ 1172.077266] env[69411]: value = "task-3323826" [ 1172.077266] env[69411]: _type = "Task" [ 1172.077266] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.086244] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323826, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.158922] env[69411]: DEBUG oslo_vmware.api [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540856} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.159218] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.159406] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.159587] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.159761] env[69411]: INFO nova.compute.manager [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1172.160018] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.160232] env[69411]: DEBUG nova.compute.manager [-] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.160326] env[69411]: DEBUG nova.network.neutron [-] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.309722] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323819, 'name': ReconfigVM_Task, 'duration_secs': 0.653183} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.310068] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-82f11f78-5bb0-4686-8665-0727d29bbd3d/volume-82f11f78-5bb0-4686-8665-0727d29bbd3d.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.315180] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21b36b86-818a-4085-ba8b-579379945075 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.331860] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1172.331860] env[69411]: value = "task-3323827" [ 1172.331860] env[69411]: _type = "Task" [ 1172.331860] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.340051] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323821, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.347284] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.356289] env[69411]: DEBUG oslo_vmware.api [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323800, 'name': ReconfigVM_Task, 'duration_secs': 5.808919} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.359530] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.359752] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Reconfigured VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1172.361983] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323815, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.478280] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323824, 'name': Destroy_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.480440] env[69411]: DEBUG nova.compute.manager [req-bf89b5e0-15b4-4d4b-af4f-af06643374e1 req-37e68bb9-4493-42e0-87e7-6996009a95dd service nova] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Received event network-vif-deleted-3fb39e17-03e9-4825-aa04-534f6412e77e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.480640] env[69411]: INFO nova.compute.manager [req-bf89b5e0-15b4-4d4b-af4f-af06643374e1 req-37e68bb9-4493-42e0-87e7-6996009a95dd service nova] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Neutron deleted interface 3fb39e17-03e9-4825-aa04-534f6412e77e; detaching it from the instance and deleting it from the info cache [ 1172.480809] env[69411]: DEBUG nova.network.neutron [req-bf89b5e0-15b4-4d4b-af4f-af06643374e1 req-37e68bb9-4493-42e0-87e7-6996009a95dd service nova] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.539417] env[69411]: DEBUG oslo_vmware.api [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323825, 'name': PowerOffVM_Task, 'duration_secs': 0.459258} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.539759] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.539955] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.540263] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5769355c-ef0d-4175-b581-ddbc8c96a547 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.587301] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323826, 'name': Rename_Task, 'duration_secs': 0.41442} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.587743] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.588111] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67c46360-4aeb-4f2b-910a-c38c6de1819d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.595231] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Waiting for the task: (returnval){ [ 1172.595231] env[69411]: value = "task-3323829" [ 1172.595231] env[69411]: _type = "Task" [ 1172.595231] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.606905] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.607205] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.607408] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Deleting the datastore file [datastore2] 51712e65-a788-4f72-9697-e5d1fcbe10b5 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.610875] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24ec7776-5401-40bd-a0fa-52cae2b8671c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.613449] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.618317] env[69411]: DEBUG oslo_vmware.api [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1172.618317] env[69411]: value = "task-3323830" [ 1172.618317] env[69411]: _type = "Task" [ 1172.618317] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.628999] env[69411]: DEBUG oslo_vmware.api [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.810389] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.811021] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.811215] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.811372] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.811528] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.811675] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.811823] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.811962] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1172.812130] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.838627] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543654} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.839316] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 13eb0d3a-3cbb-445f-adfa-50a1277a5581/13eb0d3a-3cbb-445f-adfa-50a1277a5581.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.839537] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.840025] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d9834f6-f54a-4a1b-8520-32dc176e4dfa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.844593] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323827, 'name': ReconfigVM_Task, 'duration_secs': 0.205265} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.847962] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663535', 'volume_id': '82f11f78-5bb0-4686-8665-0727d29bbd3d', 'name': 'volume-82f11f78-5bb0-4686-8665-0727d29bbd3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6', 'attached_at': '', 'detached_at': '', 'volume_id': '82f11f78-5bb0-4686-8665-0727d29bbd3d', 'serial': '82f11f78-5bb0-4686-8665-0727d29bbd3d'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1172.848529] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-205dff36-17d1-4aa5-a26b-b1aa51efceab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.851714] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1172.851714] env[69411]: value = "task-3323831" [ 1172.851714] env[69411]: _type = "Task" [ 1172.851714] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.854730] env[69411]: DEBUG oslo_vmware.api [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323815, 'name': PowerOnVM_Task, 'duration_secs': 1.694502} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.858379] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.858637] env[69411]: INFO nova.compute.manager [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Took 12.83 seconds to spawn the instance on the hypervisor. [ 1172.858879] env[69411]: DEBUG nova.compute.manager [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.859249] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1172.859249] env[69411]: value = "task-3323832" [ 1172.859249] env[69411]: _type = "Task" [ 1172.859249] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.860263] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3192afbf-edcb-4f2c-96fc-63bb691b35c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.868773] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.876993] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323832, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.959350] env[69411]: DEBUG nova.network.neutron [-] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.978977] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323824, 'name': Destroy_Task, 'duration_secs': 0.709339} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.979258] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Destroyed the VM [ 1172.979522] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1172.979772] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ede2280d-0e71-4ff9-84c9-30446079fbc6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.983392] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b0c6cb9-ca04-44f7-ba3e-4e3dfc8cc73b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.986248] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1172.986248] env[69411]: value = "task-3323833" [ 1172.986248] env[69411]: _type = "Task" [ 1172.986248] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.993915] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73835f29-3ddb-4457-9df1-6ee74086e27d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.007727] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323833, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.031632] env[69411]: DEBUG nova.compute.manager [req-bf89b5e0-15b4-4d4b-af4f-af06643374e1 req-37e68bb9-4493-42e0-87e7-6996009a95dd service nova] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Detach interface failed, port_id=3fb39e17-03e9-4825-aa04-534f6412e77e, reason: Instance 2ad3e82d-281e-4065-b1fa-77686bf5a6f4 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1173.104985] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323829, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.128074] env[69411]: DEBUG oslo_vmware.api [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222637} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.128347] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.128534] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.128709] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.128882] env[69411]: INFO nova.compute.manager [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1173.129142] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.129671] env[69411]: DEBUG nova.compute.manager [-] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.129772] env[69411]: DEBUG nova.network.neutron [-] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.315562] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.315823] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.315987] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.316155] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1173.317735] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391c0aba-585e-4b26-ba68-01c9fb09ff07 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.325925] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a493861-6301-4762-97cd-4c7c7b59d213 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.340100] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667a428f-149e-4a4b-b246-f73c0ba3da00 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.347975] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c81767-0aeb-4841-af7d-9967305eeae7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.392634] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178397MB free_disk=110GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1173.392789] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.393714] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.402392] env[69411]: INFO nova.compute.manager [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Took 22.26 seconds to build instance. [ 1173.411309] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323832, 'name': Rename_Task, 'duration_secs': 0.185191} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.412013] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.413958] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070532} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.413958] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb9e4fb3-0476-4dde-9840-b92389b9c0fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.414187] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.414952] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afab5fcd-85f7-4b0f-8a15-3d1e6a6b1322 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.435347] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 13eb0d3a-3cbb-445f-adfa-50a1277a5581/13eb0d3a-3cbb-445f-adfa-50a1277a5581.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.437501] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-031647ca-4e3c-4e95-9fe2-434ce654f4b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.451944] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1173.451944] env[69411]: value = "task-3323834" [ 1173.451944] env[69411]: _type = "Task" [ 1173.451944] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.459990] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1173.459990] env[69411]: value = "task-3323835" [ 1173.459990] env[69411]: _type = "Task" [ 1173.459990] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.462954] env[69411]: INFO nova.compute.manager [-] [instance: 2ad3e82d-281e-4065-b1fa-77686bf5a6f4] Took 1.30 seconds to deallocate network for instance. [ 1173.463139] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323834, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.477243] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.495361] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323833, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.605959] env[69411]: DEBUG oslo_vmware.api [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323829, 'name': PowerOnVM_Task, 'duration_secs': 0.525196} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.606484] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.606622] env[69411]: INFO nova.compute.manager [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Took 11.17 seconds to spawn the instance on the hypervisor. [ 1173.606779] env[69411]: DEBUG nova.compute.manager [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.607568] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6f96e4-524a-4fef-93bb-ab0f417665eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.740712] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.741216] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquired lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.741472] env[69411]: DEBUG nova.network.neutron [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.761827] env[69411]: DEBUG nova.compute.manager [req-27cac0a4-7bab-4d98-b0a8-93f95ce87743 req-f5f90d0e-93f3-404c-81b5-e7845b410bd1 service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Received event network-vif-deleted-6f400b8f-97a6-40f2-bb64-ee3241b73dd8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.762051] env[69411]: INFO nova.compute.manager [req-27cac0a4-7bab-4d98-b0a8-93f95ce87743 req-f5f90d0e-93f3-404c-81b5-e7845b410bd1 service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Neutron deleted interface 6f400b8f-97a6-40f2-bb64-ee3241b73dd8; detaching it from the instance and deleting it from the info cache [ 1173.762434] env[69411]: DEBUG nova.network.neutron [req-27cac0a4-7bab-4d98-b0a8-93f95ce87743 req-f5f90d0e-93f3-404c-81b5-e7845b410bd1 service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.914517] env[69411]: DEBUG oslo_concurrency.lockutils [None req-82c728c2-3b18-45e8-ab1e-6cdfdd8ddc78 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.791s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.952165] env[69411]: DEBUG nova.compute.manager [None req-303e8aab-0bba-4eb8-a878-dccc19f00334 tempest-ServerExternalEventsTest-1601558134 tempest-ServerExternalEventsTest-1601558134-project] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Received event network-changed {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.952530] env[69411]: DEBUG nova.compute.manager [None req-303e8aab-0bba-4eb8-a878-dccc19f00334 tempest-ServerExternalEventsTest-1601558134 tempest-ServerExternalEventsTest-1601558134-project] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Refreshing instance network info cache due to event network-changed. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.953535] env[69411]: DEBUG oslo_concurrency.lockutils [None req-303e8aab-0bba-4eb8-a878-dccc19f00334 tempest-ServerExternalEventsTest-1601558134 tempest-ServerExternalEventsTest-1601558134-project] Acquiring lock "refresh_cache-93caf985-4d50-4d82-8122-0f5062194611" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.953687] env[69411]: DEBUG oslo_concurrency.lockutils [None req-303e8aab-0bba-4eb8-a878-dccc19f00334 tempest-ServerExternalEventsTest-1601558134 tempest-ServerExternalEventsTest-1601558134-project] Acquired lock "refresh_cache-93caf985-4d50-4d82-8122-0f5062194611" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.953843] env[69411]: DEBUG nova.network.neutron [None req-303e8aab-0bba-4eb8-a878-dccc19f00334 tempest-ServerExternalEventsTest-1601558134 tempest-ServerExternalEventsTest-1601558134-project] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.968172] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323834, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.973211] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.977616] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323835, 'name': ReconfigVM_Task, 'duration_secs': 0.339293} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.977726] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 13eb0d3a-3cbb-445f-adfa-50a1277a5581/13eb0d3a-3cbb-445f-adfa-50a1277a5581.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.978718] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28848ed4-00bc-4250-a6d1-7e79452e0a35 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.985044] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1173.985044] env[69411]: value = "task-3323837" [ 1173.985044] env[69411]: _type = "Task" [ 1173.985044] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.003046] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323837, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.007026] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323833, 'name': RemoveSnapshot_Task, 'duration_secs': 0.829603} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.007026] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1174.007213] env[69411]: DEBUG nova.compute.manager [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.008195] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec3b746-f4b3-4cc4-98ea-f5cd6356932d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.128856] env[69411]: INFO nova.compute.manager [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Took 22.42 seconds to build instance. [ 1174.192650] env[69411]: DEBUG nova.network.neutron [-] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.231042] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "979ee93b-3936-46f9-873e-85a2cc62a229" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.231454] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "979ee93b-3936-46f9-873e-85a2cc62a229" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.231753] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "979ee93b-3936-46f9-873e-85a2cc62a229-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.232035] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "979ee93b-3936-46f9-873e-85a2cc62a229-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.232374] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "979ee93b-3936-46f9-873e-85a2cc62a229-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.235118] env[69411]: INFO nova.compute.manager [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Terminating instance [ 1174.264544] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aeac0646-2b9a-438d-8524-7ff086b3dfd9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.275365] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe53c8a7-f17f-42f5-8fad-3874461e4ad2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.317659] env[69411]: DEBUG nova.compute.manager [req-27cac0a4-7bab-4d98-b0a8-93f95ce87743 req-f5f90d0e-93f3-404c-81b5-e7845b410bd1 service nova] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Detach interface failed, port_id=6f400b8f-97a6-40f2-bb64-ee3241b73dd8, reason: Instance 51712e65-a788-4f72-9697-e5d1fcbe10b5 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1174.472845] env[69411]: DEBUG oslo_vmware.api [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323834, 'name': PowerOnVM_Task, 'duration_secs': 0.691896} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.472845] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.495759] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323837, 'name': Rename_Task, 'duration_secs': 0.158139} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.495759] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.496566] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03cc4318-4615-4804-9800-9654e6f8e371 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.503559] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1174.503559] env[69411]: value = "task-3323838" [ 1174.503559] env[69411]: _type = "Task" [ 1174.503559] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.511894] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.520158] env[69411]: INFO nova.network.neutron [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Port 06682aee-d4e0-44bf-8eb4-d7bba2c7c88f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1174.520158] env[69411]: DEBUG nova.network.neutron [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Updating instance_info_cache with network_info: [{"id": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "address": "fa:16:3e:fa:6a:ee", "network": {"id": "9f7625b8-1cdc-4227-bffd-1ef14759ac65", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819138089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "942d4be6e5e24bb58738805d96d9d2f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef67d0f3-8f", "ovs_interfaceid": "ef67d0f3-8f65-4761-909f-528fbb1d0490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.523901] env[69411]: INFO nova.compute.manager [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Shelve offloading [ 1174.533407] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Acquiring lock "93caf985-4d50-4d82-8122-0f5062194611" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.540374] env[69411]: DEBUG nova.compute.manager [req-2318de9c-b3ae-4138-8247-85f85b3bae5b req-01fd3e35-9049-4d5b-a747-8965e1181ba2 service nova] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Received event network-changed-a211f836-8cb9-4cc7-8e66-70380c85e7f3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.540776] env[69411]: DEBUG nova.compute.manager [req-2318de9c-b3ae-4138-8247-85f85b3bae5b req-01fd3e35-9049-4d5b-a747-8965e1181ba2 service nova] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Refreshing instance network info cache due to event network-changed-a211f836-8cb9-4cc7-8e66-70380c85e7f3. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.541185] env[69411]: DEBUG oslo_concurrency.lockutils [req-2318de9c-b3ae-4138-8247-85f85b3bae5b req-01fd3e35-9049-4d5b-a747-8965e1181ba2 service nova] Acquiring lock "refresh_cache-0026ad3a-e39e-462f-95fb-f456c8dcd7c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.541364] env[69411]: DEBUG oslo_concurrency.lockutils [req-2318de9c-b3ae-4138-8247-85f85b3bae5b req-01fd3e35-9049-4d5b-a747-8965e1181ba2 service nova] Acquired lock "refresh_cache-0026ad3a-e39e-462f-95fb-f456c8dcd7c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.541580] env[69411]: DEBUG nova.network.neutron [req-2318de9c-b3ae-4138-8247-85f85b3bae5b req-01fd3e35-9049-4d5b-a747-8965e1181ba2 service nova] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Refreshing network info cache for port a211f836-8cb9-4cc7-8e66-70380c85e7f3 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.550901] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2bb23ebd-70f2-4c82-9ca5-5a05319bda58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1174.551146] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance e715a445-d4c6-48e0-b9ba-5e112f4588a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1174.551288] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance b2b6aaaa-f831-4164-97ea-70744d7ce395 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1174.551476] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2ad3e82d-281e-4065-b1fa-77686bf5a6f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1174.551626] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 0a5ac446-533c-4508-922f-29696689abe2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1174.551799] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 964c7ba5-da92-4e47-9dc8-bd62294c0446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1174.551947] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 299692c3-30f9-4bb3-af21-772cd63fa85c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1174.552130] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 979ee93b-3936-46f9-873e-85a2cc62a229 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1174.552289] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 4e584ece-8a2e-4820-b02c-485d92aef579 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1174.552429] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 51712e65-a788-4f72-9697-e5d1fcbe10b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1174.552549] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance fdf8c90a-e012-426a-bb58-e9013c553f25 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1174.552708] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 2b57ac07-ff4d-4e34-8339-c36a51427d0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1174.552772] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1174.552884] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 0026ad3a-e39e-462f-95fb-f456c8dcd7c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1174.552995] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 93caf985-4d50-4d82-8122-0f5062194611 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1174.553211] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 13eb0d3a-3cbb-445f-adfa-50a1277a5581 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1174.553465] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1174.553651] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1174.611915] env[69411]: DEBUG nova.compute.manager [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.613189] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ecf2ec-e3c0-4218-a652-fbc0d1b1ac54 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.632369] env[69411]: DEBUG oslo_concurrency.lockutils [None req-35cadc2f-056e-4614-954c-47f3a967ccaa tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Lock "93caf985-4d50-4d82-8122-0f5062194611" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.939s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.634735] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Lock "93caf985-4d50-4d82-8122-0f5062194611" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.102s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.634988] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Acquiring lock "93caf985-4d50-4d82-8122-0f5062194611-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.635243] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Lock "93caf985-4d50-4d82-8122-0f5062194611-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.635478] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Lock "93caf985-4d50-4d82-8122-0f5062194611-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.638095] env[69411]: INFO nova.compute.manager [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Terminating instance [ 1174.696393] env[69411]: INFO nova.compute.manager [-] [instance: 51712e65-a788-4f72-9697-e5d1fcbe10b5] Took 1.57 seconds to deallocate network for instance. [ 1174.739990] env[69411]: DEBUG nova.compute.manager [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.741561] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.742625] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c77e2e6-ab99-462f-b35c-14ca790b98d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.748842] env[69411]: DEBUG nova.network.neutron [None req-303e8aab-0bba-4eb8-a878-dccc19f00334 tempest-ServerExternalEventsTest-1601558134 tempest-ServerExternalEventsTest-1601558134-project] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Updating instance_info_cache with network_info: [{"id": "79cbf73e-83b1-4052-8dd0-ada66f9d5041", "address": "fa:16:3e:a9:98:7c", "network": {"id": "b9af127e-fa22-4e13-80be-6d35134669b2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a06eb30fd6c446198f47d8b7ae3faa82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cbf73e-83", "ovs_interfaceid": "79cbf73e-83b1-4052-8dd0-ada66f9d5041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.753530] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.753530] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ee13096-0269-4df3-994d-3e469883ed24 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.760245] env[69411]: DEBUG oslo_vmware.api [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1174.760245] env[69411]: value = "task-3323839" [ 1174.760245] env[69411]: _type = "Task" [ 1174.760245] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.774300] env[69411]: DEBUG oslo_vmware.api [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.801194] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e27059-5bb3-49c3-bfe7-663e70eef4cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.810909] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32f72ad-ac7a-4411-a6d0-d2396b5084b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.844713] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892f069a-ac19-4c01-af3e-1413a693ff06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.853277] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a87f148-01fb-4df0-81d5-6431ef114d4b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.866839] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.012694] env[69411]: DEBUG oslo_vmware.api [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323838, 'name': PowerOnVM_Task, 'duration_secs': 0.433183} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.012975] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.013204] env[69411]: INFO nova.compute.manager [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Took 5.93 seconds to spawn the instance on the hypervisor. [ 1175.013425] env[69411]: DEBUG nova.compute.manager [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.014169] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49927bdf-5c76-4995-8e23-0bfe2f18369d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.024166] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Releasing lock "refresh_cache-979ee93b-3936-46f9-873e-85a2cc62a229" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.032666] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.032666] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27309012-519a-4a08-bcb7-d272bb91b42d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.040548] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1175.040548] env[69411]: value = "task-3323840" [ 1175.040548] env[69411]: _type = "Task" [ 1175.040548] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.050691] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.134888] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07f7e48-6403-492c-8afa-f6085925e013 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.620s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.141690] env[69411]: DEBUG nova.compute.manager [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.141896] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.142819] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7939e9fe-2441-4121-831e-8c35e3e89777 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.151602] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.152401] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd6e44b4-8439-439f-b811-2fd71b20a265 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.159732] env[69411]: DEBUG oslo_vmware.api [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Waiting for the task: (returnval){ [ 1175.159732] env[69411]: value = "task-3323841" [ 1175.159732] env[69411]: _type = "Task" [ 1175.159732] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.168168] env[69411]: DEBUG oslo_vmware.api [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.208619] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.252713] env[69411]: DEBUG oslo_concurrency.lockutils [None req-303e8aab-0bba-4eb8-a878-dccc19f00334 tempest-ServerExternalEventsTest-1601558134 tempest-ServerExternalEventsTest-1601558134-project] Releasing lock "refresh_cache-93caf985-4d50-4d82-8122-0f5062194611" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.277484] env[69411]: DEBUG oslo_vmware.api [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323839, 'name': PowerOffVM_Task, 'duration_secs': 0.326494} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.277763] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.277916] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.278225] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e817632-aeee-4788-963a-659f2fdcd55d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.320199] env[69411]: DEBUG nova.network.neutron [req-2318de9c-b3ae-4138-8247-85f85b3bae5b req-01fd3e35-9049-4d5b-a747-8965e1181ba2 service nova] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Updated VIF entry in instance network info cache for port a211f836-8cb9-4cc7-8e66-70380c85e7f3. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.320629] env[69411]: DEBUG nova.network.neutron [req-2318de9c-b3ae-4138-8247-85f85b3bae5b req-01fd3e35-9049-4d5b-a747-8965e1181ba2 service nova] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Updating instance_info_cache with network_info: [{"id": "a211f836-8cb9-4cc7-8e66-70380c85e7f3", "address": "fa:16:3e:a1:8d:96", "network": {"id": "9d331edd-c0a8-4166-a76d-2e5e40ed53e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2102469872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa3f20a5d244628ac13ef5e88e14e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa211f836-8c", "ovs_interfaceid": "a211f836-8cb9-4cc7-8e66-70380c85e7f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.360708] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.360976] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.361211] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Deleting the datastore file [datastore2] 979ee93b-3936-46f9-873e-85a2cc62a229 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.361543] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95b7efec-836f-4583-9624-9cabb4d8be4b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.368748] env[69411]: DEBUG oslo_vmware.api [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1175.368748] env[69411]: value = "task-3323843" [ 1175.368748] env[69411]: _type = "Task" [ 1175.368748] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.369587] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.381860] env[69411]: DEBUG oslo_vmware.api [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.532031] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2b71b4e-8360-4753-81fe-a3be2c4dff7c tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "interface-979ee93b-3936-46f9-873e-85a2cc62a229-06682aee-d4e0-44bf-8eb4-d7bba2c7c88f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.769s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.536240] env[69411]: INFO nova.compute.manager [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Took 17.63 seconds to build instance. [ 1175.552917] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1175.552917] env[69411]: DEBUG nova.compute.manager [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.553732] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c02f9d-861c-460b-98c6-2e29f93569a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.560556] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "refresh_cache-2b57ac07-ff4d-4e34-8339-c36a51427d0f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.560837] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "refresh_cache-2b57ac07-ff4d-4e34-8339-c36a51427d0f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.560909] env[69411]: DEBUG nova.network.neutron [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.670546] env[69411]: DEBUG oslo_vmware.api [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323841, 'name': PowerOffVM_Task, 'duration_secs': 0.282965} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.670546] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.670813] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.670979] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70cd30aa-d134-4e89-bac2-e8bc74c75947 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.737510] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.737770] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.737965] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Deleting the datastore file [datastore2] 93caf985-4d50-4d82-8122-0f5062194611 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.738276] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bfcfcd8-f0fa-4fbc-84dc-2598ee1363ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.744394] env[69411]: DEBUG oslo_vmware.api [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Waiting for the task: (returnval){ [ 1175.744394] env[69411]: value = "task-3323845" [ 1175.744394] env[69411]: _type = "Task" [ 1175.744394] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.752736] env[69411]: DEBUG oslo_vmware.api [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.823527] env[69411]: DEBUG oslo_concurrency.lockutils [req-2318de9c-b3ae-4138-8247-85f85b3bae5b req-01fd3e35-9049-4d5b-a747-8965e1181ba2 service nova] Releasing lock "refresh_cache-0026ad3a-e39e-462f-95fb-f456c8dcd7c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.874901] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1175.875135] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.482s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.875370] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.902s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.875581] env[69411]: DEBUG nova.objects.instance [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lazy-loading 'resources' on Instance uuid 2ad3e82d-281e-4065-b1fa-77686bf5a6f4 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.876741] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.876863] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Cleaning up deleted instances {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1175.883244] env[69411]: DEBUG oslo_vmware.api [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418541} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.884071] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.884263] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.884445] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.884613] env[69411]: INFO nova.compute.manager [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1175.884844] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.885261] env[69411]: DEBUG nova.compute.manager [-] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.885361] env[69411]: DEBUG nova.network.neutron [-] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.038669] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e52cc60-1ddb-45ef-b44b-af9b9e0eb952 tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Lock "13eb0d3a-3cbb-445f-adfa-50a1277a5581" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.136s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.255464] env[69411]: DEBUG oslo_vmware.api [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.258617] env[69411]: DEBUG nova.network.neutron [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Updating instance_info_cache with network_info: [{"id": "92596d04-3efe-4c7b-8064-fd9edde09694", "address": "fa:16:3e:eb:e3:e3", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92596d04-3e", "ovs_interfaceid": "92596d04-3efe-4c7b-8064-fd9edde09694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.364283] env[69411]: INFO nova.compute.manager [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Rebuilding instance [ 1176.396192] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] There are 52 instances to clean {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1176.396386] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 62f3a4c7-c151-4529-b6a1-e6e7113aed42] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.418953] env[69411]: DEBUG nova.compute.manager [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.420021] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834a4324-2cc0-489f-9ea7-0e3d68708ecb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.472126] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1176.472447] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663549', 'volume_id': '91ea3e86-d2e6-4af4-a605-f3bf8882e0c1', 'name': 'volume-91ea3e86-d2e6-4af4-a605-f3bf8882e0c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e584ece-8a2e-4820-b02c-485d92aef579', 'attached_at': '', 'detached_at': '', 'volume_id': '91ea3e86-d2e6-4af4-a605-f3bf8882e0c1', 'serial': '91ea3e86-d2e6-4af4-a605-f3bf8882e0c1'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1176.473481] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a2a5ac-62f4-40c0-9601-02ab03704b8a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.492400] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8334149-442a-4764-bde0-7532e4e4c758 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.517190] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-91ea3e86-d2e6-4af4-a605-f3bf8882e0c1/volume-91ea3e86-d2e6-4af4-a605-f3bf8882e0c1.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.519910] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68130f7-c196-4af1-a951-cd8ee6d9081c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.539104] env[69411]: DEBUG oslo_vmware.api [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1176.539104] env[69411]: value = "task-3323846" [ 1176.539104] env[69411]: _type = "Task" [ 1176.539104] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.550072] env[69411]: DEBUG oslo_vmware.api [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.566631] env[69411]: DEBUG nova.compute.manager [req-fa9ca017-a53d-4d70-9e63-4330fec95b4d req-1f9d5b0f-810d-4e44-823a-12ce37d8cf9c service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Received event network-vif-deleted-ef67d0f3-8f65-4761-909f-528fbb1d0490 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.566946] env[69411]: INFO nova.compute.manager [req-fa9ca017-a53d-4d70-9e63-4330fec95b4d req-1f9d5b0f-810d-4e44-823a-12ce37d8cf9c service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Neutron deleted interface ef67d0f3-8f65-4761-909f-528fbb1d0490; detaching it from the instance and deleting it from the info cache [ 1176.567228] env[69411]: DEBUG nova.network.neutron [req-fa9ca017-a53d-4d70-9e63-4330fec95b4d req-1f9d5b0f-810d-4e44-823a-12ce37d8cf9c service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.664123] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac5cfdd-b77f-43c0-831f-ccd6decac98f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.671803] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53846f2-ecfe-4dec-89c5-18f243fc720f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.705082] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2550502a-b276-401a-beb0-da56223cc813 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.712883] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512d130e-d48d-49dd-9216-ce1ed4817a21 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.727306] env[69411]: DEBUG nova.compute.provider_tree [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.754705] env[69411]: DEBUG oslo_vmware.api [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Task: {'id': task-3323845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.688857} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.755516] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.755516] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.755516] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.755763] env[69411]: INFO nova.compute.manager [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1176.755886] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.756144] env[69411]: DEBUG nova.compute.manager [-] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.756271] env[69411]: DEBUG nova.network.neutron [-] [instance: 93caf985-4d50-4d82-8122-0f5062194611] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.760627] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "refresh_cache-2b57ac07-ff4d-4e34-8339-c36a51427d0f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.905704] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 203e28f2-fe99-4d73-9e2e-3e144e757f08] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.991472] env[69411]: DEBUG nova.compute.manager [req-8cfd4316-dd97-4002-b4cf-2e9138fbde30 req-929b79da-01d8-4bcd-b4a6-6f26367aea7b service nova] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Received event network-vif-unplugged-92596d04-3efe-4c7b-8064-fd9edde09694 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.991472] env[69411]: DEBUG oslo_concurrency.lockutils [req-8cfd4316-dd97-4002-b4cf-2e9138fbde30 req-929b79da-01d8-4bcd-b4a6-6f26367aea7b service nova] Acquiring lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.991472] env[69411]: DEBUG oslo_concurrency.lockutils [req-8cfd4316-dd97-4002-b4cf-2e9138fbde30 req-929b79da-01d8-4bcd-b4a6-6f26367aea7b service nova] Lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.991472] env[69411]: DEBUG oslo_concurrency.lockutils [req-8cfd4316-dd97-4002-b4cf-2e9138fbde30 req-929b79da-01d8-4bcd-b4a6-6f26367aea7b service nova] Lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.991472] env[69411]: DEBUG nova.compute.manager [req-8cfd4316-dd97-4002-b4cf-2e9138fbde30 req-929b79da-01d8-4bcd-b4a6-6f26367aea7b service nova] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] No waiting events found dispatching network-vif-unplugged-92596d04-3efe-4c7b-8064-fd9edde09694 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.991472] env[69411]: WARNING nova.compute.manager [req-8cfd4316-dd97-4002-b4cf-2e9138fbde30 req-929b79da-01d8-4bcd-b4a6-6f26367aea7b service nova] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Received unexpected event network-vif-unplugged-92596d04-3efe-4c7b-8064-fd9edde09694 for instance with vm_state shelved and task_state shelving_offloading. [ 1177.024628] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.025550] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ef4117-778f-4857-ac01-fe3131700ee7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.033214] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.033476] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4af25696-bdff-431c-89de-317ee2f718c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.036539] env[69411]: DEBUG nova.network.neutron [-] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.053125] env[69411]: DEBUG oslo_vmware.api [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323846, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.070896] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7aa1fcc-5e1c-4cef-891d-8e1a95902ba3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.082082] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dc2fb3-bd1d-4f3c-b16a-e2e3fb4b7142 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.105598] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.105877] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.106086] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleting the datastore file [datastore2] 2b57ac07-ff4d-4e34-8339-c36a51427d0f {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.106400] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e25527dd-6ca9-4319-9300-4bb4c88b3c0b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.121747] env[69411]: DEBUG nova.compute.manager [req-fa9ca017-a53d-4d70-9e63-4330fec95b4d req-1f9d5b0f-810d-4e44-823a-12ce37d8cf9c service nova] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Detach interface failed, port_id=ef67d0f3-8f65-4761-909f-528fbb1d0490, reason: Instance 979ee93b-3936-46f9-873e-85a2cc62a229 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1177.123456] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1177.123456] env[69411]: value = "task-3323848" [ 1177.123456] env[69411]: _type = "Task" [ 1177.123456] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.131968] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.231121] env[69411]: DEBUG nova.scheduler.client.report [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.408986] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 95c38893-1202-4ce0-8b00-8d61ee281af2] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.438063] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.438063] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20d2d08f-06f7-4e86-b04d-8a835897c8e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.445635] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1177.445635] env[69411]: value = "task-3323849" [ 1177.445635] env[69411]: _type = "Task" [ 1177.445635] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.455279] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.504600] env[69411]: DEBUG nova.network.neutron [-] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.539577] env[69411]: INFO nova.compute.manager [-] [instance: 979ee93b-3936-46f9-873e-85a2cc62a229] Took 1.65 seconds to deallocate network for instance. [ 1177.554974] env[69411]: DEBUG oslo_vmware.api [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323846, 'name': ReconfigVM_Task, 'duration_secs': 0.515398} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.555477] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-91ea3e86-d2e6-4af4-a605-f3bf8882e0c1/volume-91ea3e86-d2e6-4af4-a605-f3bf8882e0c1.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.562404] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e53f6a9-d466-4526-aa65-1179a418a7b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.578942] env[69411]: DEBUG oslo_vmware.api [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1177.578942] env[69411]: value = "task-3323850" [ 1177.578942] env[69411]: _type = "Task" [ 1177.578942] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.588507] env[69411]: DEBUG oslo_vmware.api [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.633025] env[69411]: DEBUG oslo_vmware.api [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188304} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.633258] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.633484] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.633661] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.654149] env[69411]: INFO nova.scheduler.client.report [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleted allocations for instance 2b57ac07-ff4d-4e34-8339-c36a51427d0f [ 1177.735799] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.738136] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.530s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.738377] env[69411]: DEBUG nova.objects.instance [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'resources' on Instance uuid 51712e65-a788-4f72-9697-e5d1fcbe10b5 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.757080] env[69411]: INFO nova.scheduler.client.report [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Deleted allocations for instance 2ad3e82d-281e-4065-b1fa-77686bf5a6f4 [ 1177.912722] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: bcf2dc4d-83dc-408a-8a45-3f8568b3722b] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.956990] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323849, 'name': PowerOffVM_Task, 'duration_secs': 0.125285} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.957312] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.957545] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.958391] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0276e365-5b82-4113-88e1-9e4b29136f49 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.965710] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.965935] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14261fe4-1c8c-4445-b96c-c3a6471f68d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.990574] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.990717] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.990904] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Deleting the datastore file [datastore2] 13eb0d3a-3cbb-445f-adfa-50a1277a5581 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.992357] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1116e52a-7990-4a39-b948-78aef7781f5b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.999462] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1177.999462] env[69411]: value = "task-3323852" [ 1177.999462] env[69411]: _type = "Task" [ 1177.999462] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.007425] env[69411]: INFO nova.compute.manager [-] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Took 1.25 seconds to deallocate network for instance. [ 1178.007714] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.052035] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.089524] env[69411]: DEBUG oslo_vmware.api [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323850, 'name': ReconfigVM_Task, 'duration_secs': 0.168238} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.089849] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663549', 'volume_id': '91ea3e86-d2e6-4af4-a605-f3bf8882e0c1', 'name': 'volume-91ea3e86-d2e6-4af4-a605-f3bf8882e0c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e584ece-8a2e-4820-b02c-485d92aef579', 'attached_at': '', 'detached_at': '', 'volume_id': '91ea3e86-d2e6-4af4-a605-f3bf8882e0c1', 'serial': '91ea3e86-d2e6-4af4-a605-f3bf8882e0c1'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1178.158347] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.197497] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "0a5ac446-533c-4508-922f-29696689abe2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.197772] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "0a5ac446-533c-4508-922f-29696689abe2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.197994] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "0a5ac446-533c-4508-922f-29696689abe2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.198191] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "0a5ac446-533c-4508-922f-29696689abe2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.198367] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "0a5ac446-533c-4508-922f-29696689abe2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.200579] env[69411]: INFO nova.compute.manager [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Terminating instance [ 1178.266010] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7bda680-8830-4bb1-a3d8-e5da4578dd7c tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "2ad3e82d-281e-4065-b1fa-77686bf5a6f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.222s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.414133] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87851abb-afdb-42d2-9a32-d6b71b295ec3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.417634] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: a1ac3e17-2250-46ca-859d-628798161103] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.424600] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb36d873-a1b3-4a16-8463-b67907adeff0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.462299] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7647eed1-b2da-41f7-acac-e56e417ef8a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.474625] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179bcee7-23de-421c-832d-b48c23c5729f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.489575] env[69411]: DEBUG nova.compute.provider_tree [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.508376] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47278} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.508676] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.508882] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.509095] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.515632] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.596933] env[69411]: DEBUG nova.compute.manager [req-bd54374d-3029-4c30-b366-2f8e06b9b051 req-ed68407c-27b6-4d48-a2c8-82abe3095f59 service nova] [instance: 93caf985-4d50-4d82-8122-0f5062194611] Received event network-vif-deleted-79cbf73e-83b1-4052-8dd0-ada66f9d5041 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.704753] env[69411]: DEBUG nova.compute.manager [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.704941] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.705788] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cb7f5f-fc7f-4fba-9ced-9911ac4fb6b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.713762] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.713965] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee721f2c-177b-4640-9fc6-afb46799d981 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.719782] env[69411]: DEBUG oslo_vmware.api [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1178.719782] env[69411]: value = "task-3323853" [ 1178.719782] env[69411]: _type = "Task" [ 1178.719782] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.727365] env[69411]: DEBUG oslo_vmware.api [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.738230] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a3177b1-4877-4c83-ae59-f9b8312130e1 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.921384] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: a926f70b-cf17-4e5b-b28d-b02d262b37a3] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.976075] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "b2b6aaaa-f831-4164-97ea-70744d7ce395" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.976478] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "b2b6aaaa-f831-4164-97ea-70744d7ce395" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.976639] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "b2b6aaaa-f831-4164-97ea-70744d7ce395-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.976803] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "b2b6aaaa-f831-4164-97ea-70744d7ce395-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.977142] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "b2b6aaaa-f831-4164-97ea-70744d7ce395-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.979534] env[69411]: INFO nova.compute.manager [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Terminating instance [ 1178.993518] env[69411]: DEBUG nova.scheduler.client.report [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.019968] env[69411]: DEBUG nova.compute.manager [req-5b58c266-7e24-4f4b-9412-8e2a869d0813 req-4aacc7bb-a406-4403-885e-1af764c9bb2d service nova] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Received event network-changed-92596d04-3efe-4c7b-8064-fd9edde09694 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.020552] env[69411]: DEBUG nova.compute.manager [req-5b58c266-7e24-4f4b-9412-8e2a869d0813 req-4aacc7bb-a406-4403-885e-1af764c9bb2d service nova] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Refreshing instance network info cache due to event network-changed-92596d04-3efe-4c7b-8064-fd9edde09694. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.020787] env[69411]: DEBUG oslo_concurrency.lockutils [req-5b58c266-7e24-4f4b-9412-8e2a869d0813 req-4aacc7bb-a406-4403-885e-1af764c9bb2d service nova] Acquiring lock "refresh_cache-2b57ac07-ff4d-4e34-8339-c36a51427d0f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.020935] env[69411]: DEBUG oslo_concurrency.lockutils [req-5b58c266-7e24-4f4b-9412-8e2a869d0813 req-4aacc7bb-a406-4403-885e-1af764c9bb2d service nova] Acquired lock "refresh_cache-2b57ac07-ff4d-4e34-8339-c36a51427d0f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.021144] env[69411]: DEBUG nova.network.neutron [req-5b58c266-7e24-4f4b-9412-8e2a869d0813 req-4aacc7bb-a406-4403-885e-1af764c9bb2d service nova] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Refreshing network info cache for port 92596d04-3efe-4c7b-8064-fd9edde09694 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.130830] env[69411]: DEBUG nova.objects.instance [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lazy-loading 'flavor' on Instance uuid 4e584ece-8a2e-4820-b02c-485d92aef579 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.230082] env[69411]: DEBUG oslo_vmware.api [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323853, 'name': PowerOffVM_Task, 'duration_secs': 0.187847} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.230337] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.230512] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.230761] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a31b3a16-d39e-4ed8-a584-a9947d4af99e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.311063] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.311367] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.311589] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Deleting the datastore file [datastore1] 0a5ac446-533c-4508-922f-29696689abe2 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.311878] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3afae75b-271b-4230-883b-9e3c46519e1c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.318835] env[69411]: DEBUG oslo_vmware.api [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1179.318835] env[69411]: value = "task-3323855" [ 1179.318835] env[69411]: _type = "Task" [ 1179.318835] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.326597] env[69411]: DEBUG oslo_vmware.api [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.424344] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 2c5b0c84-03de-48b2-b302-2aa3d5d4b240] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.484233] env[69411]: DEBUG nova.compute.manager [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.484461] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.485362] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af16715-8239-464f-8b66-639b7948e511 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.492398] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.492629] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc6a2597-80e3-4e08-ae86-132889ef33c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.498031] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.499966] env[69411]: DEBUG oslo_vmware.api [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1179.499966] env[69411]: value = "task-3323856" [ 1179.499966] env[69411]: _type = "Task" [ 1179.499966] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.500474] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.450s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.500727] env[69411]: DEBUG nova.objects.instance [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lazy-loading 'resources' on Instance uuid 979ee93b-3936-46f9-873e-85a2cc62a229 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.509841] env[69411]: DEBUG oslo_vmware.api [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.522086] env[69411]: INFO nova.scheduler.client.report [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Deleted allocations for instance 51712e65-a788-4f72-9697-e5d1fcbe10b5 [ 1179.550832] env[69411]: DEBUG nova.virt.hardware [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.551220] env[69411]: DEBUG nova.virt.hardware [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.551470] env[69411]: DEBUG nova.virt.hardware [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.551761] env[69411]: DEBUG nova.virt.hardware [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.551995] env[69411]: DEBUG nova.virt.hardware [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.552266] env[69411]: DEBUG nova.virt.hardware [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.552593] env[69411]: DEBUG nova.virt.hardware [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.552850] env[69411]: DEBUG nova.virt.hardware [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.553135] env[69411]: DEBUG nova.virt.hardware [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.553434] env[69411]: DEBUG nova.virt.hardware [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.553753] env[69411]: DEBUG nova.virt.hardware [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.554963] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6682e6-5195-4cee-9b8a-c4b103bc4618 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.569168] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3a686e-7fbc-4622-8a75-6c276fdc0d69 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.590395] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.599548] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.600311] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.600636] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17bf1903-efd5-4c43-ad70-658abb8d66e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.630342] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.630342] env[69411]: value = "task-3323857" [ 1179.630342] env[69411]: _type = "Task" [ 1179.630342] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.638374] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f78c03c0-efee-4be9-9734-8ceda212aaba tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "4e584ece-8a2e-4820-b02c-485d92aef579" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.277s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.644455] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323857, 'name': CreateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.770294] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d149c1d0-633c-469b-ac9a-13e157bc539d tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "4e584ece-8a2e-4820-b02c-485d92aef579" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.770639] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d149c1d0-633c-469b-ac9a-13e157bc539d tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "4e584ece-8a2e-4820-b02c-485d92aef579" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.770832] env[69411]: DEBUG nova.compute.manager [None req-d149c1d0-633c-469b-ac9a-13e157bc539d tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.771858] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d389cc-5bf7-4876-ada1-cbfb66b65751 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.775626] env[69411]: DEBUG nova.network.neutron [req-5b58c266-7e24-4f4b-9412-8e2a869d0813 req-4aacc7bb-a406-4403-885e-1af764c9bb2d service nova] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Updated VIF entry in instance network info cache for port 92596d04-3efe-4c7b-8064-fd9edde09694. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.775994] env[69411]: DEBUG nova.network.neutron [req-5b58c266-7e24-4f4b-9412-8e2a869d0813 req-4aacc7bb-a406-4403-885e-1af764c9bb2d service nova] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Updating instance_info_cache with network_info: [{"id": "92596d04-3efe-4c7b-8064-fd9edde09694", "address": "fa:16:3e:eb:e3:e3", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": null, "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap92596d04-3e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.781195] env[69411]: DEBUG nova.compute.manager [None req-d149c1d0-633c-469b-ac9a-13e157bc539d tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1179.782998] env[69411]: DEBUG nova.objects.instance [None req-d149c1d0-633c-469b-ac9a-13e157bc539d tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lazy-loading 'flavor' on Instance uuid 4e584ece-8a2e-4820-b02c-485d92aef579 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.829283] env[69411]: DEBUG oslo_vmware.api [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140639} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.829468] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.829712] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.830011] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.830212] env[69411]: INFO nova.compute.manager [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1179.830508] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.830746] env[69411]: DEBUG nova.compute.manager [-] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.830875] env[69411]: DEBUG nova.network.neutron [-] [instance: 0a5ac446-533c-4508-922f-29696689abe2] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.928733] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 2b4e745c-7fbe-4446-a062-e25ac1667e53] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.017157] env[69411]: DEBUG oslo_vmware.api [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323856, 'name': PowerOffVM_Task, 'duration_secs': 0.273573} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.017157] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.017157] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.017157] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9422d3fb-d515-46dd-862b-2af9af14201f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.036774] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5afe988b-f43f-4dc3-b517-72dcd03fc25f tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "51712e65-a788-4f72-9697-e5d1fcbe10b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.532s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.141514] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323857, 'name': CreateVM_Task, 'duration_secs': 0.346411} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.141846] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.142438] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.142734] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.143158] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.143523] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c419add-d51a-4dd1-a4f4-61c38b3fb82c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.153019] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1180.153019] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525787f6-8dd6-6040-070e-6b67ee5e2ac7" [ 1180.153019] env[69411]: _type = "Task" [ 1180.153019] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.158674] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525787f6-8dd6-6040-070e-6b67ee5e2ac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.187428] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69557383-8098-40ea-aa08-0b2aef7542c1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.194290] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41c2ee1-ca1b-48c2-9035-53c62dd5b3ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.226230] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373c5f97-4d33-4e86-a4ed-1d7b903eb73d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.234410] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104a7f92-577b-431e-ac8b-600c7346fd64 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.247188] env[69411]: DEBUG nova.compute.provider_tree [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.279508] env[69411]: DEBUG oslo_concurrency.lockutils [req-5b58c266-7e24-4f4b-9412-8e2a869d0813 req-4aacc7bb-a406-4403-885e-1af764c9bb2d service nova] Releasing lock "refresh_cache-2b57ac07-ff4d-4e34-8339-c36a51427d0f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.350342] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.350342] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.350342] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Deleting the datastore file [datastore1] b2b6aaaa-f831-4164-97ea-70744d7ce395 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.350342] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deafc1d2-a47f-40cc-9a36-8eed70849cc8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.363336] env[69411]: DEBUG oslo_vmware.api [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for the task: (returnval){ [ 1180.363336] env[69411]: value = "task-3323859" [ 1180.363336] env[69411]: _type = "Task" [ 1180.363336] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.370455] env[69411]: DEBUG oslo_vmware.api [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.432695] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 270e8dfa-be3d-4b60-8eb7-7bd6eebe6a7f] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.662993] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525787f6-8dd6-6040-070e-6b67ee5e2ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.058344} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.663371] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.663625] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.663866] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.664025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.664298] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.664633] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a461c486-6bda-4b23-ab58-f9b0b99b8fc1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.674532] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.674716] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.675638] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0fa2a5-547f-4833-ac96-fd772dcf8647 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.680643] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1180.680643] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52300213-7cd0-631c-2e49-b4824c3492c0" [ 1180.680643] env[69411]: _type = "Task" [ 1180.680643] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.688540] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52300213-7cd0-631c-2e49-b4824c3492c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.750727] env[69411]: DEBUG nova.scheduler.client.report [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.790853] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d149c1d0-633c-469b-ac9a-13e157bc539d tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.790853] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6a16121-fae8-4eee-81e2-84b477e9ca97 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.796748] env[69411]: DEBUG oslo_vmware.api [None req-d149c1d0-633c-469b-ac9a-13e157bc539d tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1180.796748] env[69411]: value = "task-3323860" [ 1180.796748] env[69411]: _type = "Task" [ 1180.796748] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.805319] env[69411]: DEBUG oslo_vmware.api [None req-d149c1d0-633c-469b-ac9a-13e157bc539d tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.869095] env[69411]: DEBUG oslo_vmware.api [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Task: {'id': task-3323859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191399} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.869391] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.869609] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.869854] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.870188] env[69411]: INFO nova.compute.manager [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1180.870479] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.870754] env[69411]: DEBUG nova.compute.manager [-] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.870843] env[69411]: DEBUG nova.network.neutron [-] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.894175] env[69411]: DEBUG nova.network.neutron [-] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.936401] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 7ea10113-1c15-41e2-9f2d-d7b92abe0e24] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.964551] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.964796] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.048533] env[69411]: DEBUG nova.compute.manager [req-40905752-3773-447d-8418-765a73bad5ea req-6d4432ef-3453-4648-8f21-872ecfb18609 service nova] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Received event network-vif-deleted-337a0221-02b7-4116-9538-6383cd9a2298 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.190329] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52300213-7cd0-631c-2e49-b4824c3492c0, 'name': SearchDatastore_Task, 'duration_secs': 0.021613} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.191142] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dab4803-04b7-453d-a206-f25d43ad9c28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.196210] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1181.196210] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e537ca-3d64-6132-7a6f-52067d37184d" [ 1181.196210] env[69411]: _type = "Task" [ 1181.196210] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.203534] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e537ca-3d64-6132-7a6f-52067d37184d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.256184] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.258550] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.100s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.258779] env[69411]: DEBUG nova.objects.instance [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lazy-loading 'resources' on Instance uuid 2b57ac07-ff4d-4e34-8339-c36a51427d0f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.280846] env[69411]: INFO nova.scheduler.client.report [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Deleted allocations for instance 979ee93b-3936-46f9-873e-85a2cc62a229 [ 1181.306426] env[69411]: DEBUG oslo_vmware.api [None req-d149c1d0-633c-469b-ac9a-13e157bc539d tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323860, 'name': PowerOffVM_Task, 'duration_secs': 0.224956} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.306690] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d149c1d0-633c-469b-ac9a-13e157bc539d tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.306884] env[69411]: DEBUG nova.compute.manager [None req-d149c1d0-633c-469b-ac9a-13e157bc539d tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.307917] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a294c64a-72d5-403e-b53d-35a846ce400c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.396634] env[69411]: INFO nova.compute.manager [-] [instance: 0a5ac446-533c-4508-922f-29696689abe2] Took 1.57 seconds to deallocate network for instance. [ 1181.439298] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 1c0983a8-897c-4721-8aa8-b4d9bb909fba] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.467782] env[69411]: DEBUG nova.compute.manager [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1181.609251] env[69411]: DEBUG nova.network.neutron [-] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.709365] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e537ca-3d64-6132-7a6f-52067d37184d, 'name': SearchDatastore_Task, 'duration_secs': 0.03532} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.709976] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.710296] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 13eb0d3a-3cbb-445f-adfa-50a1277a5581/13eb0d3a-3cbb-445f-adfa-50a1277a5581.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.710597] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-041a21b1-55a8-4e8e-8c49-0e341de193cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.717914] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1181.717914] env[69411]: value = "task-3323861" [ 1181.717914] env[69411]: _type = "Task" [ 1181.717914] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.726372] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.761777] env[69411]: DEBUG nova.objects.instance [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lazy-loading 'numa_topology' on Instance uuid 2b57ac07-ff4d-4e34-8339-c36a51427d0f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.789181] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f2250b6-3929-4d7e-9cd0-3c05c1b0b6d1 tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "979ee93b-3936-46f9-873e-85a2cc62a229" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.558s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.820449] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d149c1d0-633c-469b-ac9a-13e157bc539d tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "4e584ece-8a2e-4820-b02c-485d92aef579" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.902717] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.945534] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 10e24ec3-736e-4654-a132-d01cf4b0b1a4] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.994088] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.996857] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "299692c3-30f9-4bb3-af21-772cd63fa85c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.997089] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "299692c3-30f9-4bb3-af21-772cd63fa85c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.997495] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "299692c3-30f9-4bb3-af21-772cd63fa85c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.997688] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "299692c3-30f9-4bb3-af21-772cd63fa85c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.997891] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "299692c3-30f9-4bb3-af21-772cd63fa85c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.000396] env[69411]: INFO nova.compute.manager [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Terminating instance [ 1182.114182] env[69411]: INFO nova.compute.manager [-] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Took 1.24 seconds to deallocate network for instance. [ 1182.199552] env[69411]: DEBUG nova.objects.instance [None req-7e2f940e-d98a-4646-8093-77706afb027f tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lazy-loading 'flavor' on Instance uuid 4e584ece-8a2e-4820-b02c-485d92aef579 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.232322] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323861, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.264378] env[69411]: DEBUG nova.objects.base [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Object Instance<2b57ac07-ff4d-4e34-8339-c36a51427d0f> lazy-loaded attributes: resources,numa_topology {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1182.436711] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8299b333-02ce-4765-9dff-6547be9310f7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.444761] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8815387-6029-4f93-a939-ad53badcdf67 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.448307] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 54325ab8-c500-470d-a095-cf831f1a6eb4] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.476657] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5770f703-4a4e-4773-89b0-6347f6bdcc43 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.484502] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27969e86-73a6-431f-a0d0-c6c0883032db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.501049] env[69411]: DEBUG nova.compute.provider_tree [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.504164] env[69411]: DEBUG nova.compute.manager [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.504427] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.505235] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71419e0f-ee53-4b18-ab6e-0d96a3dd0cf1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.512458] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.512713] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dae5795d-a8fa-448c-80b8-639ecd9ff022 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.518945] env[69411]: DEBUG oslo_vmware.api [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1182.518945] env[69411]: value = "task-3323862" [ 1182.518945] env[69411]: _type = "Task" [ 1182.518945] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.527559] env[69411]: DEBUG oslo_vmware.api [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.625081] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.705441] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7e2f940e-d98a-4646-8093-77706afb027f tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "refresh_cache-4e584ece-8a2e-4820-b02c-485d92aef579" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.705441] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7e2f940e-d98a-4646-8093-77706afb027f tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquired lock "refresh_cache-4e584ece-8a2e-4820-b02c-485d92aef579" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.705441] env[69411]: DEBUG nova.network.neutron [None req-7e2f940e-d98a-4646-8093-77706afb027f tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.705441] env[69411]: DEBUG nova.objects.instance [None req-7e2f940e-d98a-4646-8093-77706afb027f tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lazy-loading 'info_cache' on Instance uuid 4e584ece-8a2e-4820-b02c-485d92aef579 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.730057] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60901} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.730057] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 13eb0d3a-3cbb-445f-adfa-50a1277a5581/13eb0d3a-3cbb-445f-adfa-50a1277a5581.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.730397] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.730691] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1948649b-df8e-4b30-9f29-75005501901e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.737886] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1182.737886] env[69411]: value = "task-3323863" [ 1182.737886] env[69411]: _type = "Task" [ 1182.737886] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.746376] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.951405] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 311c0bd7-7377-46c2-8d81-7b59c17d5f22] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.002872] env[69411]: DEBUG nova.scheduler.client.report [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.029300] env[69411]: DEBUG oslo_vmware.api [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323862, 'name': PowerOffVM_Task, 'duration_secs': 0.314262} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.029580] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.029745] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.029988] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca928e5e-d9bc-4ded-82e8-ad73d341dd8c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.074092] env[69411]: DEBUG nova.compute.manager [req-1abfaa00-375a-449a-bc5c-fbfde5329fe5 req-81eff8e8-2c5d-4b0f-94ef-db78779f7112 service nova] [instance: b2b6aaaa-f831-4164-97ea-70744d7ce395] Received event network-vif-deleted-6e89052e-2af5-4b91-a60e-e1b9e1205ebe {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.098385] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.098615] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.098799] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Deleting the datastore file [datastore1] 299692c3-30f9-4bb3-af21-772cd63fa85c {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.099182] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35d8bd4b-dca8-43cf-8c4e-4ab82ee1c0ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.105164] env[69411]: DEBUG oslo_vmware.api [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for the task: (returnval){ [ 1183.105164] env[69411]: value = "task-3323865" [ 1183.105164] env[69411]: _type = "Task" [ 1183.105164] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.113254] env[69411]: DEBUG oslo_vmware.api [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.208061] env[69411]: DEBUG nova.objects.base [None req-7e2f940e-d98a-4646-8093-77706afb027f tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Object Instance<4e584ece-8a2e-4820-b02c-485d92aef579> lazy-loaded attributes: flavor,info_cache {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1183.247779] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092969} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.248085] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.248882] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81be95ca-d745-45ad-8aff-84d0c2bcd6d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.269021] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 13eb0d3a-3cbb-445f-adfa-50a1277a5581/13eb0d3a-3cbb-445f-adfa-50a1277a5581.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.269279] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4742826a-370d-43d8-8182-5700e2ce350d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.288337] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1183.288337] env[69411]: value = "task-3323866" [ 1183.288337] env[69411]: _type = "Task" [ 1183.288337] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.297945] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.455021] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 2c3fa979-b7d7-4177-a77b-acbfc797e16f] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.508206] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.510723] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.995s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.511008] env[69411]: DEBUG nova.objects.instance [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Lazy-loading 'resources' on Instance uuid 93caf985-4d50-4d82-8122-0f5062194611 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.614887] env[69411]: DEBUG oslo_vmware.api [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.800210] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.958049] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: fc617046-039b-4478-b122-69fa3bf621a2] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.012656] env[69411]: DEBUG nova.network.neutron [None req-7e2f940e-d98a-4646-8093-77706afb027f tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Updating instance_info_cache with network_info: [{"id": "4b9e02d4-2cdb-4992-8ab1-9b862a2137ae", "address": "fa:16:3e:0a:35:7e", "network": {"id": "b5d16af4-ec20-4074-ab1d-0ed1d7e2a3fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408751192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0c9fa713aa6425b96d1f6bea41879aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9e02d4-2c", "ovs_interfaceid": "4b9e02d4-2cdb-4992-8ab1-9b862a2137ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.020875] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5fdb5d5d-b508-4dfd-81ff-d8cd04cc98fb tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.031s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.021901] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a3177b1-4877-4c83-ae59-f9b8312130e1 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.283s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.021901] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a3177b1-4877-4c83-ae59-f9b8312130e1 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.021901] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a3177b1-4877-4c83-ae59-f9b8312130e1 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.021901] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a3177b1-4877-4c83-ae59-f9b8312130e1 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.023631] env[69411]: INFO nova.compute.manager [None req-6a3177b1-4877-4c83-ae59-f9b8312130e1 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Terminating instance [ 1184.116927] env[69411]: DEBUG oslo_vmware.api [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Task: {'id': task-3323865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.627878} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.117209] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.117399] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.117577] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.117746] env[69411]: INFO nova.compute.manager [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1184.117977] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.118184] env[69411]: DEBUG nova.compute.manager [-] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.118280] env[69411]: DEBUG nova.network.neutron [-] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.181456] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a370cb7-b597-4be8-9968-1715c76482b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.189074] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b16988b-f570-48db-85ab-a0bf3e8076d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.220715] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ea9ef5-8cf5-4a9d-98af-efc4cdf36bad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.227961] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c392d74-bc68-4ac3-ad8b-d02ca9cf716b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.241020] env[69411]: DEBUG nova.compute.provider_tree [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.259873] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Acquiring lock "fdf8c90a-e012-426a-bb58-e9013c553f25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.260143] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Lock "fdf8c90a-e012-426a-bb58-e9013c553f25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.260380] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Acquiring lock "fdf8c90a-e012-426a-bb58-e9013c553f25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.260565] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Lock "fdf8c90a-e012-426a-bb58-e9013c553f25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.260730] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Lock "fdf8c90a-e012-426a-bb58-e9013c553f25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.262865] env[69411]: INFO nova.compute.manager [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Terminating instance [ 1184.298544] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323866, 'name': ReconfigVM_Task, 'duration_secs': 0.606883} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.298825] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 13eb0d3a-3cbb-445f-adfa-50a1277a5581/13eb0d3a-3cbb-445f-adfa-50a1277a5581.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.299450] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61c2cec9-2239-4b1d-9c22-1139b7a6f40f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.306065] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1184.306065] env[69411]: value = "task-3323867" [ 1184.306065] env[69411]: _type = "Task" [ 1184.306065] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.314384] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323867, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.461243] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: b7953ab1-d5f6-4a94-801c-1e1f47812e6f] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.518873] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7e2f940e-d98a-4646-8093-77706afb027f tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Releasing lock "refresh_cache-4e584ece-8a2e-4820-b02c-485d92aef579" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.527450] env[69411]: DEBUG nova.compute.manager [None req-6a3177b1-4877-4c83-ae59-f9b8312130e1 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.527656] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3177b1-4877-4c83-ae59-f9b8312130e1 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.527929] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aaba140d-6323-46dc-bac5-772b6f0a28f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.539135] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e12706-78cf-4d87-ab43-cdfae8024481 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.569587] env[69411]: WARNING nova.virt.vmwareapi.vmops [None req-6a3177b1-4877-4c83-ae59-f9b8312130e1 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2b57ac07-ff4d-4e34-8339-c36a51427d0f could not be found. [ 1184.569716] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3177b1-4877-4c83-ae59-f9b8312130e1 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.569857] env[69411]: INFO nova.compute.manager [None req-6a3177b1-4877-4c83-ae59-f9b8312130e1 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1184.570114] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a3177b1-4877-4c83-ae59-f9b8312130e1 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.570376] env[69411]: DEBUG nova.compute.manager [-] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.570474] env[69411]: DEBUG nova.network.neutron [-] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.744729] env[69411]: DEBUG nova.scheduler.client.report [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.766416] env[69411]: DEBUG nova.compute.manager [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.766661] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.767154] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a21a5eb-6640-4925-a7a7-b8f24b88a222 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.774589] env[69411]: DEBUG oslo_vmware.api [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Waiting for the task: (returnval){ [ 1184.774589] env[69411]: value = "task-3323868" [ 1184.774589] env[69411]: _type = "Task" [ 1184.774589] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.782570] env[69411]: DEBUG oslo_vmware.api [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.815979] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323867, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.828438] env[69411]: DEBUG nova.network.neutron [-] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.965729] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 56f02699-5153-426f-9f37-4d82a2cbcb21] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.098807] env[69411]: DEBUG nova.compute.manager [req-015fce7c-9e07-43a3-8a3b-b51b103d8882 req-00374db5-e987-470e-8628-c51d166190eb service nova] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Received event network-vif-deleted-6e1ddc58-269f-464f-b805-955abcfeb827 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.249382] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.251748] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.349s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.251977] env[69411]: DEBUG nova.objects.instance [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lazy-loading 'resources' on Instance uuid 0a5ac446-533c-4508-922f-29696689abe2 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.272342] env[69411]: INFO nova.scheduler.client.report [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Deleted allocations for instance 93caf985-4d50-4d82-8122-0f5062194611 [ 1185.285132] env[69411]: DEBUG oslo_vmware.api [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323868, 'name': PowerOffVM_Task, 'duration_secs': 0.266754} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.285411] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.285606] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1185.285797] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663518', 'volume_id': '80a64f63-a648-4ec1-b42a-c5b66336a914', 'name': 'volume-80a64f63-a648-4ec1-b42a-c5b66336a914', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdf8c90a-e012-426a-bb58-e9013c553f25', 'attached_at': '', 'detached_at': '', 'volume_id': '80a64f63-a648-4ec1-b42a-c5b66336a914', 'serial': '80a64f63-a648-4ec1-b42a-c5b66336a914'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1185.286642] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a37117b-4f26-459e-92cb-3c1ca83d3d6f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.289347] env[69411]: DEBUG nova.network.neutron [-] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.311564] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a96f3d-ad1b-4e5e-b95b-f353d90c37ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.319701] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323867, 'name': Rename_Task, 'duration_secs': 0.670541} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.321568] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.322520] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d3dee62-dd36-4517-a3d1-f4199b8f7f31 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.324523] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30dc0e7-7c84-4e57-b8f8-6812bfea49cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.342782] env[69411]: INFO nova.compute.manager [-] [instance: 299692c3-30f9-4bb3-af21-772cd63fa85c] Took 1.22 seconds to deallocate network for instance. [ 1185.346339] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10b803a-015d-4d9a-a650-5598452fc449 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.348937] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1185.348937] env[69411]: value = "task-3323869" [ 1185.348937] env[69411]: _type = "Task" [ 1185.348937] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.370630] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] The volume has not been displaced from its original location: [datastore2] volume-80a64f63-a648-4ec1-b42a-c5b66336a914/volume-80a64f63-a648-4ec1-b42a-c5b66336a914.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1185.375972] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1185.376717] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42ab8032-5698-4be8-b8d1-ad1dd936f78b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.393071] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.397917] env[69411]: DEBUG oslo_vmware.api [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Waiting for the task: (returnval){ [ 1185.397917] env[69411]: value = "task-3323870" [ 1185.397917] env[69411]: _type = "Task" [ 1185.397917] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.405727] env[69411]: DEBUG oslo_vmware.api [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.471473] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 53b8cf37-a542-453a-ac03-3dab8089c31c] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.525343] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2f940e-d98a-4646-8093-77706afb027f tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.525713] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94cec62b-8671-4d5d-9aa4-ba7713754ae8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.532715] env[69411]: DEBUG oslo_vmware.api [None req-7e2f940e-d98a-4646-8093-77706afb027f tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1185.532715] env[69411]: value = "task-3323871" [ 1185.532715] env[69411]: _type = "Task" [ 1185.532715] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.540165] env[69411]: DEBUG oslo_vmware.api [None req-7e2f940e-d98a-4646-8093-77706afb027f tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.779323] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28df16b5-dc77-45c1-b56a-c2d877f0e9c5 tempest-ServerExternalEventsTest-377114637 tempest-ServerExternalEventsTest-377114637-project-member] Lock "93caf985-4d50-4d82-8122-0f5062194611" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.144s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.792069] env[69411]: INFO nova.compute.manager [-] [instance: 2b57ac07-ff4d-4e34-8339-c36a51427d0f] Took 1.22 seconds to deallocate network for instance. [ 1185.853410] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.864279] env[69411]: DEBUG oslo_vmware.api [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323869, 'name': PowerOnVM_Task, 'duration_secs': 0.420495} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.864512] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.864733] env[69411]: DEBUG nova.compute.manager [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.865519] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e7db40-c5a6-4766-baf3-1559acee7c4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.911048] env[69411]: DEBUG oslo_vmware.api [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323870, 'name': ReconfigVM_Task, 'duration_secs': 0.155373} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.913418] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.919116] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ed8c3d-e55b-4c0d-bb55-61404adc117f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.932201] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06794bd0-2ef6-400d-a836-c4ebe80045b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.941845] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115d9aa8-ca73-46ad-9f67-aadb93ac0a99 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.945131] env[69411]: DEBUG oslo_vmware.api [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Waiting for the task: (returnval){ [ 1185.945131] env[69411]: value = "task-3323872" [ 1185.945131] env[69411]: _type = "Task" [ 1185.945131] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.976037] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: b04eaaab-66bd-44d0-8757-bae522e70c73] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.981227] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b75a19-38c1-4c11-9f32-4fb2dcdd17bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.983901] env[69411]: DEBUG oslo_vmware.api [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323872, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.989176] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6ff2fc-576d-44ac-b2ae-5241a38c8bd6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.003097] env[69411]: DEBUG nova.compute.provider_tree [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.042550] env[69411]: DEBUG oslo_vmware.api [None req-7e2f940e-d98a-4646-8093-77706afb027f tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323871, 'name': PowerOnVM_Task, 'duration_secs': 0.438266} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.042804] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2f940e-d98a-4646-8093-77706afb027f tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.043044] env[69411]: DEBUG nova.compute.manager [None req-7e2f940e-d98a-4646-8093-77706afb027f tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.043827] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8c8db8-a8fe-40a3-a066-6cbf347a9c0d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.381187] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.455664] env[69411]: DEBUG oslo_vmware.api [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323872, 'name': ReconfigVM_Task, 'duration_secs': 0.170336} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.455985] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663518', 'volume_id': '80a64f63-a648-4ec1-b42a-c5b66336a914', 'name': 'volume-80a64f63-a648-4ec1-b42a-c5b66336a914', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdf8c90a-e012-426a-bb58-e9013c553f25', 'attached_at': '', 'detached_at': '', 'volume_id': '80a64f63-a648-4ec1-b42a-c5b66336a914', 'serial': '80a64f63-a648-4ec1-b42a-c5b66336a914'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1186.456277] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.457058] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e364b9-7a21-4933-843a-862984bb49df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.463374] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.463590] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-880f3f4c-0377-4575-a959-92e14441169f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.485516] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 2ca1b26e-2034-4e7c-a337-89fdcf5b6e91] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.506591] env[69411]: DEBUG nova.scheduler.client.report [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.528087] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.528309] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.528493] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Deleting the datastore file [datastore2] fdf8c90a-e012-426a-bb58-e9013c553f25 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.528961] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fed0cf8b-0c84-4fd4-a852-9653d0db76ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.535037] env[69411]: DEBUG oslo_vmware.api [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Waiting for the task: (returnval){ [ 1186.535037] env[69411]: value = "task-3323874" [ 1186.535037] env[69411]: _type = "Task" [ 1186.535037] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.543342] env[69411]: DEBUG oslo_vmware.api [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.818778] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a3177b1-4877-4c83-ae59-f9b8312130e1 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "2b57ac07-ff4d-4e34-8339-c36a51427d0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.797s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.988657] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 510f3fce-bea9-49f0-a56c-af1706a42d6e] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.011547] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.014570] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.020s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.016067] env[69411]: INFO nova.compute.claims [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.035692] env[69411]: INFO nova.scheduler.client.report [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Deleted allocations for instance 0a5ac446-533c-4508-922f-29696689abe2 [ 1187.052968] env[69411]: DEBUG oslo_vmware.api [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Task: {'id': task-3323874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086396} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.053370] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.053740] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.054080] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.054285] env[69411]: INFO nova.compute.manager [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1187.054552] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.055282] env[69411]: DEBUG nova.compute.manager [-] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.055398] env[69411]: DEBUG nova.network.neutron [-] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.194729] env[69411]: DEBUG oslo_concurrency.lockutils [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquiring lock "13eb0d3a-3cbb-445f-adfa-50a1277a5581" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.195145] env[69411]: DEBUG oslo_concurrency.lockutils [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Lock "13eb0d3a-3cbb-445f-adfa-50a1277a5581" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.195388] env[69411]: DEBUG oslo_concurrency.lockutils [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquiring lock "13eb0d3a-3cbb-445f-adfa-50a1277a5581-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.195575] env[69411]: DEBUG oslo_concurrency.lockutils [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Lock "13eb0d3a-3cbb-445f-adfa-50a1277a5581-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.195745] env[69411]: DEBUG oslo_concurrency.lockutils [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Lock "13eb0d3a-3cbb-445f-adfa-50a1277a5581-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.198191] env[69411]: INFO nova.compute.manager [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Terminating instance [ 1187.494834] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 33841480-43a8-4931-b720-5027352d0c44] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.534452] env[69411]: DEBUG nova.compute.manager [req-862422cd-048f-455a-8191-b7e426dbd542 req-ef6afde0-f7a9-4989-bc9c-98c8d9594632 service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Received event network-vif-deleted-f5da4a96-8468-4cb4-a2ea-2b868839ec16 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.534452] env[69411]: INFO nova.compute.manager [req-862422cd-048f-455a-8191-b7e426dbd542 req-ef6afde0-f7a9-4989-bc9c-98c8d9594632 service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Neutron deleted interface f5da4a96-8468-4cb4-a2ea-2b868839ec16; detaching it from the instance and deleting it from the info cache [ 1187.534452] env[69411]: DEBUG nova.network.neutron [req-862422cd-048f-455a-8191-b7e426dbd542 req-ef6afde0-f7a9-4989-bc9c-98c8d9594632 service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.551245] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7a2b2853-6c4c-4587-8a8c-d8ded53f678a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "0a5ac446-533c-4508-922f-29696689abe2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.353s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.703250] env[69411]: DEBUG oslo_concurrency.lockutils [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquiring lock "refresh_cache-13eb0d3a-3cbb-445f-adfa-50a1277a5581" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.703929] env[69411]: DEBUG oslo_concurrency.lockutils [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquired lock "refresh_cache-13eb0d3a-3cbb-445f-adfa-50a1277a5581" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.704275] env[69411]: DEBUG nova.network.neutron [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.997280] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: d1770f90-821a-4049-8311-c0e642c3eb83] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.011740] env[69411]: DEBUG nova.network.neutron [-] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.043917] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d01c161-db54-4a9e-b995-c7f5afe8f792 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.059233] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afb4c09-d017-4a6f-a070-eeb1f3cd51e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.096381] env[69411]: DEBUG nova.compute.manager [req-862422cd-048f-455a-8191-b7e426dbd542 req-ef6afde0-f7a9-4989-bc9c-98c8d9594632 service nova] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Detach interface failed, port_id=f5da4a96-8468-4cb4-a2ea-2b868839ec16, reason: Instance fdf8c90a-e012-426a-bb58-e9013c553f25 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1188.247513] env[69411]: DEBUG nova.network.neutron [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.281507] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "7679b066-e026-4eff-b890-d7c42d2b51e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.281812] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "7679b066-e026-4eff-b890-d7c42d2b51e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.283556] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a74b757-4f04-4428-850a-37aca5d163e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.298052] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ed64a9-cb8b-4cc1-9f0a-ff91f6a82a1b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.334018] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f442ff-ce6a-46d6-a08f-c666aa069334 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.343160] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fabbf78-2dab-4345-a5e4-a8d7f2b590f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.359226] env[69411]: DEBUG nova.compute.provider_tree [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.361668] env[69411]: DEBUG nova.network.neutron [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.501501] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 54657ddb-ed08-4e68-953f-021f44f9537b] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.514156] env[69411]: INFO nova.compute.manager [-] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Took 1.46 seconds to deallocate network for instance. [ 1188.789161] env[69411]: DEBUG nova.compute.manager [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.864565] env[69411]: DEBUG nova.scheduler.client.report [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.868170] env[69411]: DEBUG oslo_concurrency.lockutils [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Releasing lock "refresh_cache-13eb0d3a-3cbb-445f-adfa-50a1277a5581" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.868367] env[69411]: DEBUG nova.compute.manager [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.868428] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.869929] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303b66a3-c4a5-41f9-8eb7-8892e4281f46 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.877699] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.877936] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21056826-53fb-4c9c-9b03-234717fd8c83 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.884560] env[69411]: DEBUG oslo_vmware.api [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1188.884560] env[69411]: value = "task-3323875" [ 1188.884560] env[69411]: _type = "Task" [ 1188.884560] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.894219] env[69411]: DEBUG oslo_vmware.api [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.004568] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 6ebc7666-bdda-429e-b8e9-32d9b444d9b1] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.080825] env[69411]: INFO nova.compute.manager [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Took 0.57 seconds to detach 1 volumes for instance. [ 1189.083206] env[69411]: DEBUG nova.compute.manager [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] [instance: fdf8c90a-e012-426a-bb58-e9013c553f25] Deleting volume: 80a64f63-a648-4ec1-b42a-c5b66336a914 {{(pid=69411) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1189.314019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.374460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.374976] env[69411]: DEBUG nova.compute.manager [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.378012] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.753s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.378392] env[69411]: DEBUG nova.objects.instance [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lazy-loading 'resources' on Instance uuid b2b6aaaa-f831-4164-97ea-70744d7ce395 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.397098] env[69411]: DEBUG oslo_vmware.api [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323875, 'name': PowerOffVM_Task, 'duration_secs': 0.149113} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.397443] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.397679] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.397974] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-814f4248-2239-45d7-8215-c9991457f943 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.426213] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.426482] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.426628] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Deleting the datastore file [datastore1] 13eb0d3a-3cbb-445f-adfa-50a1277a5581 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.426879] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d973d3f-fdb6-4c16-a96a-d50eedf78060 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.433649] env[69411]: DEBUG oslo_vmware.api [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for the task: (returnval){ [ 1189.433649] env[69411]: value = "task-3323878" [ 1189.433649] env[69411]: _type = "Task" [ 1189.433649] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.446368] env[69411]: DEBUG oslo_vmware.api [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.508606] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: c9bfaa5b-683b-4d56-9413-e4a4af19680f] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.639413] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.813089] env[69411]: DEBUG nova.compute.manager [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1189.881599] env[69411]: DEBUG nova.compute.utils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.882949] env[69411]: DEBUG nova.compute.manager [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.883160] env[69411]: DEBUG nova.network.neutron [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.931613] env[69411]: DEBUG nova.policy [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e457bfe7532a42ea93094702df7d3628', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ad3320f9a304c7ca903bec6ba9ca533', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.946937] env[69411]: DEBUG oslo_vmware.api [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Task: {'id': task-3323878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090553} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.947036] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.947292] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.947370] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.947538] env[69411]: INFO nova.compute.manager [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1189.947767] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.947944] env[69411]: DEBUG nova.compute.manager [-] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.948041] env[69411]: DEBUG nova.network.neutron [-] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.969391] env[69411]: DEBUG nova.network.neutron [-] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.014018] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 536d2e2b-65e4-4e3a-924c-535e4e262eb5] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.113840] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fb48fc-c0c8-4f93-bb56-61cb2771b1fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.121562] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aae1b58-b2ea-41a0-a02b-9722bd14f2fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.155303] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e031ed-c034-4df4-8b12-e73f252605f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.165316] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755c272c-88fc-40df-b319-2c3b35b72c34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.180811] env[69411]: DEBUG nova.compute.provider_tree [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.270129] env[69411]: DEBUG nova.network.neutron [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Successfully created port: 83f8d3c8-2594-4ae1-b8ce-d0487573a329 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.334666] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.389224] env[69411]: DEBUG nova.compute.manager [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.472850] env[69411]: DEBUG nova.network.neutron [-] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.515458] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: cdbb693a-23bc-49cb-87ba-c8b11be3fb65] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.684117] env[69411]: DEBUG nova.scheduler.client.report [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.695051] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "719a4af7-0b49-4fe6-9274-a876efc2cb52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.695300] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "719a4af7-0b49-4fe6-9274-a876efc2cb52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.728354] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "0da7b308-90b7-4482-bc53-678fef640944" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.728852] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "0da7b308-90b7-4482-bc53-678fef640944" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.975024] env[69411]: INFO nova.compute.manager [-] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Took 1.03 seconds to deallocate network for instance. [ 1191.020700] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 7dfdb97b-0a4c-48a5-a474-c1d397d58cc6] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.196046] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.198745] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.345s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.198928] env[69411]: DEBUG nova.objects.instance [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lazy-loading 'resources' on Instance uuid 299692c3-30f9-4bb3-af21-772cd63fa85c {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.200502] env[69411]: DEBUG nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1191.226672] env[69411]: INFO nova.scheduler.client.report [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Deleted allocations for instance b2b6aaaa-f831-4164-97ea-70744d7ce395 [ 1191.230902] env[69411]: DEBUG nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1191.399732] env[69411]: DEBUG nova.compute.manager [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.427946] env[69411]: DEBUG nova.virt.hardware [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.428166] env[69411]: DEBUG nova.virt.hardware [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.428328] env[69411]: DEBUG nova.virt.hardware [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.428510] env[69411]: DEBUG nova.virt.hardware [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.428657] env[69411]: DEBUG nova.virt.hardware [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.428802] env[69411]: DEBUG nova.virt.hardware [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.429013] env[69411]: DEBUG nova.virt.hardware [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.429184] env[69411]: DEBUG nova.virt.hardware [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.429407] env[69411]: DEBUG nova.virt.hardware [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.429510] env[69411]: DEBUG nova.virt.hardware [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.429682] env[69411]: DEBUG nova.virt.hardware [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.430901] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8d671a-3ffe-496d-bed0-ec9b1908e086 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.439014] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437dbd4d-72c0-4fbf-bd8f-10076367c705 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.480925] env[69411]: DEBUG oslo_concurrency.lockutils [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.523677] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: cfb2b779-1b6a-47ab-87f3-ba2ed07d00f4] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.733988] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.737999] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03df9ccd-d1ef-40fc-bd67-6e9786df3a08 tempest-ServerRescueNegativeTestJSON-2011828255 tempest-ServerRescueNegativeTestJSON-2011828255-project-member] Lock "b2b6aaaa-f831-4164-97ea-70744d7ce395" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.762s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.762203] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.937722] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f71e22b-0ad0-4ec4-8a47-893684e6f14a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.945545] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89b7530-a1ba-44f9-98c5-551130b07c4f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.975634] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33655765-d8e3-4b57-ad92-c8a6aa250d95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.983013] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619dddab-03a1-4543-a275-e0669f0a8b1f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.997320] env[69411]: DEBUG nova.compute.provider_tree [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.026441] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 9ce9578d-68d8-4e74-ae85-0962712c5088] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.053405] env[69411]: DEBUG nova.compute.manager [req-6fb5a0fb-603d-4edc-b931-c7d84f2a0bef req-e5853a5c-392e-4a31-b91b-205f02e5d2c5 service nova] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Received event network-vif-plugged-83f8d3c8-2594-4ae1-b8ce-d0487573a329 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.053621] env[69411]: DEBUG oslo_concurrency.lockutils [req-6fb5a0fb-603d-4edc-b931-c7d84f2a0bef req-e5853a5c-392e-4a31-b91b-205f02e5d2c5 service nova] Acquiring lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.053850] env[69411]: DEBUG oslo_concurrency.lockutils [req-6fb5a0fb-603d-4edc-b931-c7d84f2a0bef req-e5853a5c-392e-4a31-b91b-205f02e5d2c5 service nova] Lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.053986] env[69411]: DEBUG oslo_concurrency.lockutils [req-6fb5a0fb-603d-4edc-b931-c7d84f2a0bef req-e5853a5c-392e-4a31-b91b-205f02e5d2c5 service nova] Lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.054161] env[69411]: DEBUG nova.compute.manager [req-6fb5a0fb-603d-4edc-b931-c7d84f2a0bef req-e5853a5c-392e-4a31-b91b-205f02e5d2c5 service nova] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] No waiting events found dispatching network-vif-plugged-83f8d3c8-2594-4ae1-b8ce-d0487573a329 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.054424] env[69411]: WARNING nova.compute.manager [req-6fb5a0fb-603d-4edc-b931-c7d84f2a0bef req-e5853a5c-392e-4a31-b91b-205f02e5d2c5 service nova] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Received unexpected event network-vif-plugged-83f8d3c8-2594-4ae1-b8ce-d0487573a329 for instance with vm_state building and task_state spawning. [ 1192.241466] env[69411]: DEBUG nova.network.neutron [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Successfully updated port: 83f8d3c8-2594-4ae1-b8ce-d0487573a329 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.501905] env[69411]: DEBUG nova.scheduler.client.report [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.529284] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: a777e80c-13a0-429c-ae7e-4d43702e9092] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.747206] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.747206] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.747206] env[69411]: DEBUG nova.network.neutron [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.014256] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.017270] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.635s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.017270] env[69411]: DEBUG nova.objects.instance [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] [instance: 13eb0d3a-3cbb-445f-adfa-50a1277a5581] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1193.032701] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: ade7ce14-f11a-467d-9b12-05acd5ac76fc] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.039712] env[69411]: INFO nova.scheduler.client.report [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Deleted allocations for instance 299692c3-30f9-4bb3-af21-772cd63fa85c [ 1193.282189] env[69411]: DEBUG nova.network.neutron [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.454978] env[69411]: DEBUG nova.network.neutron [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating instance_info_cache with network_info: [{"id": "83f8d3c8-2594-4ae1-b8ce-d0487573a329", "address": "fa:16:3e:b4:cc:6a", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f8d3c8-25", "ovs_interfaceid": "83f8d3c8-2594-4ae1-b8ce-d0487573a329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.536154] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: bc2d41f9-3166-4ae8-bbc9-b58558603368] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.548205] env[69411]: DEBUG oslo_concurrency.lockutils [None req-70f35ad1-2644-4a18-96fe-7630b286bcde tempest-AttachInterfacesTestJSON-1616260624 tempest-AttachInterfacesTestJSON-1616260624-project-member] Lock "299692c3-30f9-4bb3-af21-772cd63fa85c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.551s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.957901] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.958268] env[69411]: DEBUG nova.compute.manager [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Instance network_info: |[{"id": "83f8d3c8-2594-4ae1-b8ce-d0487573a329", "address": "fa:16:3e:b4:cc:6a", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f8d3c8-25", "ovs_interfaceid": "83f8d3c8-2594-4ae1-b8ce-d0487573a329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.958700] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:cc:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83f8d3c8-2594-4ae1-b8ce-d0487573a329', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.966176] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.966397] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.966623] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dbdc94b-5315-417b-93bd-8fc5f5e9455d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.987497] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.987497] env[69411]: value = "task-3323879" [ 1193.987497] env[69411]: _type = "Task" [ 1193.987497] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.995252] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323879, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.027842] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0de3f497-e717-4fcc-a76a-7ca5e89606ed tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.029223] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.715s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.030819] env[69411]: INFO nova.compute.claims [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.040131] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 41dd55dd-81f9-414d-8985-7b3280d45509] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.095593] env[69411]: DEBUG nova.compute.manager [req-2ccfed66-c45c-4468-b55e-e5cb25772950 req-5178bb75-4aca-45c9-a733-47553804fd6d service nova] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Received event network-changed-83f8d3c8-2594-4ae1-b8ce-d0487573a329 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.095802] env[69411]: DEBUG nova.compute.manager [req-2ccfed66-c45c-4468-b55e-e5cb25772950 req-5178bb75-4aca-45c9-a733-47553804fd6d service nova] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Refreshing instance network info cache due to event network-changed-83f8d3c8-2594-4ae1-b8ce-d0487573a329. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.096015] env[69411]: DEBUG oslo_concurrency.lockutils [req-2ccfed66-c45c-4468-b55e-e5cb25772950 req-5178bb75-4aca-45c9-a733-47553804fd6d service nova] Acquiring lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.096320] env[69411]: DEBUG oslo_concurrency.lockutils [req-2ccfed66-c45c-4468-b55e-e5cb25772950 req-5178bb75-4aca-45c9-a733-47553804fd6d service nova] Acquired lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.096532] env[69411]: DEBUG nova.network.neutron [req-2ccfed66-c45c-4468-b55e-e5cb25772950 req-5178bb75-4aca-45c9-a733-47553804fd6d service nova] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Refreshing network info cache for port 83f8d3c8-2594-4ae1-b8ce-d0487573a329 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.497883] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323879, 'name': CreateVM_Task, 'duration_secs': 0.39574} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.498083] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.501667] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.501667] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.501667] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.501667] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b808f785-1965-47b1-8607-9bf43fbb7afc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.506266] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1194.506266] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a59eca-a3b0-4436-a373-ab78b348fec9" [ 1194.506266] env[69411]: _type = "Task" [ 1194.506266] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.513263] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a59eca-a3b0-4436-a373-ab78b348fec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.548808] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: a640f79b-0b60-4c7a-9dd4-3a6074397f8e] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.809158] env[69411]: DEBUG nova.network.neutron [req-2ccfed66-c45c-4468-b55e-e5cb25772950 req-5178bb75-4aca-45c9-a733-47553804fd6d service nova] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updated VIF entry in instance network info cache for port 83f8d3c8-2594-4ae1-b8ce-d0487573a329. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.809458] env[69411]: DEBUG nova.network.neutron [req-2ccfed66-c45c-4468-b55e-e5cb25772950 req-5178bb75-4aca-45c9-a733-47553804fd6d service nova] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating instance_info_cache with network_info: [{"id": "83f8d3c8-2594-4ae1-b8ce-d0487573a329", "address": "fa:16:3e:b4:cc:6a", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f8d3c8-25", "ovs_interfaceid": "83f8d3c8-2594-4ae1-b8ce-d0487573a329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.017969] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a59eca-a3b0-4436-a373-ab78b348fec9, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.017969] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.018261] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.018612] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.018798] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.018991] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.019292] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67f78087-d852-4822-af9c-4dd6849a14b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.030022] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.030022] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.030022] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3af32f0-5b1f-4a07-87b3-df7e76c25eb1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.034420] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1195.034420] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5210b793-a3fa-d0e8-dfd2-344d52a2461d" [ 1195.034420] env[69411]: _type = "Task" [ 1195.034420] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.047114] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5210b793-a3fa-d0e8-dfd2-344d52a2461d, 'name': SearchDatastore_Task, 'duration_secs': 0.009031} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.047897] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eec3abf-ea94-4fdc-87d7-6ebdd53cb66c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.052900] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1195.052900] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525eceb4-3547-886e-fbec-5d4ea38ab0ed" [ 1195.052900] env[69411]: _type = "Task" [ 1195.052900] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.053358] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: c1f94147-d4d0-403a-b62d-c83cf6c41ef2] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.065843] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525eceb4-3547-886e-fbec-5d4ea38ab0ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008514} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.068579] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.068715] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] d26532bc-15a5-406a-bf6f-2ee5b40fbbdc/d26532bc-15a5-406a-bf6f-2ee5b40fbbdc.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.069275] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9412c8f8-1367-419b-8035-35d59638fa99 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.076394] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1195.076394] env[69411]: value = "task-3323880" [ 1195.076394] env[69411]: _type = "Task" [ 1195.076394] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.086592] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.242605] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d86f3a6-336e-4046-b514-9f469dbfb434 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.250104] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd66211-06d7-4a17-b410-cd014f04f8e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.280064] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c676f732-6597-4010-b3d0-1291d5b9adf5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.287946] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97afec9a-bc3a-4f50-9483-15c2d4a3e666 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.305339] env[69411]: DEBUG nova.compute.provider_tree [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.312675] env[69411]: DEBUG oslo_concurrency.lockutils [req-2ccfed66-c45c-4468-b55e-e5cb25772950 req-5178bb75-4aca-45c9-a733-47553804fd6d service nova] Releasing lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.558722] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 72616706-31a1-4408-8083-91391e927d91] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.589509] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323880, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.807503] env[69411]: DEBUG nova.scheduler.client.report [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.062180] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 37caffdb-52fd-40dc-9de9-2bd7930c4903] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.088871] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855278} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.090577] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] d26532bc-15a5-406a-bf6f-2ee5b40fbbdc/d26532bc-15a5-406a-bf6f-2ee5b40fbbdc.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.090824] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.091124] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23d2030c-cade-49ff-bba1-956c338d0465 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.098955] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1196.098955] env[69411]: value = "task-3323881" [ 1196.098955] env[69411]: _type = "Task" [ 1196.098955] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.108061] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.315271] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.316073] env[69411]: DEBUG nova.compute.manager [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.319667] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.680s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.319884] env[69411]: DEBUG nova.objects.instance [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Lazy-loading 'resources' on Instance uuid fdf8c90a-e012-426a-bb58-e9013c553f25 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.565726] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 939d7944-3e09-45c9-8201-fd9edcdbca11] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.608865] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.313832} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.609068] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.609858] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35b4313-651d-4cbb-96ae-d41d7157c1a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.633314] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] d26532bc-15a5-406a-bf6f-2ee5b40fbbdc/d26532bc-15a5-406a-bf6f-2ee5b40fbbdc.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.633988] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39efdd07-50d9-43af-a51e-1977a553471b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.653350] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1196.653350] env[69411]: value = "task-3323882" [ 1196.653350] env[69411]: _type = "Task" [ 1196.653350] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.661831] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.826504] env[69411]: DEBUG nova.compute.utils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.828859] env[69411]: DEBUG nova.compute.manager [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.829192] env[69411]: DEBUG nova.network.neutron [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.911256] env[69411]: DEBUG nova.policy [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61a70c6ff2be4a17bef70a4651a12295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d93079ae7584bab9feb43e850052e75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.023688] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42cfedd-e398-46be-b971-fe29f878dbbd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.036030] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4470e0-7239-49fa-b391-945babdc75ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.069083] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9276d868-e820-4346-a97c-296f6f663aa8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.072373] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: f2e014b2-5984-40c5-b2b7-c52f03b08536] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.079810] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ca0245-a4cd-46dc-97fe-86fb58140042 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.095595] env[69411]: DEBUG nova.compute.provider_tree [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.162866] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323882, 'name': ReconfigVM_Task, 'duration_secs': 0.418674} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.163169] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Reconfigured VM instance instance-0000006e to attach disk [datastore1] d26532bc-15a5-406a-bf6f-2ee5b40fbbdc/d26532bc-15a5-406a-bf6f-2ee5b40fbbdc.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.163821] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-223be2e3-748c-4bbb-947c-7cababae992b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.170291] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1197.170291] env[69411]: value = "task-3323883" [ 1197.170291] env[69411]: _type = "Task" [ 1197.170291] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.184277] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323883, 'name': Rename_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.329447] env[69411]: DEBUG nova.compute.manager [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.443158] env[69411]: DEBUG nova.network.neutron [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Successfully created port: 71842c75-e956-4d58-8ed7-4fefcb7de503 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.575310] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: f550df5e-3fce-482d-8be8-ad9a3b46c912] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.599495] env[69411]: DEBUG nova.scheduler.client.report [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.684288] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323883, 'name': Rename_Task, 'duration_secs': 0.170638} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.684912] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.685181] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-605f2865-d649-46ae-979a-6edf1ddfea12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.691582] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1197.691582] env[69411]: value = "task-3323884" [ 1197.691582] env[69411]: _type = "Task" [ 1197.691582] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.700248] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.820711] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.820986] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.078507] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: a9825baf-0ac3-47d9-a814-02a301c83a9b] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.105789] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.112379] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.778s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.157411] env[69411]: INFO nova.scheduler.client.report [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Deleted allocations for instance fdf8c90a-e012-426a-bb58-e9013c553f25 [ 1198.205683] env[69411]: DEBUG oslo_vmware.api [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3323884, 'name': PowerOnVM_Task, 'duration_secs': 0.446028} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.206390] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.206522] env[69411]: INFO nova.compute.manager [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1198.206787] env[69411]: DEBUG nova.compute.manager [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.208638] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed4016b-3839-4208-bd41-38e5e05e22a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.323877] env[69411]: INFO nova.compute.manager [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Detaching volume ab4a40eb-7e23-494f-a075-fce7856d8559 [ 1198.337925] env[69411]: DEBUG nova.compute.manager [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.361501] env[69411]: INFO nova.virt.block_device [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Attempting to driver detach volume ab4a40eb-7e23-494f-a075-fce7856d8559 from mountpoint /dev/sdb [ 1198.361759] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1198.361949] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663530', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'name': 'volume-ab4a40eb-7e23-494f-a075-fce7856d8559', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964c7ba5-da92-4e47-9dc8-bd62294c0446', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'serial': 'ab4a40eb-7e23-494f-a075-fce7856d8559'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1198.362977] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bff23ad-e9ad-49cd-b7e0-40dfc125a213 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.390615] env[69411]: DEBUG nova.virt.hardware [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.391062] env[69411]: DEBUG nova.virt.hardware [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.391062] env[69411]: DEBUG nova.virt.hardware [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.391847] env[69411]: DEBUG nova.virt.hardware [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.391847] env[69411]: DEBUG nova.virt.hardware [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.391847] env[69411]: DEBUG nova.virt.hardware [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.391847] env[69411]: DEBUG nova.virt.hardware [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.392078] env[69411]: DEBUG nova.virt.hardware [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.392288] env[69411]: DEBUG nova.virt.hardware [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.392463] env[69411]: DEBUG nova.virt.hardware [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.392642] env[69411]: DEBUG nova.virt.hardware [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.393688] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6616aa0-0da9-4426-bd08-047053c79148 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.397797] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f476d4c-39cd-4a3a-a00c-f40892483dc1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.410091] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d714b21-ffb3-4995-9360-59ae39640471 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.417378] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90964500-4074-4200-bcea-8279c18c4b96 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.449488] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff800e8d-9b68-47bc-93e5-b531825ceeba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.465019] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] The volume has not been displaced from its original location: [datastore1] volume-ab4a40eb-7e23-494f-a075-fce7856d8559/volume-ab4a40eb-7e23-494f-a075-fce7856d8559.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1198.469878] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1198.470246] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ce0e93a-e532-4f06-86e3-d05263587c74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.487835] env[69411]: DEBUG oslo_vmware.api [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1198.487835] env[69411]: value = "task-3323885" [ 1198.487835] env[69411]: _type = "Task" [ 1198.487835] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.496078] env[69411]: DEBUG oslo_vmware.api [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.581714] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 76f4d3eb-3401-4033-95f4-45a7998854de] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.617171] env[69411]: INFO nova.compute.claims [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.668629] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53e20e44-2763-40e2-b296-453067290c90 tempest-ServersTestBootFromVolume-1108289899 tempest-ServersTestBootFromVolume-1108289899-project-member] Lock "fdf8c90a-e012-426a-bb58-e9013c553f25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.408s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.734649] env[69411]: INFO nova.compute.manager [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Took 16.76 seconds to build instance. [ 1198.998797] env[69411]: DEBUG oslo_vmware.api [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323885, 'name': ReconfigVM_Task, 'duration_secs': 0.367669} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.999577] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1199.004837] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d58bb287-7235-4f86-8500-7602656b4762 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.023376] env[69411]: DEBUG oslo_vmware.api [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1199.023376] env[69411]: value = "task-3323886" [ 1199.023376] env[69411]: _type = "Task" [ 1199.023376] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.036500] env[69411]: DEBUG oslo_vmware.api [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.047766] env[69411]: DEBUG nova.compute.manager [req-433e0b68-5007-4058-8f67-59869ffbad7a req-507a8df4-a90d-429c-94b8-62d86dc108eb service nova] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Received event network-vif-plugged-71842c75-e956-4d58-8ed7-4fefcb7de503 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.047990] env[69411]: DEBUG oslo_concurrency.lockutils [req-433e0b68-5007-4058-8f67-59869ffbad7a req-507a8df4-a90d-429c-94b8-62d86dc108eb service nova] Acquiring lock "7679b066-e026-4eff-b890-d7c42d2b51e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.048213] env[69411]: DEBUG oslo_concurrency.lockutils [req-433e0b68-5007-4058-8f67-59869ffbad7a req-507a8df4-a90d-429c-94b8-62d86dc108eb service nova] Lock "7679b066-e026-4eff-b890-d7c42d2b51e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.048399] env[69411]: DEBUG oslo_concurrency.lockutils [req-433e0b68-5007-4058-8f67-59869ffbad7a req-507a8df4-a90d-429c-94b8-62d86dc108eb service nova] Lock "7679b066-e026-4eff-b890-d7c42d2b51e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.048649] env[69411]: DEBUG nova.compute.manager [req-433e0b68-5007-4058-8f67-59869ffbad7a req-507a8df4-a90d-429c-94b8-62d86dc108eb service nova] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] No waiting events found dispatching network-vif-plugged-71842c75-e956-4d58-8ed7-4fefcb7de503 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.048752] env[69411]: WARNING nova.compute.manager [req-433e0b68-5007-4058-8f67-59869ffbad7a req-507a8df4-a90d-429c-94b8-62d86dc108eb service nova] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Received unexpected event network-vif-plugged-71842c75-e956-4d58-8ed7-4fefcb7de503 for instance with vm_state building and task_state spawning. [ 1199.087256] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 9f55ba14-c3fe-45be-900f-19c0be0cf5ac] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.126566] env[69411]: INFO nova.compute.resource_tracker [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating resource usage from migration 6b0e3e4b-4dd7-455d-96fe-eb232fb8c095 [ 1199.131321] env[69411]: DEBUG nova.network.neutron [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Successfully updated port: 71842c75-e956-4d58-8ed7-4fefcb7de503 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.236425] env[69411]: DEBUG oslo_concurrency.lockutils [None req-eba4ddd4-4737-4441-a8cd-1ef823949064 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.271s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.322275] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6723dcc8-b8d8-4593-a955-4445e830e500 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.332749] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f66938-5edd-4175-aca6-58ae0ac1e78b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.364583] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7a80da-3287-4588-b803-9d99749043ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.372136] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96c17e8-6767-4e5e-a6c3-e2dfebdb68e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.385458] env[69411]: DEBUG nova.compute.provider_tree [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.534147] env[69411]: DEBUG oslo_vmware.api [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323886, 'name': ReconfigVM_Task, 'duration_secs': 0.20183} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.534460] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663530', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'name': 'volume-ab4a40eb-7e23-494f-a075-fce7856d8559', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964c7ba5-da92-4e47-9dc8-bd62294c0446', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab4a40eb-7e23-494f-a075-fce7856d8559', 'serial': 'ab4a40eb-7e23-494f-a075-fce7856d8559'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1199.592628] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 185823e6-b1e3-4e59-a4ca-35ebd6b07cfa] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.638726] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "refresh_cache-7679b066-e026-4eff-b890-d7c42d2b51e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.638726] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "refresh_cache-7679b066-e026-4eff-b890-d7c42d2b51e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.638726] env[69411]: DEBUG nova.network.neutron [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.894865] env[69411]: DEBUG nova.scheduler.client.report [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.925657] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Acquiring lock "78d82106-00b9-4d4b-b996-8668a64b2b4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.925975] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Lock "78d82106-00b9-4d4b-b996-8668a64b2b4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.086619] env[69411]: DEBUG nova.objects.instance [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lazy-loading 'flavor' on Instance uuid 964c7ba5-da92-4e47-9dc8-bd62294c0446 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.094032] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 2b24e5b7-178b-4044-aea2-4be99a5ca7bd] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.171902] env[69411]: DEBUG nova.network.neutron [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.306891] env[69411]: DEBUG nova.network.neutron [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Updating instance_info_cache with network_info: [{"id": "71842c75-e956-4d58-8ed7-4fefcb7de503", "address": "fa:16:3e:ff:31:b7", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71842c75-e9", "ovs_interfaceid": "71842c75-e956-4d58-8ed7-4fefcb7de503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.399010] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.287s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.399247] env[69411]: INFO nova.compute.manager [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Migrating [ 1200.406158] env[69411]: DEBUG oslo_concurrency.lockutils [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.925s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.406389] env[69411]: DEBUG nova.objects.instance [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Lazy-loading 'resources' on Instance uuid 13eb0d3a-3cbb-445f-adfa-50a1277a5581 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.429696] env[69411]: DEBUG nova.compute.manager [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1200.598034] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: c7eac186-dbcb-4d23-9ccd-269843702b00] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.810902] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "refresh_cache-7679b066-e026-4eff-b890-d7c42d2b51e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.810902] env[69411]: DEBUG nova.compute.manager [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Instance network_info: |[{"id": "71842c75-e956-4d58-8ed7-4fefcb7de503", "address": "fa:16:3e:ff:31:b7", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71842c75-e9", "ovs_interfaceid": "71842c75-e956-4d58-8ed7-4fefcb7de503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.811446] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:31:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71842c75-e956-4d58-8ed7-4fefcb7de503', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.819692] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.820516] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.820516] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d27ed96-5b6b-4dbb-9166-629785fe5e61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.841227] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.841227] env[69411]: value = "task-3323887" [ 1200.841227] env[69411]: _type = "Task" [ 1200.841227] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.848330] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323887, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.920376] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.921078] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.921284] env[69411]: DEBUG nova.network.neutron [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.958234] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.083070] env[69411]: DEBUG nova.compute.manager [req-7d848de0-6340-4485-82cc-f1402ca41f12 req-371f681c-4363-4691-9ad9-4b2109d3d316 service nova] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Received event network-changed-71842c75-e956-4d58-8ed7-4fefcb7de503 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.083271] env[69411]: DEBUG nova.compute.manager [req-7d848de0-6340-4485-82cc-f1402ca41f12 req-371f681c-4363-4691-9ad9-4b2109d3d316 service nova] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Refreshing instance network info cache due to event network-changed-71842c75-e956-4d58-8ed7-4fefcb7de503. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.083477] env[69411]: DEBUG oslo_concurrency.lockutils [req-7d848de0-6340-4485-82cc-f1402ca41f12 req-371f681c-4363-4691-9ad9-4b2109d3d316 service nova] Acquiring lock "refresh_cache-7679b066-e026-4eff-b890-d7c42d2b51e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.083626] env[69411]: DEBUG oslo_concurrency.lockutils [req-7d848de0-6340-4485-82cc-f1402ca41f12 req-371f681c-4363-4691-9ad9-4b2109d3d316 service nova] Acquired lock "refresh_cache-7679b066-e026-4eff-b890-d7c42d2b51e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.083763] env[69411]: DEBUG nova.network.neutron [req-7d848de0-6340-4485-82cc-f1402ca41f12 req-371f681c-4363-4691-9ad9-4b2109d3d316 service nova] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Refreshing network info cache for port 71842c75-e956-4d58-8ed7-4fefcb7de503 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.094734] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4f2bb4c1-9d05-4027-9659-77f7bda4c593 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.274s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.103843] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: eadfa105-5e1c-46c2-aead-d9e9af54b9e0] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.166196] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a54eb9-9623-4c1e-87ab-56e9ec27f3f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.173852] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63609d3-48cb-4ed8-8a78-abf622a0ce10 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.207814] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128afe47-940d-4abb-91d4-940054743aaa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.215990] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5983b49c-be17-4d0c-b3e4-829bfaafa68a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.229518] env[69411]: DEBUG nova.compute.provider_tree [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.351897] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323887, 'name': CreateVM_Task, 'duration_secs': 0.36066} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.351897] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.352441] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.352609] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.352941] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.353218] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2da08ed0-452a-4233-aa2b-0ea91ddc3a3a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.357788] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1201.357788] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5268243c-7176-031b-da0f-229e668ca4e7" [ 1201.357788] env[69411]: _type = "Task" [ 1201.357788] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.365609] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5268243c-7176-031b-da0f-229e668ca4e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.606424] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 1603a151-7d9e-4914-89e3-38a1a9819ca2] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.669285] env[69411]: DEBUG nova.network.neutron [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance_info_cache with network_info: [{"id": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "address": "fa:16:3e:c8:29:ea", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f9e465-f0", "ovs_interfaceid": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.734931] env[69411]: DEBUG nova.scheduler.client.report [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.795860] env[69411]: DEBUG nova.network.neutron [req-7d848de0-6340-4485-82cc-f1402ca41f12 req-371f681c-4363-4691-9ad9-4b2109d3d316 service nova] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Updated VIF entry in instance network info cache for port 71842c75-e956-4d58-8ed7-4fefcb7de503. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.796237] env[69411]: DEBUG nova.network.neutron [req-7d848de0-6340-4485-82cc-f1402ca41f12 req-371f681c-4363-4691-9ad9-4b2109d3d316 service nova] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Updating instance_info_cache with network_info: [{"id": "71842c75-e956-4d58-8ed7-4fefcb7de503", "address": "fa:16:3e:ff:31:b7", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71842c75-e9", "ovs_interfaceid": "71842c75-e956-4d58-8ed7-4fefcb7de503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.868789] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5268243c-7176-031b-da0f-229e668ca4e7, 'name': SearchDatastore_Task, 'duration_secs': 0.020902} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.869062] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.869297] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.869523] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.869666] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.869844] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.870119] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf57942b-d0af-4dd1-aa14-a75923c7bbc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.884977] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.885214] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.885933] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e87f6d-b8dc-4623-9510-f0a92be015ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.891164] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1201.891164] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521e037b-2de3-86f4-ea70-d1519954dce4" [ 1201.891164] env[69411]: _type = "Task" [ 1201.891164] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.898528] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521e037b-2de3-86f4-ea70-d1519954dce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.110119] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: e1dd4dda-25fc-4422-bccc-4e4cf4e30bce] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.130224] env[69411]: DEBUG oslo_concurrency.lockutils [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.130625] env[69411]: DEBUG oslo_concurrency.lockutils [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.130952] env[69411]: DEBUG oslo_concurrency.lockutils [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "964c7ba5-da92-4e47-9dc8-bd62294c0446-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.131256] env[69411]: DEBUG oslo_concurrency.lockutils [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "964c7ba5-da92-4e47-9dc8-bd62294c0446-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.131541] env[69411]: DEBUG oslo_concurrency.lockutils [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "964c7ba5-da92-4e47-9dc8-bd62294c0446-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.134649] env[69411]: INFO nova.compute.manager [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Terminating instance [ 1202.172393] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.240595] env[69411]: DEBUG oslo_concurrency.lockutils [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.242881] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.509s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.244752] env[69411]: INFO nova.compute.claims [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.261703] env[69411]: INFO nova.scheduler.client.report [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Deleted allocations for instance 13eb0d3a-3cbb-445f-adfa-50a1277a5581 [ 1202.298990] env[69411]: DEBUG oslo_concurrency.lockutils [req-7d848de0-6340-4485-82cc-f1402ca41f12 req-371f681c-4363-4691-9ad9-4b2109d3d316 service nova] Releasing lock "refresh_cache-7679b066-e026-4eff-b890-d7c42d2b51e0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.299277] env[69411]: DEBUG nova.compute.manager [req-7d848de0-6340-4485-82cc-f1402ca41f12 req-371f681c-4363-4691-9ad9-4b2109d3d316 service nova] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Received event network-changed-83f8d3c8-2594-4ae1-b8ce-d0487573a329 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.299443] env[69411]: DEBUG nova.compute.manager [req-7d848de0-6340-4485-82cc-f1402ca41f12 req-371f681c-4363-4691-9ad9-4b2109d3d316 service nova] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Refreshing instance network info cache due to event network-changed-83f8d3c8-2594-4ae1-b8ce-d0487573a329. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.299646] env[69411]: DEBUG oslo_concurrency.lockutils [req-7d848de0-6340-4485-82cc-f1402ca41f12 req-371f681c-4363-4691-9ad9-4b2109d3d316 service nova] Acquiring lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.299784] env[69411]: DEBUG oslo_concurrency.lockutils [req-7d848de0-6340-4485-82cc-f1402ca41f12 req-371f681c-4363-4691-9ad9-4b2109d3d316 service nova] Acquired lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.300041] env[69411]: DEBUG nova.network.neutron [req-7d848de0-6340-4485-82cc-f1402ca41f12 req-371f681c-4363-4691-9ad9-4b2109d3d316 service nova] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Refreshing network info cache for port 83f8d3c8-2594-4ae1-b8ce-d0487573a329 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.400921] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521e037b-2de3-86f4-ea70-d1519954dce4, 'name': SearchDatastore_Task, 'duration_secs': 0.037228} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.401672] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94458815-5e9e-44ce-b0de-97a87da259c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.406758] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1202.406758] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526123a3-1b9d-98ad-e409-e5c1a59c780f" [ 1202.406758] env[69411]: _type = "Task" [ 1202.406758] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.413834] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526123a3-1b9d-98ad-e409-e5c1a59c780f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.614941] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.615364] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Cleaning up deleted instances with incomplete migration {{(pid=69411) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1202.638657] env[69411]: DEBUG nova.compute.manager [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.638925] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.640215] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb580b55-0883-4651-b431-8065cbbedec9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.651334] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.651556] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63e1a381-9144-4050-8f3e-d03efd422505 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.659585] env[69411]: DEBUG oslo_vmware.api [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1202.659585] env[69411]: value = "task-3323888" [ 1202.659585] env[69411]: _type = "Task" [ 1202.659585] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.670258] env[69411]: DEBUG oslo_vmware.api [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.770588] env[69411]: DEBUG oslo_concurrency.lockutils [None req-48969fe5-ccb0-4632-89fb-2bd35ac5fe3e tempest-ServerShowV254Test-1462889311 tempest-ServerShowV254Test-1462889311-project-member] Lock "13eb0d3a-3cbb-445f-adfa-50a1277a5581" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.575s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.917616] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526123a3-1b9d-98ad-e409-e5c1a59c780f, 'name': SearchDatastore_Task, 'duration_secs': 0.039784} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.917899] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.918189] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 7679b066-e026-4eff-b890-d7c42d2b51e0/7679b066-e026-4eff-b890-d7c42d2b51e0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.918456] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98024a67-36a4-4c12-b9b6-29a8e861651b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.924726] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1202.924726] env[69411]: value = "task-3323889" [ 1202.924726] env[69411]: _type = "Task" [ 1202.924726] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.932633] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.117331] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.173398] env[69411]: DEBUG oslo_vmware.api [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323888, 'name': PowerOffVM_Task, 'duration_secs': 0.220779} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.173818] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.173818] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.177026] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a83296d6-9845-4671-83d1-09a1bfdc014e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.249955] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.253569] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.253569] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleting the datastore file [datastore2] 964c7ba5-da92-4e47-9dc8-bd62294c0446 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.253569] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c9a6c32-a924-4234-aa66-7206ed8c29be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.263203] env[69411]: DEBUG oslo_vmware.api [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1203.263203] env[69411]: value = "task-3323891" [ 1203.263203] env[69411]: _type = "Task" [ 1203.263203] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.275906] env[69411]: DEBUG oslo_vmware.api [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.389101] env[69411]: DEBUG nova.network.neutron [req-7d848de0-6340-4485-82cc-f1402ca41f12 req-371f681c-4363-4691-9ad9-4b2109d3d316 service nova] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updated VIF entry in instance network info cache for port 83f8d3c8-2594-4ae1-b8ce-d0487573a329. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.389710] env[69411]: DEBUG nova.network.neutron [req-7d848de0-6340-4485-82cc-f1402ca41f12 req-371f681c-4363-4691-9ad9-4b2109d3d316 service nova] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating instance_info_cache with network_info: [{"id": "83f8d3c8-2594-4ae1-b8ce-d0487573a329", "address": "fa:16:3e:b4:cc:6a", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f8d3c8-25", "ovs_interfaceid": "83f8d3c8-2594-4ae1-b8ce-d0487573a329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.435748] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459617} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.436032] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 7679b066-e026-4eff-b890-d7c42d2b51e0/7679b066-e026-4eff-b890-d7c42d2b51e0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.436259] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.436513] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-902a9422-1891-4aa8-9ca0-f7b8b3b726c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.443765] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1203.443765] env[69411]: value = "task-3323892" [ 1203.443765] env[69411]: _type = "Task" [ 1203.443765] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.445459] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a13b764-f0c2-455a-bd0d-f1efb762344d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.458366] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab018a38-5e27-4d86-a517-2483bbcf2078 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.461718] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.492667] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbb019d-be90-4881-9b0d-4d38ff6e1e80 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.500564] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df58642-a3f0-40fe-ac17-ea5ddf76df23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.516717] env[69411]: DEBUG nova.compute.provider_tree [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.686943] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f78e87a-a5f8-4b50-8ac1-8d8d097ca1f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.706596] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance '2bb23ebd-70f2-4c82-9ca5-5a05319bda58' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.774786] env[69411]: DEBUG oslo_vmware.api [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223524} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.775074] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.775268] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.775449] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.775617] env[69411]: INFO nova.compute.manager [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1203.775862] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.776064] env[69411]: DEBUG nova.compute.manager [-] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.776164] env[69411]: DEBUG nova.network.neutron [-] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.892244] env[69411]: DEBUG oslo_concurrency.lockutils [req-7d848de0-6340-4485-82cc-f1402ca41f12 req-371f681c-4363-4691-9ad9-4b2109d3d316 service nova] Releasing lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.954764] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06391} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.955100] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.955880] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea205240-2276-4bf0-95fc-f37c01bb8a03 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.978446] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 7679b066-e026-4eff-b890-d7c42d2b51e0/7679b066-e026-4eff-b890-d7c42d2b51e0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.978777] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4620e45b-34ee-4ec7-b202-7860b668f9f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.998874] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1203.998874] env[69411]: value = "task-3323893" [ 1203.998874] env[69411]: _type = "Task" [ 1203.998874] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.008347] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.019604] env[69411]: DEBUG nova.scheduler.client.report [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.216721] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.217055] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-313dc555-ef68-4795-80f8-2cb7de4a131a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.226857] env[69411]: DEBUG oslo_vmware.api [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1204.226857] env[69411]: value = "task-3323894" [ 1204.226857] env[69411]: _type = "Task" [ 1204.226857] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.238367] env[69411]: DEBUG oslo_vmware.api [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.249763] env[69411]: DEBUG nova.compute.manager [req-003a6ee0-40dc-476a-84a0-03155209e059 req-030d2a76-7eb8-423d-aae2-9a16b7667028 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Received event network-vif-deleted-7cfe3bf3-a359-4acd-9e1e-ec34df149997 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.249983] env[69411]: INFO nova.compute.manager [req-003a6ee0-40dc-476a-84a0-03155209e059 req-030d2a76-7eb8-423d-aae2-9a16b7667028 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Neutron deleted interface 7cfe3bf3-a359-4acd-9e1e-ec34df149997; detaching it from the instance and deleting it from the info cache [ 1204.250191] env[69411]: DEBUG nova.network.neutron [req-003a6ee0-40dc-476a-84a0-03155209e059 req-030d2a76-7eb8-423d-aae2-9a16b7667028 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.428015] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.509148] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323893, 'name': ReconfigVM_Task, 'duration_secs': 0.2745} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.509451] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 7679b066-e026-4eff-b890-d7c42d2b51e0/7679b066-e026-4eff-b890-d7c42d2b51e0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.510467] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d8cc363-4282-4e57-84c0-7538164efedd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.517865] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1204.517865] env[69411]: value = "task-3323895" [ 1204.517865] env[69411]: _type = "Task" [ 1204.517865] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.525931] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323895, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.527675] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.528214] env[69411]: DEBUG nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.530670] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.769s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.532712] env[69411]: INFO nova.compute.claims [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.728503] env[69411]: DEBUG nova.network.neutron [-] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.738692] env[69411]: DEBUG oslo_vmware.api [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323894, 'name': PowerOffVM_Task, 'duration_secs': 0.26337} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.739543] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.739751] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance '2bb23ebd-70f2-4c82-9ca5-5a05319bda58' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.753106] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-868fd940-88ee-49c4-9506-dbb72526c758 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.762423] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58db77aa-e5f5-4bfd-b16e-49d3285263bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.791110] env[69411]: DEBUG nova.compute.manager [req-003a6ee0-40dc-476a-84a0-03155209e059 req-030d2a76-7eb8-423d-aae2-9a16b7667028 service nova] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Detach interface failed, port_id=7cfe3bf3-a359-4acd-9e1e-ec34df149997, reason: Instance 964c7ba5-da92-4e47-9dc8-bd62294c0446 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1204.933049] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._sync_power_states {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.028954] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323895, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.036400] env[69411]: DEBUG nova.compute.utils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.037829] env[69411]: DEBUG nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.037829] env[69411]: DEBUG nova.network.neutron [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.099833] env[69411]: DEBUG nova.policy [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eba2c1ff32e4496591147558a27d407e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffd0d83775264330a7832b6b47526b55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.234324] env[69411]: INFO nova.compute.manager [-] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] Took 1.46 seconds to deallocate network for instance. [ 1205.245248] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.245439] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.245506] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.246688] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.246688] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.246688] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.246688] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.246688] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.246688] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.246688] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.247017] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.252808] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe017066-f4b2-4e87-bb41-ec539cedc1f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.268867] env[69411]: DEBUG oslo_vmware.api [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1205.268867] env[69411]: value = "task-3323896" [ 1205.268867] env[69411]: _type = "Task" [ 1205.268867] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.277944] env[69411]: DEBUG oslo_vmware.api [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.354155] env[69411]: DEBUG nova.network.neutron [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Successfully created port: ebe60584-a7b3-4930-b3b5-cc504c831f1d {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1205.436968] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Getting list of instances from cluster (obj){ [ 1205.436968] env[69411]: value = "domain-c8" [ 1205.436968] env[69411]: _type = "ClusterComputeResource" [ 1205.436968] env[69411]: } {{(pid=69411) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1205.438089] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e511310-c7e5-4fc5-a6c1-44a93cf2e1da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.454886] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Got total of 7 instances {{(pid=69411) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1205.454886] env[69411]: WARNING nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] While synchronizing instance power states, found 10 instances in the database and 7 instances on the hypervisor. [ 1205.455127] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Triggering sync for uuid 2bb23ebd-70f2-4c82-9ca5-5a05319bda58 {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1205.455237] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Triggering sync for uuid e715a445-d4c6-48e0-b9ba-5e112f4588a6 {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1205.455395] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Triggering sync for uuid fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6 {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1205.455545] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Triggering sync for uuid 964c7ba5-da92-4e47-9dc8-bd62294c0446 {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1205.455695] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Triggering sync for uuid 4e584ece-8a2e-4820-b02c-485d92aef579 {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1205.455843] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Triggering sync for uuid 0026ad3a-e39e-462f-95fb-f456c8dcd7c0 {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1205.455989] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Triggering sync for uuid d26532bc-15a5-406a-bf6f-2ee5b40fbbdc {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1205.456155] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Triggering sync for uuid 7679b066-e026-4eff-b890-d7c42d2b51e0 {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1205.456309] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Triggering sync for uuid 719a4af7-0b49-4fe6-9274-a876efc2cb52 {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1205.456461] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Triggering sync for uuid 0da7b308-90b7-4482-bc53-678fef640944 {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1205.456804] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.457030] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.457203] env[69411]: INFO nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1205.457361] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.457553] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "e715a445-d4c6-48e0-b9ba-5e112f4588a6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.457731] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "e715a445-d4c6-48e0-b9ba-5e112f4588a6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.458032] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.458174] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.458439] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.458647] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "4e584ece-8a2e-4820-b02c-485d92aef579" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.458854] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "4e584ece-8a2e-4820-b02c-485d92aef579" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.459053] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.459233] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.459456] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.459728] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.459855] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "7679b066-e026-4eff-b890-d7c42d2b51e0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.460087] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "719a4af7-0b49-4fe6-9274-a876efc2cb52" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.460300] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "0da7b308-90b7-4482-bc53-678fef640944" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.461117] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fda9c10-258a-4a23-a595-f39f90052acb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.464261] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f9f182-0123-42bf-9e9b-050479c05747 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.466972] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daddf70b-a326-4214-b43f-949b7bae93b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.469598] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0263a5-9dd2-48dd-8d9a-199a89157a0e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.472205] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a00fad-d13a-41f1-bbdf-0e099ced524e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.530738] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323895, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.543043] env[69411]: DEBUG nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.719702] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752ba772-b25e-477a-9f51-9a696008d9b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.727618] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bf50c8-921b-41a5-abb6-5d78c6814d43 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.763764] env[69411]: DEBUG oslo_concurrency.lockutils [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.765015] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd8adfd-c427-4460-9022-baeacb352fc8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.776571] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e72b42-78c5-4af3-a4c1-50a583dbeabb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.784423] env[69411]: DEBUG oslo_vmware.api [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323896, 'name': ReconfigVM_Task, 'duration_secs': 0.352477} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.785157] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance '2bb23ebd-70f2-4c82-9ca5-5a05319bda58' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.797312] env[69411]: DEBUG nova.compute.provider_tree [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.991496] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "e715a445-d4c6-48e0-b9ba-5e112f4588a6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.992107] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.992559] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "4e584ece-8a2e-4820-b02c-485d92aef579" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.993017] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.996523] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.030265] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323895, 'name': Rename_Task, 'duration_secs': 1.145942} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.030534] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.030776] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5601f5cb-8d2d-4921-90a9-5eebd77aa8bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.036902] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1206.036902] env[69411]: value = "task-3323897" [ 1206.036902] env[69411]: _type = "Task" [ 1206.036902] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.044684] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.301402] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.301600] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.301745] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.301970] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.302271] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.302700] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.302700] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.302866] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.303057] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.303347] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.303400] env[69411]: DEBUG nova.virt.hardware [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.308607] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.309405] env[69411]: DEBUG nova.scheduler.client.report [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.312459] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4aded51-b06f-4814-9b9e-d266dcb54e4a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.326989] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.796s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.327444] env[69411]: DEBUG nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.329633] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.372s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.330997] env[69411]: INFO nova.compute.claims [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.339870] env[69411]: DEBUG oslo_vmware.api [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1206.339870] env[69411]: value = "task-3323898" [ 1206.339870] env[69411]: _type = "Task" [ 1206.339870] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.348186] env[69411]: DEBUG oslo_vmware.api [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.551593] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323897, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.556062] env[69411]: DEBUG nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.616653] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.616964] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.617193] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.617388] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.617535] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.617693] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.617915] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.618104] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.618304] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.618471] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.618662] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.619720] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158e158c-2ef2-4e0e-892e-4c3ec020d09e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.628498] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c291e5-133b-412e-832a-9cbc58d7a225 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.745847] env[69411]: DEBUG nova.compute.manager [req-99bc5c1a-2146-4989-bcf1-494e97ed3370 req-36ca3b1c-a188-4881-831f-7c436633b348 service nova] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Received event network-vif-plugged-ebe60584-a7b3-4930-b3b5-cc504c831f1d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.746171] env[69411]: DEBUG oslo_concurrency.lockutils [req-99bc5c1a-2146-4989-bcf1-494e97ed3370 req-36ca3b1c-a188-4881-831f-7c436633b348 service nova] Acquiring lock "719a4af7-0b49-4fe6-9274-a876efc2cb52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.746294] env[69411]: DEBUG oslo_concurrency.lockutils [req-99bc5c1a-2146-4989-bcf1-494e97ed3370 req-36ca3b1c-a188-4881-831f-7c436633b348 service nova] Lock "719a4af7-0b49-4fe6-9274-a876efc2cb52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.746442] env[69411]: DEBUG oslo_concurrency.lockutils [req-99bc5c1a-2146-4989-bcf1-494e97ed3370 req-36ca3b1c-a188-4881-831f-7c436633b348 service nova] Lock "719a4af7-0b49-4fe6-9274-a876efc2cb52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.746641] env[69411]: DEBUG nova.compute.manager [req-99bc5c1a-2146-4989-bcf1-494e97ed3370 req-36ca3b1c-a188-4881-831f-7c436633b348 service nova] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] No waiting events found dispatching network-vif-plugged-ebe60584-a7b3-4930-b3b5-cc504c831f1d {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1206.746770] env[69411]: WARNING nova.compute.manager [req-99bc5c1a-2146-4989-bcf1-494e97ed3370 req-36ca3b1c-a188-4881-831f-7c436633b348 service nova] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Received unexpected event network-vif-plugged-ebe60584-a7b3-4930-b3b5-cc504c831f1d for instance with vm_state building and task_state spawning. [ 1206.835791] env[69411]: DEBUG nova.compute.utils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.839596] env[69411]: DEBUG nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.839596] env[69411]: DEBUG nova.network.neutron [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.845969] env[69411]: DEBUG nova.network.neutron [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Successfully updated port: ebe60584-a7b3-4930-b3b5-cc504c831f1d {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.852587] env[69411]: DEBUG oslo_vmware.api [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323898, 'name': ReconfigVM_Task, 'duration_secs': 0.176659} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.853512] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1206.854905] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25386464-bfb2-4fa1-8ce3-f57c17b2f223 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.877456] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 2bb23ebd-70f2-4c82-9ca5-5a05319bda58/2bb23ebd-70f2-4c82-9ca5-5a05319bda58.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.878138] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c243acd-43cb-4c9d-b2a6-e3bebcd51f13 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.892225] env[69411]: DEBUG nova.policy [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eba2c1ff32e4496591147558a27d407e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffd0d83775264330a7832b6b47526b55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.898799] env[69411]: DEBUG oslo_vmware.api [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1206.898799] env[69411]: value = "task-3323899" [ 1206.898799] env[69411]: _type = "Task" [ 1206.898799] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.906626] env[69411]: DEBUG oslo_vmware.api [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.048554] env[69411]: DEBUG oslo_vmware.api [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323897, 'name': PowerOnVM_Task, 'duration_secs': 0.564587} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.048798] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.048994] env[69411]: INFO nova.compute.manager [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1207.049198] env[69411]: DEBUG nova.compute.manager [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.050012] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2726ecc0-93bb-4eda-a2eb-3902a0fae2b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.339751] env[69411]: DEBUG nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.348152] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "refresh_cache-719a4af7-0b49-4fe6-9274-a876efc2cb52" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.348399] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquired lock "refresh_cache-719a4af7-0b49-4fe6-9274-a876efc2cb52" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.348496] env[69411]: DEBUG nova.network.neutron [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.405615] env[69411]: DEBUG nova.network.neutron [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Successfully created port: 646f9ae6-8d44-4bdd-94db-ff0fcb5c7282 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.412970] env[69411]: DEBUG oslo_vmware.api [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323899, 'name': ReconfigVM_Task, 'duration_secs': 0.28549} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.413333] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 2bb23ebd-70f2-4c82-9ca5-5a05319bda58/2bb23ebd-70f2-4c82-9ca5-5a05319bda58.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.413788] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance '2bb23ebd-70f2-4c82-9ca5-5a05319bda58' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.508629] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cced9504-9e7d-4872-a1e4-5e6dc7a0cae9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.516689] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781d29b1-a845-4acb-b61d-5bb3a4fa2939 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.548075] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840b9097-4d36-459f-9f48-fb20dbbd05bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.556702] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb0aab5-36ed-4993-80a4-0135b4a7dd95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.577245] env[69411]: DEBUG nova.compute.provider_tree [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.579095] env[69411]: INFO nova.compute.manager [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Took 18.29 seconds to build instance. [ 1207.878572] env[69411]: DEBUG nova.network.neutron [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.922179] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300c4552-2101-4b7c-a4d0-16b5fc92a860 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.943282] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b03245-7c9f-4419-8635-b824b1433f7a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.961387] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance '2bb23ebd-70f2-4c82-9ca5-5a05319bda58' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.009908] env[69411]: DEBUG nova.network.neutron [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Updating instance_info_cache with network_info: [{"id": "ebe60584-a7b3-4930-b3b5-cc504c831f1d", "address": "fa:16:3e:90:42:be", "network": {"id": "0f96bf0b-7523-4e2d-8992-3f8dc142abad", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32631935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffd0d83775264330a7832b6b47526b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe60584-a7", "ovs_interfaceid": "ebe60584-a7b3-4930-b3b5-cc504c831f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.081496] env[69411]: DEBUG nova.scheduler.client.report [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.084904] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d788f46a-6c3f-41c5-bc95-c652e21cc6a8 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "7679b066-e026-4eff-b890-d7c42d2b51e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.803s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.085200] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "7679b066-e026-4eff-b890-d7c42d2b51e0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.625s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.085375] env[69411]: INFO nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] During sync_power_state the instance has a pending task (spawning). Skip. [ 1208.085546] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "7679b066-e026-4eff-b890-d7c42d2b51e0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.218067] env[69411]: DEBUG oslo_concurrency.lockutils [None req-815bba5e-bf01-4d27-ad9b-2261aa1bf787 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "7679b066-e026-4eff-b890-d7c42d2b51e0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.218350] env[69411]: DEBUG oslo_concurrency.lockutils [None req-815bba5e-bf01-4d27-ad9b-2261aa1bf787 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "7679b066-e026-4eff-b890-d7c42d2b51e0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.218538] env[69411]: DEBUG nova.compute.manager [None req-815bba5e-bf01-4d27-ad9b-2261aa1bf787 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.219506] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5650d8-63af-4b09-b24a-cb05bf1191c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.226800] env[69411]: DEBUG nova.compute.manager [None req-815bba5e-bf01-4d27-ad9b-2261aa1bf787 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1208.227380] env[69411]: DEBUG nova.objects.instance [None req-815bba5e-bf01-4d27-ad9b-2261aa1bf787 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lazy-loading 'flavor' on Instance uuid 7679b066-e026-4eff-b890-d7c42d2b51e0 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.352021] env[69411]: DEBUG nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.383405] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.383692] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.383881] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.384108] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.384287] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.384476] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.384718] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.384918] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.385139] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.385341] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.385534] env[69411]: DEBUG nova.virt.hardware [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.386531] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12d050a-e41d-4941-8325-75ad03fc7d17 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.395624] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab696eef-d94e-4bbc-add7-a5a65b2c802f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.508634] env[69411]: DEBUG nova.network.neutron [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Port 41f9e465-f0d7-4b8a-aa1e-3f56b716be5b binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1208.512876] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Releasing lock "refresh_cache-719a4af7-0b49-4fe6-9274-a876efc2cb52" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.513233] env[69411]: DEBUG nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Instance network_info: |[{"id": "ebe60584-a7b3-4930-b3b5-cc504c831f1d", "address": "fa:16:3e:90:42:be", "network": {"id": "0f96bf0b-7523-4e2d-8992-3f8dc142abad", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32631935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffd0d83775264330a7832b6b47526b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe60584-a7", "ovs_interfaceid": "ebe60584-a7b3-4930-b3b5-cc504c831f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1208.513657] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:42:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebe60584-a7b3-4930-b3b5-cc504c831f1d', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.522870] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Creating folder: Project (ffd0d83775264330a7832b6b47526b55). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1208.523972] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acad241c-32c9-488e-a493-b68eccaa3448 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.535450] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Created folder: Project (ffd0d83775264330a7832b6b47526b55) in parent group-v663248. [ 1208.535674] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Creating folder: Instances. Parent ref: group-v663553. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1208.535889] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7afdea7b-808f-4b38-b6ac-de31c5758cf1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.545312] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Created folder: Instances in parent group-v663553. [ 1208.545578] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.545798] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.546049] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01a5a5ed-0e98-4e1b-bb11-79ec104044fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.572446] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.572446] env[69411]: value = "task-3323902" [ 1208.572446] env[69411]: _type = "Task" [ 1208.572446] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.581717] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323902, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.587643] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.588197] env[69411]: DEBUG nova.compute.manager [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.590872] env[69411]: DEBUG oslo_concurrency.lockutils [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.827s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.591148] env[69411]: DEBUG nova.objects.instance [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lazy-loading 'resources' on Instance uuid 964c7ba5-da92-4e47-9dc8-bd62294c0446 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.775696] env[69411]: DEBUG nova.compute.manager [req-9ee02eee-49e4-4838-bd79-a525c13363b9 req-fc202ed7-2aac-4a12-ab66-3d26d54043e3 service nova] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Received event network-changed-ebe60584-a7b3-4930-b3b5-cc504c831f1d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.775997] env[69411]: DEBUG nova.compute.manager [req-9ee02eee-49e4-4838-bd79-a525c13363b9 req-fc202ed7-2aac-4a12-ab66-3d26d54043e3 service nova] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Refreshing instance network info cache due to event network-changed-ebe60584-a7b3-4930-b3b5-cc504c831f1d. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.776300] env[69411]: DEBUG oslo_concurrency.lockutils [req-9ee02eee-49e4-4838-bd79-a525c13363b9 req-fc202ed7-2aac-4a12-ab66-3d26d54043e3 service nova] Acquiring lock "refresh_cache-719a4af7-0b49-4fe6-9274-a876efc2cb52" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.776498] env[69411]: DEBUG oslo_concurrency.lockutils [req-9ee02eee-49e4-4838-bd79-a525c13363b9 req-fc202ed7-2aac-4a12-ab66-3d26d54043e3 service nova] Acquired lock "refresh_cache-719a4af7-0b49-4fe6-9274-a876efc2cb52" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.776717] env[69411]: DEBUG nova.network.neutron [req-9ee02eee-49e4-4838-bd79-a525c13363b9 req-fc202ed7-2aac-4a12-ab66-3d26d54043e3 service nova] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Refreshing network info cache for port ebe60584-a7b3-4930-b3b5-cc504c831f1d {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.960711] env[69411]: DEBUG nova.compute.manager [req-f6d6928f-41f5-4a93-8f3d-5acc54f1b26f req-925e8af3-2f6c-4cff-ac03-31cd537872f5 service nova] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Received event network-vif-plugged-646f9ae6-8d44-4bdd-94db-ff0fcb5c7282 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.964274] env[69411]: DEBUG oslo_concurrency.lockutils [req-f6d6928f-41f5-4a93-8f3d-5acc54f1b26f req-925e8af3-2f6c-4cff-ac03-31cd537872f5 service nova] Acquiring lock "0da7b308-90b7-4482-bc53-678fef640944-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.964274] env[69411]: DEBUG oslo_concurrency.lockutils [req-f6d6928f-41f5-4a93-8f3d-5acc54f1b26f req-925e8af3-2f6c-4cff-ac03-31cd537872f5 service nova] Lock "0da7b308-90b7-4482-bc53-678fef640944-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.964274] env[69411]: DEBUG oslo_concurrency.lockutils [req-f6d6928f-41f5-4a93-8f3d-5acc54f1b26f req-925e8af3-2f6c-4cff-ac03-31cd537872f5 service nova] Lock "0da7b308-90b7-4482-bc53-678fef640944-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.964274] env[69411]: DEBUG nova.compute.manager [req-f6d6928f-41f5-4a93-8f3d-5acc54f1b26f req-925e8af3-2f6c-4cff-ac03-31cd537872f5 service nova] [instance: 0da7b308-90b7-4482-bc53-678fef640944] No waiting events found dispatching network-vif-plugged-646f9ae6-8d44-4bdd-94db-ff0fcb5c7282 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.964274] env[69411]: WARNING nova.compute.manager [req-f6d6928f-41f5-4a93-8f3d-5acc54f1b26f req-925e8af3-2f6c-4cff-ac03-31cd537872f5 service nova] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Received unexpected event network-vif-plugged-646f9ae6-8d44-4bdd-94db-ff0fcb5c7282 for instance with vm_state building and task_state spawning. [ 1208.998139] env[69411]: DEBUG nova.network.neutron [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Successfully updated port: 646f9ae6-8d44-4bdd-94db-ff0fcb5c7282 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.083359] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323902, 'name': CreateVM_Task, 'duration_secs': 0.320625} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.083539] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.084263] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.084427] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.084749] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.085008] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc75436f-df63-49ba-b9a3-828200c0d389 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.090368] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1209.090368] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52778770-76a5-241e-3b59-15020e71431b" [ 1209.090368] env[69411]: _type = "Task" [ 1209.090368] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.094929] env[69411]: DEBUG nova.compute.utils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.098926] env[69411]: DEBUG nova.compute.manager [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.099107] env[69411]: DEBUG nova.network.neutron [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.106824] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52778770-76a5-241e-3b59-15020e71431b, 'name': SearchDatastore_Task, 'duration_secs': 0.01086} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.107682] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.107910] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.108156] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.108352] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.108475] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.108990] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-629da669-141d-4f22-8c0e-fcfc39a6726f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.120141] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.120333] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.121086] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd191a0-da4f-4f6c-bd05-d405f190cb1c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.127125] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1209.127125] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f46472-d7e6-cf94-b843-b403d825deab" [ 1209.127125] env[69411]: _type = "Task" [ 1209.127125] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.141632] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f46472-d7e6-cf94-b843-b403d825deab, 'name': SearchDatastore_Task, 'duration_secs': 0.009958} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.143112] env[69411]: DEBUG nova.policy [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae3d734337f74017b18f594a9168ecb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6249ca3ff364e8a80c3f3b921878975', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.147292] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb298c95-cbb8-423f-9f9d-367418c531f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.153814] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1209.153814] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525f220d-7ea0-ce23-0eb1-fc6427f60e4c" [ 1209.153814] env[69411]: _type = "Task" [ 1209.153814] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.165107] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525f220d-7ea0-ce23-0eb1-fc6427f60e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.235336] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-815bba5e-bf01-4d27-ad9b-2261aa1bf787 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.235684] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bdb4625-b617-49b5-b619-8a1b12df36b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.246926] env[69411]: DEBUG oslo_vmware.api [None req-815bba5e-bf01-4d27-ad9b-2261aa1bf787 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1209.246926] env[69411]: value = "task-3323903" [ 1209.246926] env[69411]: _type = "Task" [ 1209.246926] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.256789] env[69411]: DEBUG oslo_vmware.api [None req-815bba5e-bf01-4d27-ad9b-2261aa1bf787 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.273447] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0e6fb3-9b85-456d-a8a5-6c4022ca5d36 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.283490] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93d9d6e-783b-4b01-b89b-601ec9205c5a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.323110] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49e1f76-3b13-4c78-a3c7-16759f6b8f7a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.331770] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82da4f3-55aa-414f-97db-b1564b468f57 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.346322] env[69411]: DEBUG nova.compute.provider_tree [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.464694] env[69411]: DEBUG nova.network.neutron [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Successfully created port: b71562e3-7c7e-4900-a6ac-5d5538aa72b4 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.502788] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "refresh_cache-0da7b308-90b7-4482-bc53-678fef640944" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.502788] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquired lock "refresh_cache-0da7b308-90b7-4482-bc53-678fef640944" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.502788] env[69411]: DEBUG nova.network.neutron [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.504942] env[69411]: DEBUG nova.network.neutron [req-9ee02eee-49e4-4838-bd79-a525c13363b9 req-fc202ed7-2aac-4a12-ab66-3d26d54043e3 service nova] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Updated VIF entry in instance network info cache for port ebe60584-a7b3-4930-b3b5-cc504c831f1d. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.505278] env[69411]: DEBUG nova.network.neutron [req-9ee02eee-49e4-4838-bd79-a525c13363b9 req-fc202ed7-2aac-4a12-ab66-3d26d54043e3 service nova] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Updating instance_info_cache with network_info: [{"id": "ebe60584-a7b3-4930-b3b5-cc504c831f1d", "address": "fa:16:3e:90:42:be", "network": {"id": "0f96bf0b-7523-4e2d-8992-3f8dc142abad", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32631935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffd0d83775264330a7832b6b47526b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe60584-a7", "ovs_interfaceid": "ebe60584-a7b3-4930-b3b5-cc504c831f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.530797] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.530797] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.530797] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.600198] env[69411]: DEBUG nova.compute.manager [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.664755] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525f220d-7ea0-ce23-0eb1-fc6427f60e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.665042] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.665339] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 719a4af7-0b49-4fe6-9274-a876efc2cb52/719a4af7-0b49-4fe6-9274-a876efc2cb52.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.665619] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7941c1af-c0d0-472a-86af-d715150b6b59 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.673674] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1209.673674] env[69411]: value = "task-3323904" [ 1209.673674] env[69411]: _type = "Task" [ 1209.673674] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.682585] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.756670] env[69411]: DEBUG oslo_vmware.api [None req-815bba5e-bf01-4d27-ad9b-2261aa1bf787 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323903, 'name': PowerOffVM_Task, 'duration_secs': 0.191087} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.756979] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-815bba5e-bf01-4d27-ad9b-2261aa1bf787 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.757238] env[69411]: DEBUG nova.compute.manager [None req-815bba5e-bf01-4d27-ad9b-2261aa1bf787 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.758101] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5705ec1c-3d2b-439e-8177-a00373591892 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.849655] env[69411]: DEBUG nova.scheduler.client.report [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.007780] env[69411]: DEBUG oslo_concurrency.lockutils [req-9ee02eee-49e4-4838-bd79-a525c13363b9 req-fc202ed7-2aac-4a12-ab66-3d26d54043e3 service nova] Releasing lock "refresh_cache-719a4af7-0b49-4fe6-9274-a876efc2cb52" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.055092] env[69411]: DEBUG nova.network.neutron [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.184992] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45371} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.187449] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 719a4af7-0b49-4fe6-9274-a876efc2cb52/719a4af7-0b49-4fe6-9274-a876efc2cb52.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.187858] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.188236] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a10443b-d76e-416b-96f7-02e308455bc0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.197973] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1210.197973] env[69411]: value = "task-3323905" [ 1210.197973] env[69411]: _type = "Task" [ 1210.197973] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.205239] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.226159] env[69411]: DEBUG nova.network.neutron [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Updating instance_info_cache with network_info: [{"id": "646f9ae6-8d44-4bdd-94db-ff0fcb5c7282", "address": "fa:16:3e:72:11:95", "network": {"id": "0f96bf0b-7523-4e2d-8992-3f8dc142abad", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32631935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffd0d83775264330a7832b6b47526b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646f9ae6-8d", "ovs_interfaceid": "646f9ae6-8d44-4bdd-94db-ff0fcb5c7282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.272038] env[69411]: DEBUG oslo_concurrency.lockutils [None req-815bba5e-bf01-4d27-ad9b-2261aa1bf787 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "7679b066-e026-4eff-b890-d7c42d2b51e0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.354262] env[69411]: DEBUG oslo_concurrency.lockutils [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.376476] env[69411]: INFO nova.scheduler.client.report [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleted allocations for instance 964c7ba5-da92-4e47-9dc8-bd62294c0446 [ 1210.568839] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.569058] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.569245] env[69411]: DEBUG nova.network.neutron [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.608707] env[69411]: DEBUG nova.compute.manager [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.636340] env[69411]: DEBUG nova.virt.hardware [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.636600] env[69411]: DEBUG nova.virt.hardware [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.636758] env[69411]: DEBUG nova.virt.hardware [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.636989] env[69411]: DEBUG nova.virt.hardware [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.637183] env[69411]: DEBUG nova.virt.hardware [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.637708] env[69411]: DEBUG nova.virt.hardware [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.637708] env[69411]: DEBUG nova.virt.hardware [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.637708] env[69411]: DEBUG nova.virt.hardware [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.637865] env[69411]: DEBUG nova.virt.hardware [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.637991] env[69411]: DEBUG nova.virt.hardware [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.638185] env[69411]: DEBUG nova.virt.hardware [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.639114] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8fe276-1aea-46db-83e3-783e85a76998 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.647832] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566f2490-dfd6-4e2a-9872-e2411b0191a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.706700] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068828} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.706973] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.707746] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976b3319-c523-469f-8808-694540d5d27f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.722373] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "7679b066-e026-4eff-b890-d7c42d2b51e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.722594] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "7679b066-e026-4eff-b890-d7c42d2b51e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.722796] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "7679b066-e026-4eff-b890-d7c42d2b51e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.722995] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "7679b066-e026-4eff-b890-d7c42d2b51e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.723210] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "7679b066-e026-4eff-b890-d7c42d2b51e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.733332] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 719a4af7-0b49-4fe6-9274-a876efc2cb52/719a4af7-0b49-4fe6-9274-a876efc2cb52.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.733906] env[69411]: INFO nova.compute.manager [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Terminating instance [ 1210.735539] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Releasing lock "refresh_cache-0da7b308-90b7-4482-bc53-678fef640944" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.735812] env[69411]: DEBUG nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Instance network_info: |[{"id": "646f9ae6-8d44-4bdd-94db-ff0fcb5c7282", "address": "fa:16:3e:72:11:95", "network": {"id": "0f96bf0b-7523-4e2d-8992-3f8dc142abad", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32631935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffd0d83775264330a7832b6b47526b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646f9ae6-8d", "ovs_interfaceid": "646f9ae6-8d44-4bdd-94db-ff0fcb5c7282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.736048] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d378398-be6a-4807-b654-8b5a1e7f919a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.751428] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:11:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '646f9ae6-8d44-4bdd-94db-ff0fcb5c7282', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.759075] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.760165] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.761196] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10cd56b1-064a-4919-9d6e-a7d3203ef18b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.777673] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1210.777673] env[69411]: value = "task-3323906" [ 1210.777673] env[69411]: _type = "Task" [ 1210.777673] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.784428] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.784428] env[69411]: value = "task-3323907" [ 1210.784428] env[69411]: _type = "Task" [ 1210.784428] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.787649] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.796402] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323907, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.798892] env[69411]: DEBUG oslo_concurrency.lockutils [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.799132] env[69411]: DEBUG oslo_concurrency.lockutils [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.884470] env[69411]: DEBUG oslo_concurrency.lockutils [None req-350ee107-c6fc-4d21-bc8c-16b5fc91bfc3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.754s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.885331] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.427s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.885530] env[69411]: INFO nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 964c7ba5-da92-4e47-9dc8-bd62294c0446] During sync_power_state the instance has a pending task (deleting). Skip. [ 1210.885700] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "964c7ba5-da92-4e47-9dc8-bd62294c0446" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.949766] env[69411]: DEBUG nova.network.neutron [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Successfully updated port: b71562e3-7c7e-4900-a6ac-5d5538aa72b4 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.998735] env[69411]: DEBUG nova.compute.manager [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Received event network-changed-646f9ae6-8d44-4bdd-94db-ff0fcb5c7282 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.998735] env[69411]: DEBUG nova.compute.manager [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Refreshing instance network info cache due to event network-changed-646f9ae6-8d44-4bdd-94db-ff0fcb5c7282. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.998735] env[69411]: DEBUG oslo_concurrency.lockutils [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] Acquiring lock "refresh_cache-0da7b308-90b7-4482-bc53-678fef640944" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.998735] env[69411]: DEBUG oslo_concurrency.lockutils [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] Acquired lock "refresh_cache-0da7b308-90b7-4482-bc53-678fef640944" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.998735] env[69411]: DEBUG nova.network.neutron [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Refreshing network info cache for port 646f9ae6-8d44-4bdd-94db-ff0fcb5c7282 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.261183] env[69411]: DEBUG nova.compute.manager [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.261583] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.263342] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b6dcdc-b0a7-4a41-af38-9a0c535d4df2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.272394] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.272676] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be948d24-b8d4-4b9f-bcf7-3d5ebd024802 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.289370] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.303099] env[69411]: INFO nova.compute.manager [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Detaching volume 82f11f78-5bb0-4686-8665-0727d29bbd3d [ 1211.305262] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323907, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.352195] env[69411]: DEBUG nova.network.neutron [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance_info_cache with network_info: [{"id": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "address": "fa:16:3e:c8:29:ea", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f9e465-f0", "ovs_interfaceid": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.355217] env[69411]: INFO nova.virt.block_device [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Attempting to driver detach volume 82f11f78-5bb0-4686-8665-0727d29bbd3d from mountpoint /dev/sdb [ 1211.355217] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1211.355217] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663535', 'volume_id': '82f11f78-5bb0-4686-8665-0727d29bbd3d', 'name': 'volume-82f11f78-5bb0-4686-8665-0727d29bbd3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6', 'attached_at': '', 'detached_at': '', 'volume_id': '82f11f78-5bb0-4686-8665-0727d29bbd3d', 'serial': '82f11f78-5bb0-4686-8665-0727d29bbd3d'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1211.355837] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5542fbd2-fd7d-4de3-bb86-f1cfc21437b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.388824] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee6fa4a-f06f-456c-83b3-2c2f3d746920 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.394216] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.394216] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.394216] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleting the datastore file [datastore2] 7679b066-e026-4eff-b890-d7c42d2b51e0 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.394216] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d1ce836-ddca-4378-a145-25298a3f3c71 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.403552] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3954788-07f7-448a-9142-fcb5205180b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.407117] env[69411]: DEBUG oslo_vmware.api [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1211.407117] env[69411]: value = "task-3323909" [ 1211.407117] env[69411]: _type = "Task" [ 1211.407117] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.434569] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf1b017-67f0-4afd-a9da-55cc3523021a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.437691] env[69411]: DEBUG oslo_vmware.api [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.453129] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] The volume has not been displaced from its original location: [datastore2] volume-82f11f78-5bb0-4686-8665-0727d29bbd3d/volume-82f11f78-5bb0-4686-8665-0727d29bbd3d.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1211.459247] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.459515] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Acquiring lock "refresh_cache-78d82106-00b9-4d4b-b996-8668a64b2b4e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.459515] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Acquired lock "refresh_cache-78d82106-00b9-4d4b-b996-8668a64b2b4e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.459684] env[69411]: DEBUG nova.network.neutron [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.460833] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9639bb4e-0129-4d37-b4dc-d6d24bd1f5e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.489186] env[69411]: DEBUG oslo_vmware.api [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1211.489186] env[69411]: value = "task-3323910" [ 1211.489186] env[69411]: _type = "Task" [ 1211.489186] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.497426] env[69411]: DEBUG oslo_vmware.api [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323910, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.525428] env[69411]: DEBUG nova.network.neutron [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.735739] env[69411]: DEBUG nova.network.neutron [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Updating instance_info_cache with network_info: [{"id": "b71562e3-7c7e-4900-a6ac-5d5538aa72b4", "address": "fa:16:3e:a0:3f:0e", "network": {"id": "7f733676-2f85-42d4-86f8-89194d353233", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-319241981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6249ca3ff364e8a80c3f3b921878975", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71562e3-7c", "ovs_interfaceid": "b71562e3-7c7e-4900-a6ac-5d5538aa72b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.759560] env[69411]: DEBUG nova.network.neutron [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Updated VIF entry in instance network info cache for port 646f9ae6-8d44-4bdd-94db-ff0fcb5c7282. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.760012] env[69411]: DEBUG nova.network.neutron [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Updating instance_info_cache with network_info: [{"id": "646f9ae6-8d44-4bdd-94db-ff0fcb5c7282", "address": "fa:16:3e:72:11:95", "network": {"id": "0f96bf0b-7523-4e2d-8992-3f8dc142abad", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32631935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffd0d83775264330a7832b6b47526b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646f9ae6-8d", "ovs_interfaceid": "646f9ae6-8d44-4bdd-94db-ff0fcb5c7282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.789690] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323906, 'name': ReconfigVM_Task, 'duration_secs': 0.759403} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.790084] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 719a4af7-0b49-4fe6-9274-a876efc2cb52/719a4af7-0b49-4fe6-9274-a876efc2cb52.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.793917] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ecbf604-cf50-4fb5-b995-019ffdbe28cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.801449] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323907, 'name': CreateVM_Task, 'duration_secs': 0.68043} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.803053] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.803053] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1211.803053] env[69411]: value = "task-3323911" [ 1211.803053] env[69411]: _type = "Task" [ 1211.803053] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.803502] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.803660] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.803983] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.804311] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b80f1f7-2363-4b3d-9134-55033be48183 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.818806] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323911, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.819157] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1211.819157] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5273ad6a-9839-3ec8-b124-9e0e21a7be92" [ 1211.819157] env[69411]: _type = "Task" [ 1211.819157] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.832764] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5273ad6a-9839-3ec8-b124-9e0e21a7be92, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.832764] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.832764] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.832764] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.832764] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.832764] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.832764] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-589c3f2e-661b-4450-bd1b-d43eb0e22832 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.841162] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.841381] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.842099] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beba7173-5d86-4f9f-b776-27ed9ae5fc75 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.847996] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1211.847996] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5246bd25-7d19-be2c-df22-c93ee969152e" [ 1211.847996] env[69411]: _type = "Task" [ 1211.847996] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.856428] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5246bd25-7d19-be2c-df22-c93ee969152e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.860293] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.919083] env[69411]: DEBUG oslo_vmware.api [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251899} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.919306] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.919524] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.919701] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.919949] env[69411]: INFO nova.compute.manager [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1211.920199] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.920394] env[69411]: DEBUG nova.compute.manager [-] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.920518] env[69411]: DEBUG nova.network.neutron [-] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.998131] env[69411]: DEBUG oslo_vmware.api [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323910, 'name': ReconfigVM_Task, 'duration_secs': 0.248745} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.998721] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1212.003309] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d373d695-c7a5-4908-9623-94535d8dae32 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.022148] env[69411]: DEBUG oslo_vmware.api [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1212.022148] env[69411]: value = "task-3323912" [ 1212.022148] env[69411]: _type = "Task" [ 1212.022148] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.034323] env[69411]: DEBUG oslo_vmware.api [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.168252] env[69411]: DEBUG nova.compute.manager [req-b4704705-d2a8-4580-ae73-3940b96d1419 req-72416516-1e91-4064-b8c2-7459d7cc5e2a service nova] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Received event network-vif-deleted-71842c75-e956-4d58-8ed7-4fefcb7de503 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.168311] env[69411]: INFO nova.compute.manager [req-b4704705-d2a8-4580-ae73-3940b96d1419 req-72416516-1e91-4064-b8c2-7459d7cc5e2a service nova] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Neutron deleted interface 71842c75-e956-4d58-8ed7-4fefcb7de503; detaching it from the instance and deleting it from the info cache [ 1212.168495] env[69411]: DEBUG nova.network.neutron [req-b4704705-d2a8-4580-ae73-3940b96d1419 req-72416516-1e91-4064-b8c2-7459d7cc5e2a service nova] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.238333] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Releasing lock "refresh_cache-78d82106-00b9-4d4b-b996-8668a64b2b4e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.238775] env[69411]: DEBUG nova.compute.manager [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Instance network_info: |[{"id": "b71562e3-7c7e-4900-a6ac-5d5538aa72b4", "address": "fa:16:3e:a0:3f:0e", "network": {"id": "7f733676-2f85-42d4-86f8-89194d353233", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-319241981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6249ca3ff364e8a80c3f3b921878975", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71562e3-7c", "ovs_interfaceid": "b71562e3-7c7e-4900-a6ac-5d5538aa72b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.239153] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:3f:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b71562e3-7c7e-4900-a6ac-5d5538aa72b4', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.246942] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Creating folder: Project (e6249ca3ff364e8a80c3f3b921878975). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1212.247515] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f312296a-0002-4973-b497-d12d38e588ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.260135] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Created folder: Project (e6249ca3ff364e8a80c3f3b921878975) in parent group-v663248. [ 1212.260297] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Creating folder: Instances. Parent ref: group-v663557. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1212.260533] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6296fd3a-a78f-4f22-b684-524a9ea2c0c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.262588] env[69411]: DEBUG oslo_concurrency.lockutils [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] Releasing lock "refresh_cache-0da7b308-90b7-4482-bc53-678fef640944" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.262903] env[69411]: DEBUG nova.compute.manager [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Received event network-vif-plugged-b71562e3-7c7e-4900-a6ac-5d5538aa72b4 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.263147] env[69411]: DEBUG oslo_concurrency.lockutils [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] Acquiring lock "78d82106-00b9-4d4b-b996-8668a64b2b4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.263367] env[69411]: DEBUG oslo_concurrency.lockutils [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] Lock "78d82106-00b9-4d4b-b996-8668a64b2b4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.263533] env[69411]: DEBUG oslo_concurrency.lockutils [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] Lock "78d82106-00b9-4d4b-b996-8668a64b2b4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.263700] env[69411]: DEBUG nova.compute.manager [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] No waiting events found dispatching network-vif-plugged-b71562e3-7c7e-4900-a6ac-5d5538aa72b4 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1212.263869] env[69411]: WARNING nova.compute.manager [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Received unexpected event network-vif-plugged-b71562e3-7c7e-4900-a6ac-5d5538aa72b4 for instance with vm_state building and task_state spawning. [ 1212.264116] env[69411]: DEBUG nova.compute.manager [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Received event network-changed-b71562e3-7c7e-4900-a6ac-5d5538aa72b4 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.264298] env[69411]: DEBUG nova.compute.manager [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Refreshing instance network info cache due to event network-changed-b71562e3-7c7e-4900-a6ac-5d5538aa72b4. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.264485] env[69411]: DEBUG oslo_concurrency.lockutils [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] Acquiring lock "refresh_cache-78d82106-00b9-4d4b-b996-8668a64b2b4e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.264621] env[69411]: DEBUG oslo_concurrency.lockutils [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] Acquired lock "refresh_cache-78d82106-00b9-4d4b-b996-8668a64b2b4e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.264775] env[69411]: DEBUG nova.network.neutron [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Refreshing network info cache for port b71562e3-7c7e-4900-a6ac-5d5538aa72b4 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.275396] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Created folder: Instances in parent group-v663557. [ 1212.275638] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.275821] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.276104] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-675bbab7-9142-4b5a-a8a4-e5dd94201a6d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.296891] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.296891] env[69411]: value = "task-3323915" [ 1212.296891] env[69411]: _type = "Task" [ 1212.296891] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.306137] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323915, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.314132] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323911, 'name': Rename_Task, 'duration_secs': 0.15724} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.314407] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.314643] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e998217-1c3d-4d52-8612-967a810aa05e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.323104] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1212.323104] env[69411]: value = "task-3323916" [ 1212.323104] env[69411]: _type = "Task" [ 1212.323104] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.332048] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.357871] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5246bd25-7d19-be2c-df22-c93ee969152e, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.358705] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a468c3c-e868-4118-8cc7-a3174d80aecb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.369121] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1212.369121] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52862461-c98c-c243-f6c9-43e9b948c4a1" [ 1212.369121] env[69411]: _type = "Task" [ 1212.369121] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.379566] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52862461-c98c-c243-f6c9-43e9b948c4a1, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.379831] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.380395] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 0da7b308-90b7-4482-bc53-678fef640944/0da7b308-90b7-4482-bc53-678fef640944.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.380395] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cf1a33f-038b-40bb-9de1-8ac9bca327ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.387624] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1212.387624] env[69411]: value = "task-3323917" [ 1212.387624] env[69411]: _type = "Task" [ 1212.387624] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.392074] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b23a4d-8754-483f-ad26-6a906958c0a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.400320] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.414365] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9635464b-2cd4-4371-bae2-69b2f266b526 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.423170] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance '2bb23ebd-70f2-4c82-9ca5-5a05319bda58' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.434317] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.434458] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.532666] env[69411]: DEBUG oslo_vmware.api [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323912, 'name': ReconfigVM_Task, 'duration_secs': 0.149768} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.533020] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663535', 'volume_id': '82f11f78-5bb0-4686-8665-0727d29bbd3d', 'name': 'volume-82f11f78-5bb0-4686-8665-0727d29bbd3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6', 'attached_at': '', 'detached_at': '', 'volume_id': '82f11f78-5bb0-4686-8665-0727d29bbd3d', 'serial': '82f11f78-5bb0-4686-8665-0727d29bbd3d'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1212.651279] env[69411]: DEBUG nova.network.neutron [-] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.671193] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46a98f7f-2e18-4df6-b47b-0c60d094c88d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.683801] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c69983a-dfcc-444f-8b76-9edec4bde25c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.724298] env[69411]: DEBUG nova.compute.manager [req-b4704705-d2a8-4580-ae73-3940b96d1419 req-72416516-1e91-4064-b8c2-7459d7cc5e2a service nova] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Detach interface failed, port_id=71842c75-e956-4d58-8ed7-4fefcb7de503, reason: Instance 7679b066-e026-4eff-b890-d7c42d2b51e0 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1212.810465] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323915, 'name': CreateVM_Task, 'duration_secs': 0.406199} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.810658] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.811517] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.811727] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.812211] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.812495] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7223da0-4f70-4340-8978-b6b161b11430 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.820290] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Waiting for the task: (returnval){ [ 1212.820290] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fa34e7-2de3-eb8d-3306-8340a0e136e5" [ 1212.820290] env[69411]: _type = "Task" [ 1212.820290] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.834242] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.838170] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fa34e7-2de3-eb8d-3306-8340a0e136e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.899833] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323917, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.929492] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.932533] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-734f2cd7-8a66-43fb-a92c-9c0f5f21e7dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.937137] env[69411]: DEBUG nova.compute.manager [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1212.940794] env[69411]: DEBUG oslo_vmware.api [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1212.940794] env[69411]: value = "task-3323918" [ 1212.940794] env[69411]: _type = "Task" [ 1212.940794] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.949245] env[69411]: DEBUG oslo_vmware.api [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.998199] env[69411]: DEBUG nova.network.neutron [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Updated VIF entry in instance network info cache for port b71562e3-7c7e-4900-a6ac-5d5538aa72b4. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.998631] env[69411]: DEBUG nova.network.neutron [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Updating instance_info_cache with network_info: [{"id": "b71562e3-7c7e-4900-a6ac-5d5538aa72b4", "address": "fa:16:3e:a0:3f:0e", "network": {"id": "7f733676-2f85-42d4-86f8-89194d353233", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-319241981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6249ca3ff364e8a80c3f3b921878975", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71562e3-7c", "ovs_interfaceid": "b71562e3-7c7e-4900-a6ac-5d5538aa72b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.154544] env[69411]: INFO nova.compute.manager [-] [instance: 7679b066-e026-4eff-b890-d7c42d2b51e0] Took 1.23 seconds to deallocate network for instance. [ 1213.163542] env[69411]: DEBUG nova.objects.instance [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lazy-loading 'flavor' on Instance uuid fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.333627] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323916, 'name': PowerOnVM_Task, 'duration_secs': 0.789666} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.337283] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.337573] env[69411]: INFO nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1213.337812] env[69411]: DEBUG nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.338133] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fa34e7-2de3-eb8d-3306-8340a0e136e5, 'name': SearchDatastore_Task, 'duration_secs': 0.02021} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.338822] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e7db26-0507-4ab9-8457-749e2d5e039e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.341570] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.341570] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.341800] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.341982] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.342191] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.342431] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efb76ddc-3114-486d-8462-14a409176bac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.352388] env[69411]: DEBUG oslo_concurrency.lockutils [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.352595] env[69411]: DEBUG oslo_concurrency.lockutils [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.358160] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.358335] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.359019] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d85efff5-76a6-4c45-ac9a-9de297d474fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.365163] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Waiting for the task: (returnval){ [ 1213.365163] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ddb295-951f-0553-f7d8-229931705e09" [ 1213.365163] env[69411]: _type = "Task" [ 1213.365163] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.373374] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ddb295-951f-0553-f7d8-229931705e09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.397880] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514277} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.398136] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 0da7b308-90b7-4482-bc53-678fef640944/0da7b308-90b7-4482-bc53-678fef640944.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.398347] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.398581] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2a291b9-e6c1-4f32-8636-ca4dde6be0b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.406214] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1213.406214] env[69411]: value = "task-3323919" [ 1213.406214] env[69411]: _type = "Task" [ 1213.406214] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.418583] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.456846] env[69411]: DEBUG oslo_vmware.api [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323918, 'name': PowerOnVM_Task, 'duration_secs': 0.404398} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.457164] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.457404] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-61209e7c-07b3-4f45-ae50-c5a80f5503bd tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance '2bb23ebd-70f2-4c82-9ca5-5a05319bda58' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.463463] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.463728] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.465201] env[69411]: INFO nova.compute.claims [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.501148] env[69411]: DEBUG oslo_concurrency.lockutils [req-e97cfe9b-7e69-4f02-92fb-274c315eee17 req-482d26c5-5870-4e6f-8341-578bcccd77a9 service nova] Releasing lock "refresh_cache-78d82106-00b9-4d4b-b996-8668a64b2b4e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.661763] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.856991] env[69411]: DEBUG nova.compute.utils [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.862812] env[69411]: INFO nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Took 22.15 seconds to build instance. [ 1213.877747] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ddb295-951f-0553-f7d8-229931705e09, 'name': SearchDatastore_Task, 'duration_secs': 0.053964} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.878794] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce596cb-fe00-4f4c-9c5a-55249ede84db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.885602] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Waiting for the task: (returnval){ [ 1213.885602] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b9c242-35f9-900e-9fe1-f92b4efce692" [ 1213.885602] env[69411]: _type = "Task" [ 1213.885602] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.893842] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b9c242-35f9-900e-9fe1-f92b4efce692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.915361] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080651} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.915604] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.916370] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c51510a-21e5-4417-a7f3-7dc5fc60fe21 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.938851] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 0da7b308-90b7-4482-bc53-678fef640944/0da7b308-90b7-4482-bc53-678fef640944.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.939148] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0054e833-8811-4d62-8283-f48a438b3286 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.958964] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1213.958964] env[69411]: value = "task-3323920" [ 1213.958964] env[69411]: _type = "Task" [ 1213.958964] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.971943] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.170955] env[69411]: DEBUG oslo_concurrency.lockutils [None req-040e0e75-8fb6-44fb-838b-eae04c4972ea tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.372s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.361490] env[69411]: DEBUG oslo_concurrency.lockutils [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.364492] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "719a4af7-0b49-4fe6-9274-a876efc2cb52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.669s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.364724] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "719a4af7-0b49-4fe6-9274-a876efc2cb52" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.905s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.364967] env[69411]: INFO nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] During sync_power_state the instance has a pending task (networking). Skip. [ 1214.365146] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "719a4af7-0b49-4fe6-9274-a876efc2cb52" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.396671] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b9c242-35f9-900e-9fe1-f92b4efce692, 'name': SearchDatastore_Task, 'duration_secs': 0.052418} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.396920] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.397193] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 78d82106-00b9-4d4b-b996-8668a64b2b4e/78d82106-00b9-4d4b-b996-8668a64b2b4e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.397442] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-227882fa-12aa-45e7-b3a5-893582bf6c7b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.404659] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Waiting for the task: (returnval){ [ 1214.404659] env[69411]: value = "task-3323921" [ 1214.404659] env[69411]: _type = "Task" [ 1214.404659] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.415349] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.473050] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.636640] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a386d631-d1cf-4947-813a-9274b64e91d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.645174] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8445b07-744a-48ab-b311-c0390d484058 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.681798] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8bb25c-82ea-4a4a-af5e-47d9c5ab6604 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.693300] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c776b25c-37d8-4fa7-8afb-9620129c8b1b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.709417] env[69411]: DEBUG nova.compute.provider_tree [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.916445] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323921, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.973303] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323920, 'name': ReconfigVM_Task, 'duration_secs': 0.947101} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.978898] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 0da7b308-90b7-4482-bc53-678fef640944/0da7b308-90b7-4482-bc53-678fef640944.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.980441] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6748add-cc33-492f-a621-8530e9904116 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.992138] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1214.992138] env[69411]: value = "task-3323922" [ 1214.992138] env[69411]: _type = "Task" [ 1214.992138] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.003729] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323922, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.188261] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.188611] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.188821] env[69411]: DEBUG nova.compute.manager [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Going to confirm migration 7 {{(pid=69411) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1215.212308] env[69411]: DEBUG nova.scheduler.client.report [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.337559] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.337838] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.338085] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.338280] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.338446] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.340648] env[69411]: INFO nova.compute.manager [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Terminating instance [ 1215.418335] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694612} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.418943] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 78d82106-00b9-4d4b-b996-8668a64b2b4e/78d82106-00b9-4d4b-b996-8668a64b2b4e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.419219] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.419482] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7eb75d9d-7923-44dd-a9f1-c61bfcacd32c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.427721] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Waiting for the task: (returnval){ [ 1215.427721] env[69411]: value = "task-3323923" [ 1215.427721] env[69411]: _type = "Task" [ 1215.427721] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.432984] env[69411]: DEBUG oslo_concurrency.lockutils [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.433269] env[69411]: DEBUG oslo_concurrency.lockutils [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.433523] env[69411]: INFO nova.compute.manager [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Attaching volume b4556980-24fc-41d8-a9a5-674d7ef369fb to /dev/sdb [ 1215.439437] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.466540] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20873ec7-7754-40e0-9ef7-0a42f08f5ff8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.474563] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a60aad5-b7a1-4c62-af47-52bd78542ef6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.490537] env[69411]: DEBUG nova.virt.block_device [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Updating existing volume attachment record: 7ca4e26b-9c49-4925-aa3f-667a2963d5a1 {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1215.502318] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323922, 'name': Rename_Task, 'duration_secs': 0.191608} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.502624] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.502883] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc31d7aa-86e2-4ddd-8a48-8e99b291528e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.509674] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1215.509674] env[69411]: value = "task-3323924" [ 1215.509674] env[69411]: _type = "Task" [ 1215.509674] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.519150] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.716853] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.717440] env[69411]: DEBUG nova.compute.manager [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.720896] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.059s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.721273] env[69411]: DEBUG nova.objects.instance [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lazy-loading 'resources' on Instance uuid 7679b066-e026-4eff-b890-d7c42d2b51e0 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.791259] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.791468] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.791659] env[69411]: DEBUG nova.network.neutron [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.791853] env[69411]: DEBUG nova.objects.instance [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lazy-loading 'info_cache' on Instance uuid 2bb23ebd-70f2-4c82-9ca5-5a05319bda58 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.845044] env[69411]: DEBUG nova.compute.manager [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1215.845044] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.845618] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ab34f2-a077-462d-b010-b40ce524c08b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.854360] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.854603] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-898324cc-eede-46b4-889e-bec251f19539 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.861314] env[69411]: DEBUG oslo_vmware.api [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1215.861314] env[69411]: value = "task-3323926" [ 1215.861314] env[69411]: _type = "Task" [ 1215.861314] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.870718] env[69411]: DEBUG oslo_vmware.api [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.939446] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07781} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.939721] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.940558] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0922e412-1811-492f-a27e-cb61c39a07eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.964663] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 78d82106-00b9-4d4b-b996-8668a64b2b4e/78d82106-00b9-4d4b-b996-8668a64b2b4e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.965025] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a6fd727-473b-41d4-954e-7c4d3f6e1cce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.987828] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Waiting for the task: (returnval){ [ 1215.987828] env[69411]: value = "task-3323927" [ 1215.987828] env[69411]: _type = "Task" [ 1215.987828] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.998079] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.020680] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323924, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.224353] env[69411]: DEBUG nova.compute.utils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.228629] env[69411]: DEBUG nova.compute.manager [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.228801] env[69411]: DEBUG nova.network.neutron [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.267603] env[69411]: DEBUG nova.policy [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68a9f359c2054f02bc7ce765bd8fafdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfb958bb6fb84158b299b7daaea8d3ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.371621] env[69411]: DEBUG oslo_vmware.api [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323926, 'name': PowerOffVM_Task, 'duration_secs': 0.297728} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.374173] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.374350] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.375053] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff9d385d-2675-4a7f-a1b4-4b73f477e459 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.384933] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68686673-2f03-4897-a5c5-beca802e8da2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.392354] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4013a441-2e2d-4cd0-a947-7c0d53febf4a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.427330] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6a6b7a-4bd3-4e97-b2cb-547c05903b3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.436885] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e203e9-79f8-421c-bc8a-332c96dd9427 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.451103] env[69411]: DEBUG nova.compute.provider_tree [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.471225] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.471451] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.471631] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Deleting the datastore file [datastore2] fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.471938] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-149e6be6-21cb-42c6-a9cc-5afd02c9f628 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.479174] env[69411]: DEBUG oslo_vmware.api [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1216.479174] env[69411]: value = "task-3323929" [ 1216.479174] env[69411]: _type = "Task" [ 1216.479174] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.489334] env[69411]: DEBUG oslo_vmware.api [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.498709] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.519774] env[69411]: DEBUG oslo_vmware.api [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323924, 'name': PowerOnVM_Task, 'duration_secs': 0.546546} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.520117] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.520334] env[69411]: INFO nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1216.520514] env[69411]: DEBUG nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.521298] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74dad19-5947-4df5-a738-a5761f1e89b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.525562] env[69411]: DEBUG nova.network.neutron [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Successfully created port: 1dae10b0-4e7c-4adf-a5fe-f12e73c627ba {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.729395] env[69411]: DEBUG nova.compute.manager [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.954490] env[69411]: DEBUG nova.scheduler.client.report [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.990140] env[69411]: DEBUG oslo_vmware.api [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47702} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.993539] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.993845] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.993929] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.994109] env[69411]: INFO nova.compute.manager [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1216.994385] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.995096] env[69411]: DEBUG nova.compute.manager [-] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.995202] env[69411]: DEBUG nova.network.neutron [-] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.001952] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323927, 'name': ReconfigVM_Task, 'duration_secs': 0.824135} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.002339] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 78d82106-00b9-4d4b-b996-8668a64b2b4e/78d82106-00b9-4d4b-b996-8668a64b2b4e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.003254] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8af6b09f-2cc1-45d0-acad-4b64acbed6d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.011152] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Waiting for the task: (returnval){ [ 1217.011152] env[69411]: value = "task-3323930" [ 1217.011152] env[69411]: _type = "Task" [ 1217.011152] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.024673] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323930, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.027996] env[69411]: DEBUG nova.network.neutron [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance_info_cache with network_info: [{"id": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "address": "fa:16:3e:c8:29:ea", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f9e465-f0", "ovs_interfaceid": "41f9e465-f0d7-4b8a-aa1e-3f56b716be5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.041916] env[69411]: INFO nova.compute.manager [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Took 25.30 seconds to build instance. [ 1217.460435] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.485985] env[69411]: INFO nova.scheduler.client.report [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleted allocations for instance 7679b066-e026-4eff-b890-d7c42d2b51e0 [ 1217.520996] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323930, 'name': Rename_Task, 'duration_secs': 0.369685} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.521297] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.521540] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1732492c-ddd3-46ee-b630-d9f2e70d4aec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.530183] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "refresh_cache-2bb23ebd-70f2-4c82-9ca5-5a05319bda58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.530183] env[69411]: DEBUG nova.objects.instance [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lazy-loading 'migration_context' on Instance uuid 2bb23ebd-70f2-4c82-9ca5-5a05319bda58 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.531187] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Waiting for the task: (returnval){ [ 1217.531187] env[69411]: value = "task-3323931" [ 1217.531187] env[69411]: _type = "Task" [ 1217.531187] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.541770] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.544302] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f468ee2-0489-4083-824e-c1ab8634e69d tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "0da7b308-90b7-4482-bc53-678fef640944" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.816s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.544802] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "0da7b308-90b7-4482-bc53-678fef640944" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.084s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.545611] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e8adeb-eb74-498e-8c7a-2fc0590d8f70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.624030] env[69411]: DEBUG nova.compute.manager [req-ce79c868-392b-4e15-a54d-701bb7fe5e7f req-43a26626-3c27-4b6b-887e-fb6c270571e2 service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Received event network-vif-deleted-2a290f50-5546-4ec0-b151-376bb75e65c5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.624170] env[69411]: INFO nova.compute.manager [req-ce79c868-392b-4e15-a54d-701bb7fe5e7f req-43a26626-3c27-4b6b-887e-fb6c270571e2 service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Neutron deleted interface 2a290f50-5546-4ec0-b151-376bb75e65c5; detaching it from the instance and deleting it from the info cache [ 1217.624646] env[69411]: DEBUG nova.network.neutron [req-ce79c868-392b-4e15-a54d-701bb7fe5e7f req-43a26626-3c27-4b6b-887e-fb6c270571e2 service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.738321] env[69411]: DEBUG nova.compute.manager [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.767871] env[69411]: DEBUG nova.virt.hardware [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.768180] env[69411]: DEBUG nova.virt.hardware [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.768376] env[69411]: DEBUG nova.virt.hardware [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.768634] env[69411]: DEBUG nova.virt.hardware [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.768822] env[69411]: DEBUG nova.virt.hardware [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.768993] env[69411]: DEBUG nova.virt.hardware [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.769267] env[69411]: DEBUG nova.virt.hardware [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.769458] env[69411]: DEBUG nova.virt.hardware [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.769654] env[69411]: DEBUG nova.virt.hardware [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.769839] env[69411]: DEBUG nova.virt.hardware [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.770069] env[69411]: DEBUG nova.virt.hardware [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.771096] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885fa7c9-5743-497c-94f6-172a032d2b80 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.781276] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1573fcca-0e45-4f7c-ab0a-94ab6b420a0a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.902648] env[69411]: DEBUG nova.compute.manager [req-db884235-6748-47d4-b663-282cb22d9da2 req-9af07db8-3c0a-485d-915d-2f192e5e83b5 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Received event network-vif-plugged-1dae10b0-4e7c-4adf-a5fe-f12e73c627ba {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.902869] env[69411]: DEBUG oslo_concurrency.lockutils [req-db884235-6748-47d4-b663-282cb22d9da2 req-9af07db8-3c0a-485d-915d-2f192e5e83b5 service nova] Acquiring lock "ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.903114] env[69411]: DEBUG oslo_concurrency.lockutils [req-db884235-6748-47d4-b663-282cb22d9da2 req-9af07db8-3c0a-485d-915d-2f192e5e83b5 service nova] Lock "ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.903290] env[69411]: DEBUG oslo_concurrency.lockutils [req-db884235-6748-47d4-b663-282cb22d9da2 req-9af07db8-3c0a-485d-915d-2f192e5e83b5 service nova] Lock "ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.903457] env[69411]: DEBUG nova.compute.manager [req-db884235-6748-47d4-b663-282cb22d9da2 req-9af07db8-3c0a-485d-915d-2f192e5e83b5 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] No waiting events found dispatching network-vif-plugged-1dae10b0-4e7c-4adf-a5fe-f12e73c627ba {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.903619] env[69411]: WARNING nova.compute.manager [req-db884235-6748-47d4-b663-282cb22d9da2 req-9af07db8-3c0a-485d-915d-2f192e5e83b5 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Received unexpected event network-vif-plugged-1dae10b0-4e7c-4adf-a5fe-f12e73c627ba for instance with vm_state building and task_state spawning. [ 1217.986241] env[69411]: DEBUG nova.network.neutron [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Successfully updated port: 1dae10b0-4e7c-4adf-a5fe-f12e73c627ba {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.994688] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bb8166ad-741b-4ef7-a906-316b38895e99 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "7679b066-e026-4eff-b890-d7c42d2b51e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.272s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.033089] env[69411]: DEBUG nova.objects.base [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Object Instance<2bb23ebd-70f2-4c82-9ca5-5a05319bda58> lazy-loaded attributes: info_cache,migration_context {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1218.034397] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c2c570-096f-4d80-b64b-7693d34bac27 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.046334] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.060933] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "0da7b308-90b7-4482-bc53-678fef640944" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.061429] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaa704ae-7e82-4a40-8e91-9aa89814fb76 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.064052] env[69411]: DEBUG oslo_concurrency.lockutils [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "719a4af7-0b49-4fe6-9274-a876efc2cb52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.064307] env[69411]: DEBUG oslo_concurrency.lockutils [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "719a4af7-0b49-4fe6-9274-a876efc2cb52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.064532] env[69411]: DEBUG oslo_concurrency.lockutils [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "719a4af7-0b49-4fe6-9274-a876efc2cb52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.064751] env[69411]: DEBUG oslo_concurrency.lockutils [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "719a4af7-0b49-4fe6-9274-a876efc2cb52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.064960] env[69411]: DEBUG oslo_concurrency.lockutils [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "719a4af7-0b49-4fe6-9274-a876efc2cb52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.067413] env[69411]: INFO nova.compute.manager [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Terminating instance [ 1218.070767] env[69411]: DEBUG oslo_vmware.api [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1218.070767] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526d2be6-67dc-f24f-be13-dc9c365ecab3" [ 1218.070767] env[69411]: _type = "Task" [ 1218.070767] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.079930] env[69411]: DEBUG oslo_vmware.api [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526d2be6-67dc-f24f-be13-dc9c365ecab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.105122] env[69411]: DEBUG nova.network.neutron [-] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.127030] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73ee0965-5e3d-4b56-abec-61d2b6acb8ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.137582] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9902d18-02f8-41c0-9fdc-bb8b281b4138 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.148366] env[69411]: DEBUG oslo_concurrency.lockutils [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "0da7b308-90b7-4482-bc53-678fef640944" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.148600] env[69411]: DEBUG oslo_concurrency.lockutils [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "0da7b308-90b7-4482-bc53-678fef640944" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.148797] env[69411]: DEBUG oslo_concurrency.lockutils [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "0da7b308-90b7-4482-bc53-678fef640944-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.148974] env[69411]: DEBUG oslo_concurrency.lockutils [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "0da7b308-90b7-4482-bc53-678fef640944-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.149156] env[69411]: DEBUG oslo_concurrency.lockutils [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "0da7b308-90b7-4482-bc53-678fef640944-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.151508] env[69411]: INFO nova.compute.manager [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Terminating instance [ 1218.177094] env[69411]: DEBUG nova.compute.manager [req-ce79c868-392b-4e15-a54d-701bb7fe5e7f req-43a26626-3c27-4b6b-887e-fb6c270571e2 service nova] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Detach interface failed, port_id=2a290f50-5546-4ec0-b151-376bb75e65c5, reason: Instance fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1218.488860] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "refresh_cache-ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.490217] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "refresh_cache-ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.490217] env[69411]: DEBUG nova.network.neutron [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.544350] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323931, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.572181] env[69411]: DEBUG nova.compute.manager [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.572423] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.573415] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a14f819-1bbc-46b4-9dbb-acee4160ccc8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.590949] env[69411]: DEBUG oslo_vmware.api [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526d2be6-67dc-f24f-be13-dc9c365ecab3, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.591324] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.591632] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.591939] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.593261] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c907015-af4a-4932-8b8d-dbb65255d49e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.601733] env[69411]: DEBUG oslo_vmware.api [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1218.601733] env[69411]: value = "task-3323933" [ 1218.601733] env[69411]: _type = "Task" [ 1218.601733] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.607462] env[69411]: INFO nova.compute.manager [-] [instance: fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6] Took 1.61 seconds to deallocate network for instance. [ 1218.613369] env[69411]: DEBUG oslo_vmware.api [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.656034] env[69411]: DEBUG nova.compute.manager [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.656315] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.657673] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6ade14-a1c3-456b-9e07-81f1b77304c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.668370] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.668641] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-782f0ed8-6c7e-49b3-b16b-b16919549ea7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.676912] env[69411]: DEBUG oslo_vmware.api [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1218.676912] env[69411]: value = "task-3323934" [ 1218.676912] env[69411]: _type = "Task" [ 1218.676912] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.685897] env[69411]: DEBUG oslo_vmware.api [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.022990] env[69411]: DEBUG nova.network.neutron [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.047609] env[69411]: DEBUG oslo_vmware.api [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323931, 'name': PowerOnVM_Task, 'duration_secs': 1.145638} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.047609] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.047609] env[69411]: INFO nova.compute.manager [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1219.047609] env[69411]: DEBUG nova.compute.manager [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.049130] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15778b89-b632-4508-92ce-70b1be3bfb25 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.111764] env[69411]: DEBUG oslo_vmware.api [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323933, 'name': PowerOffVM_Task, 'duration_secs': 0.30287} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.113329] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.113514] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.118832] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd1a5299-ffdc-4b12-9be8-542f34cdd076 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.120761] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "9b819c36-38fd-41f1-9bce-00ca1333660e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.120986] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "9b819c36-38fd-41f1-9bce-00ca1333660e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.122670] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.172515] env[69411]: DEBUG nova.network.neutron [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Updating instance_info_cache with network_info: [{"id": "1dae10b0-4e7c-4adf-a5fe-f12e73c627ba", "address": "fa:16:3e:06:17:5c", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dae10b0-4e", "ovs_interfaceid": "1dae10b0-4e7c-4adf-a5fe-f12e73c627ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.189934] env[69411]: DEBUG oslo_vmware.api [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323934, 'name': PowerOffVM_Task, 'duration_secs': 0.234719} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.190266] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.190455] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.190711] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81872024-c293-495a-9611-8a5f6b3e72a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.208426] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.208643] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.208823] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Deleting the datastore file [datastore2] 719a4af7-0b49-4fe6-9274-a876efc2cb52 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.209134] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfa58d48-2642-4ca7-8357-db780eb8574c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.218257] env[69411]: DEBUG oslo_vmware.api [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1219.218257] env[69411]: value = "task-3323937" [ 1219.218257] env[69411]: _type = "Task" [ 1219.218257] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.231967] env[69411]: DEBUG oslo_vmware.api [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.274013] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec6821b-91d5-49d8-9f30-e7ac6a035c57 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.282400] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb6fb40-5544-4482-a922-9041c55ab4e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.286644] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.286869] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.287058] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Deleting the datastore file [datastore2] 0da7b308-90b7-4482-bc53-678fef640944 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.287683] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dc28be9-863a-44ab-b648-e74c65efd371 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.317753] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa01d826-3d3f-456b-86b5-c3874c48de2a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.320371] env[69411]: DEBUG oslo_vmware.api [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1219.320371] env[69411]: value = "task-3323938" [ 1219.320371] env[69411]: _type = "Task" [ 1219.320371] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.327296] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c4e3b4-3d31-4531-a611-37ea5b41b669 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.333898] env[69411]: DEBUG oslo_vmware.api [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.343798] env[69411]: DEBUG nova.compute.provider_tree [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.566434] env[69411]: INFO nova.compute.manager [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Took 18.63 seconds to build instance. [ 1219.624387] env[69411]: DEBUG nova.compute.manager [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.675572] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "refresh_cache-ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.675944] env[69411]: DEBUG nova.compute.manager [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Instance network_info: |[{"id": "1dae10b0-4e7c-4adf-a5fe-f12e73c627ba", "address": "fa:16:3e:06:17:5c", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dae10b0-4e", "ovs_interfaceid": "1dae10b0-4e7c-4adf-a5fe-f12e73c627ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.676429] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:17:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dae10b0-4e7c-4adf-a5fe-f12e73c627ba', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.684829] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.685385] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.685630] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54724f6a-8fd7-48d4-8803-d84713170cf6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.706125] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.706125] env[69411]: value = "task-3323939" [ 1219.706125] env[69411]: _type = "Task" [ 1219.706125] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.714193] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323939, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.730813] env[69411]: DEBUG oslo_vmware.api [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210426} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.731079] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.731558] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.731558] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.731734] env[69411]: INFO nova.compute.manager [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1219.731882] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.732140] env[69411]: DEBUG nova.compute.manager [-] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.732204] env[69411]: DEBUG nova.network.neutron [-] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.831771] env[69411]: DEBUG oslo_vmware.api [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286767} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.832141] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.832372] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.832613] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.832777] env[69411]: INFO nova.compute.manager [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1219.833028] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.833215] env[69411]: DEBUG nova.compute.manager [-] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.833310] env[69411]: DEBUG nova.network.neutron [-] [instance: 0da7b308-90b7-4482-bc53-678fef640944] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.846847] env[69411]: DEBUG nova.scheduler.client.report [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.937785] env[69411]: DEBUG nova.compute.manager [req-587fc2b2-2f18-41ac-91a9-001a3d01de4c req-4ec08a53-d985-4efa-a523-dcf3e477fa57 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Received event network-changed-1dae10b0-4e7c-4adf-a5fe-f12e73c627ba {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.937995] env[69411]: DEBUG nova.compute.manager [req-587fc2b2-2f18-41ac-91a9-001a3d01de4c req-4ec08a53-d985-4efa-a523-dcf3e477fa57 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Refreshing instance network info cache due to event network-changed-1dae10b0-4e7c-4adf-a5fe-f12e73c627ba. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.938221] env[69411]: DEBUG oslo_concurrency.lockutils [req-587fc2b2-2f18-41ac-91a9-001a3d01de4c req-4ec08a53-d985-4efa-a523-dcf3e477fa57 service nova] Acquiring lock "refresh_cache-ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.938366] env[69411]: DEBUG oslo_concurrency.lockutils [req-587fc2b2-2f18-41ac-91a9-001a3d01de4c req-4ec08a53-d985-4efa-a523-dcf3e477fa57 service nova] Acquired lock "refresh_cache-ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.938521] env[69411]: DEBUG nova.network.neutron [req-587fc2b2-2f18-41ac-91a9-001a3d01de4c req-4ec08a53-d985-4efa-a523-dcf3e477fa57 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Refreshing network info cache for port 1dae10b0-4e7c-4adf-a5fe-f12e73c627ba {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.041126] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1220.041380] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663560', 'volume_id': 'b4556980-24fc-41d8-a9a5-674d7ef369fb', 'name': 'volume-b4556980-24fc-41d8-a9a5-674d7ef369fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0026ad3a-e39e-462f-95fb-f456c8dcd7c0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4556980-24fc-41d8-a9a5-674d7ef369fb', 'serial': 'b4556980-24fc-41d8-a9a5-674d7ef369fb'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1220.042357] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c307f004-2adf-4556-86e8-2f8af904d124 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.065026] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455cda3e-f035-458d-9185-b9c61ae326a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.068600] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb429d49-f527-43b6-ac87-40f4f193e535 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Lock "78d82106-00b9-4d4b-b996-8668a64b2b4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.142s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.092655] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-b4556980-24fc-41d8-a9a5-674d7ef369fb/volume-b4556980-24fc-41d8-a9a5-674d7ef369fb.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.094865] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8de89099-263f-4ab7-8f83-1cc1f4a5f69e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.111190] env[69411]: DEBUG nova.compute.manager [req-46159162-d9cd-4643-bf26-8b4e6a7f360e req-87a6fe4d-47bf-4de1-85a0-b66f3c354cd7 service nova] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Received event network-vif-deleted-646f9ae6-8d44-4bdd-94db-ff0fcb5c7282 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.111419] env[69411]: INFO nova.compute.manager [req-46159162-d9cd-4643-bf26-8b4e6a7f360e req-87a6fe4d-47bf-4de1-85a0-b66f3c354cd7 service nova] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Neutron deleted interface 646f9ae6-8d44-4bdd-94db-ff0fcb5c7282; detaching it from the instance and deleting it from the info cache [ 1220.111600] env[69411]: DEBUG nova.network.neutron [req-46159162-d9cd-4643-bf26-8b4e6a7f360e req-87a6fe4d-47bf-4de1-85a0-b66f3c354cd7 service nova] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.119718] env[69411]: DEBUG oslo_vmware.api [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1220.119718] env[69411]: value = "task-3323940" [ 1220.119718] env[69411]: _type = "Task" [ 1220.119718] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.133658] env[69411]: DEBUG oslo_vmware.api [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.148568] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.219595] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323939, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.282576] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Acquiring lock "78d82106-00b9-4d4b-b996-8668a64b2b4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.282896] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Lock "78d82106-00b9-4d4b-b996-8668a64b2b4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.283134] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Acquiring lock "78d82106-00b9-4d4b-b996-8668a64b2b4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.283331] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Lock "78d82106-00b9-4d4b-b996-8668a64b2b4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.283503] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Lock "78d82106-00b9-4d4b-b996-8668a64b2b4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.285549] env[69411]: INFO nova.compute.manager [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Terminating instance [ 1220.488720] env[69411]: DEBUG nova.network.neutron [-] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.595695] env[69411]: DEBUG nova.network.neutron [-] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.613820] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b94bc409-16c8-4c98-87aa-30b9c2ea9c65 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.629249] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a80173-4b50-447f-9492-6b6069c5fb64 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.646450] env[69411]: DEBUG oslo_vmware.api [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323940, 'name': ReconfigVM_Task, 'duration_secs': 0.338157} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.647215] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-b4556980-24fc-41d8-a9a5-674d7ef369fb/volume-b4556980-24fc-41d8-a9a5-674d7ef369fb.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.652276] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbfa6aa5-0e01-4c73-9942-ad2f2b7b6b19 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.671571] env[69411]: DEBUG nova.compute.manager [req-46159162-d9cd-4643-bf26-8b4e6a7f360e req-87a6fe4d-47bf-4de1-85a0-b66f3c354cd7 service nova] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Detach interface failed, port_id=646f9ae6-8d44-4bdd-94db-ff0fcb5c7282, reason: Instance 0da7b308-90b7-4482-bc53-678fef640944 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1220.678136] env[69411]: DEBUG oslo_vmware.api [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1220.678136] env[69411]: value = "task-3323941" [ 1220.678136] env[69411]: _type = "Task" [ 1220.678136] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.686975] env[69411]: DEBUG oslo_vmware.api [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.687909] env[69411]: DEBUG nova.network.neutron [req-587fc2b2-2f18-41ac-91a9-001a3d01de4c req-4ec08a53-d985-4efa-a523-dcf3e477fa57 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Updated VIF entry in instance network info cache for port 1dae10b0-4e7c-4adf-a5fe-f12e73c627ba. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.688267] env[69411]: DEBUG nova.network.neutron [req-587fc2b2-2f18-41ac-91a9-001a3d01de4c req-4ec08a53-d985-4efa-a523-dcf3e477fa57 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Updating instance_info_cache with network_info: [{"id": "1dae10b0-4e7c-4adf-a5fe-f12e73c627ba", "address": "fa:16:3e:06:17:5c", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dae10b0-4e", "ovs_interfaceid": "1dae10b0-4e7c-4adf-a5fe-f12e73c627ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.717191] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323939, 'name': CreateVM_Task, 'duration_secs': 0.577596} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.717431] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.725134] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.725448] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.725646] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.725898] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d182840e-a92c-408e-923d-d3e19d7084cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.737063] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1220.737063] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cee827-9cb9-1a29-041e-619e98201edf" [ 1220.737063] env[69411]: _type = "Task" [ 1220.737063] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.754261] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cee827-9cb9-1a29-041e-619e98201edf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.789408] env[69411]: DEBUG nova.compute.manager [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.789613] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.790658] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452e9388-e893-4f54-80e3-2fc79d301e2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.798752] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.799050] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57f99e58-4a3e-48f0-9559-403384fbf9db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.806535] env[69411]: DEBUG oslo_vmware.api [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Waiting for the task: (returnval){ [ 1220.806535] env[69411]: value = "task-3323942" [ 1220.806535] env[69411]: _type = "Task" [ 1220.806535] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.815281] env[69411]: DEBUG oslo_vmware.api [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.856395] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.264s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.860100] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.737s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.860299] env[69411]: DEBUG nova.objects.instance [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lazy-loading 'resources' on Instance uuid fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.991397] env[69411]: INFO nova.compute.manager [-] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Took 1.26 seconds to deallocate network for instance. [ 1221.099417] env[69411]: INFO nova.compute.manager [-] [instance: 0da7b308-90b7-4482-bc53-678fef640944] Took 1.27 seconds to deallocate network for instance. [ 1221.890575] env[69411]: DEBUG oslo_concurrency.lockutils [req-587fc2b2-2f18-41ac-91a9-001a3d01de4c req-4ec08a53-d985-4efa-a523-dcf3e477fa57 service nova] Releasing lock "refresh_cache-ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.896593] env[69411]: DEBUG oslo_concurrency.lockutils [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.897273] env[69411]: DEBUG oslo_concurrency.lockutils [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.911345] env[69411]: DEBUG oslo_vmware.api [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323941, 'name': ReconfigVM_Task, 'duration_secs': 0.155859} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.917449] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663560', 'volume_id': 'b4556980-24fc-41d8-a9a5-674d7ef369fb', 'name': 'volume-b4556980-24fc-41d8-a9a5-674d7ef369fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0026ad3a-e39e-462f-95fb-f456c8dcd7c0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4556980-24fc-41d8-a9a5-674d7ef369fb', 'serial': 'b4556980-24fc-41d8-a9a5-674d7ef369fb'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1221.918947] env[69411]: DEBUG oslo_vmware.api [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323942, 'name': PowerOffVM_Task, 'duration_secs': 0.239717} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.919185] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cee827-9cb9-1a29-041e-619e98201edf, 'name': SearchDatastore_Task, 'duration_secs': 0.01931} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.923941] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.924142] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.924483] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.924697] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.924939] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.925085] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.925263] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.925812] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b338d7a-5cd4-42c7-bd20-816751a55091 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.927263] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ebd62e5-ee70-4ece-8446-62656022cf57 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.938354] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.941551] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.941551] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc85236c-d7a9-4754-baef-296b995206bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.945600] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1221.945600] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524467b6-1cc3-0e0c-d5a4-007c8afb4eff" [ 1221.945600] env[69411]: _type = "Task" [ 1221.945600] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.958969] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524467b6-1cc3-0e0c-d5a4-007c8afb4eff, 'name': SearchDatastore_Task, 'duration_secs': 0.010318} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.959484] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b35c5fe-2294-41f7-b2c9-ba5e66c6d511 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.968909] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1221.968909] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fe8dde-3e77-c91a-5577-81efe7236cd0" [ 1221.968909] env[69411]: _type = "Task" [ 1221.968909] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.971035] env[69411]: INFO nova.scheduler.client.report [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Deleted allocation for migration 6b0e3e4b-4dd7-455d-96fe-eb232fb8c095 [ 1221.988820] env[69411]: DEBUG nova.compute.manager [req-e7a05f09-195c-4278-9daf-dd72dba3d750 req-c426b0be-af9c-4039-bbf3-5192c79b8a82 service nova] [instance: 719a4af7-0b49-4fe6-9274-a876efc2cb52] Received event network-vif-deleted-ebe60584-a7b3-4930-b3b5-cc504c831f1d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.997982] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52fe8dde-3e77-c91a-5577-81efe7236cd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010364} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.998597] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.998875] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82/ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.999372] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43c51adf-59d5-4337-b113-d85ced68ba4a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.006680] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.006963] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.007164] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Deleting the datastore file [datastore1] 78d82106-00b9-4d4b-b996-8668a64b2b4e {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.007683] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea85cd11-e143-4330-bc95-6de5c25a8317 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.011479] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1222.011479] env[69411]: value = "task-3323944" [ 1222.011479] env[69411]: _type = "Task" [ 1222.011479] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.018132] env[69411]: DEBUG oslo_vmware.api [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Waiting for the task: (returnval){ [ 1222.018132] env[69411]: value = "task-3323945" [ 1222.018132] env[69411]: _type = "Task" [ 1222.018132] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.025415] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.030616] env[69411]: DEBUG oslo_vmware.api [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.098607] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d26b4b1-4d9d-4d4b-8344-a27da4d89cff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.108890] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e67538-3568-4432-bfa0-0bbc5f3c4e5b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.148629] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ec1081-8edb-4b2b-88b1-af360200429f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.156581] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957e3b6a-40aa-4908-a2e5-1a0f6f590547 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.174409] env[69411]: DEBUG nova.compute.provider_tree [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.490043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.491106] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a1781ee7-5dd2-4fd5-9512-c2b46698b4a8 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.302s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.492104] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.492563] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.492563] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.492691] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.495402] env[69411]: INFO nova.compute.manager [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Terminating instance [ 1222.521190] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440609} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.524253] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82/ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.524515] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.524786] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b3fed71-25ed-4f09-92c0-c9045e0e3822 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.532198] env[69411]: DEBUG oslo_vmware.api [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Task: {'id': task-3323945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134149} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.532430] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.532647] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.532863] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.533083] env[69411]: INFO nova.compute.manager [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1222.533316] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.534606] env[69411]: DEBUG nova.compute.manager [-] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.534707] env[69411]: DEBUG nova.network.neutron [-] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.536245] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1222.536245] env[69411]: value = "task-3323946" [ 1222.536245] env[69411]: _type = "Task" [ 1222.536245] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.545062] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.677429] env[69411]: DEBUG nova.scheduler.client.report [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.833629] env[69411]: DEBUG nova.compute.manager [req-7fac4f53-9f85-4033-923b-a2c70d8db446 req-77a20008-535d-4e60-b6e6-58150c6c8073 service nova] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Received event network-vif-deleted-b71562e3-7c7e-4900-a6ac-5d5538aa72b4 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.833863] env[69411]: INFO nova.compute.manager [req-7fac4f53-9f85-4033-923b-a2c70d8db446 req-77a20008-535d-4e60-b6e6-58150c6c8073 service nova] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Neutron deleted interface b71562e3-7c7e-4900-a6ac-5d5538aa72b4; detaching it from the instance and deleting it from the info cache [ 1222.833986] env[69411]: DEBUG nova.network.neutron [req-7fac4f53-9f85-4033-923b-a2c70d8db446 req-77a20008-535d-4e60-b6e6-58150c6c8073 service nova] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.959290] env[69411]: DEBUG nova.objects.instance [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lazy-loading 'flavor' on Instance uuid 0026ad3a-e39e-462f-95fb-f456c8dcd7c0 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.999137] env[69411]: DEBUG nova.compute.manager [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.999137] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.000062] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eee07c3-f084-4cdd-b3b8-79342a46ff8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.009756] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.010009] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5220ae82-5dc5-4059-b73b-f23e6bef5968 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.016797] env[69411]: DEBUG oslo_vmware.api [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1223.016797] env[69411]: value = "task-3323947" [ 1223.016797] env[69411]: _type = "Task" [ 1223.016797] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.028351] env[69411]: DEBUG oslo_vmware.api [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.045365] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070834} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.045566] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.046397] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1690cbc1-d695-489d-95aa-b7bf12cd71e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.068715] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82/ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.068970] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e88f881-acd9-4608-95ba-1b06c2689a26 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.090427] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1223.090427] env[69411]: value = "task-3323948" [ 1223.090427] env[69411]: _type = "Task" [ 1223.090427] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.098964] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.182831] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.185121] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.037s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.186617] env[69411]: INFO nova.compute.claims [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.208288] env[69411]: INFO nova.scheduler.client.report [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Deleted allocations for instance fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6 [ 1223.295099] env[69411]: DEBUG nova.network.neutron [-] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.337479] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d796db5c-370f-4946-89cf-69c98b86a443 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.351116] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82c0ed6-a30f-4b71-a37e-e79b7928e901 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.388282] env[69411]: DEBUG nova.compute.manager [req-7fac4f53-9f85-4033-923b-a2c70d8db446 req-77a20008-535d-4e60-b6e6-58150c6c8073 service nova] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Detach interface failed, port_id=b71562e3-7c7e-4900-a6ac-5d5538aa72b4, reason: Instance 78d82106-00b9-4d4b-b996-8668a64b2b4e could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1223.463388] env[69411]: DEBUG oslo_concurrency.lockutils [None req-00c0a3d1-ce7c-4d24-a3ab-aaf073293035 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.030s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.526734] env[69411]: DEBUG oslo_vmware.api [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323947, 'name': PowerOffVM_Task, 'duration_secs': 0.332909} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.527973] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.527973] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.527973] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b5c9b57-f307-468b-a3f6-95208ff841b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.607787] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.610439] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.610829] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.611250] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Deleting the datastore file [datastore1] 2bb23ebd-70f2-4c82-9ca5-5a05319bda58 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.611943] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c705ea31-dc7e-4d41-90ad-8575ef1608f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.620622] env[69411]: DEBUG oslo_vmware.api [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1223.620622] env[69411]: value = "task-3323950" [ 1223.620622] env[69411]: _type = "Task" [ 1223.620622] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.628908] env[69411]: DEBUG oslo_vmware.api [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.716609] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f75edb22-2eb3-496c-a78c-3cd2570302c8 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "fd64d37c-e1fc-4bb5-a4aa-0b02e9fec2b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.379s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.798129] env[69411]: INFO nova.compute.manager [-] [instance: 78d82106-00b9-4d4b-b996-8668a64b2b4e] Took 1.26 seconds to deallocate network for instance. [ 1223.866801] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "4e584ece-8a2e-4820-b02c-485d92aef579" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.867081] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "4e584ece-8a2e-4820-b02c-485d92aef579" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.964242] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.964590] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.101791] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323948, 'name': ReconfigVM_Task, 'duration_secs': 0.665359} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.102186] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Reconfigured VM instance instance-00000073 to attach disk [datastore2] ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82/ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.102857] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f88b113a-b502-4175-8123-f7f0fed301e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.111613] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1224.111613] env[69411]: value = "task-3323951" [ 1224.111613] env[69411]: _type = "Task" [ 1224.111613] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.121058] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323951, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.128708] env[69411]: DEBUG oslo_vmware.api [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3323950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223305} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.128948] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.129187] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.129398] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.129588] env[69411]: INFO nova.compute.manager [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1224.129897] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.130133] env[69411]: DEBUG nova.compute.manager [-] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.130232] env[69411]: DEBUG nova.network.neutron [-] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.306011] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.358250] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5a41bf-2bd4-49d0-824a-8496e5f59608 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.370219] env[69411]: INFO nova.compute.manager [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Detaching volume 91ea3e86-d2e6-4af4-a605-f3bf8882e0c1 [ 1224.372891] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dd5f98-e4f5-4377-90a9-1a3c3a7ac65f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.411228] env[69411]: INFO nova.virt.block_device [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Attempting to driver detach volume 91ea3e86-d2e6-4af4-a605-f3bf8882e0c1 from mountpoint /dev/sdb [ 1224.411470] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1224.411648] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663549', 'volume_id': '91ea3e86-d2e6-4af4-a605-f3bf8882e0c1', 'name': 'volume-91ea3e86-d2e6-4af4-a605-f3bf8882e0c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e584ece-8a2e-4820-b02c-485d92aef579', 'attached_at': '', 'detached_at': '', 'volume_id': '91ea3e86-d2e6-4af4-a605-f3bf8882e0c1', 'serial': '91ea3e86-d2e6-4af4-a605-f3bf8882e0c1'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1224.413699] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b65eee-bd9e-4a48-af2e-07a2f1df88a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.417186] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dafc549-9d26-437a-8e6f-07f5fbc53ac6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.440579] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cf14cf-d31d-4b97-8cb2-4a9dbdfc95fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.448375] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8f1c27-6a6a-4578-aee1-f0587190939c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.460507] env[69411]: DEBUG nova.compute.provider_tree [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.464824] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26de3fd9-7920-4ce2-8fcc-822b58c3fbc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.469665] env[69411]: INFO nova.compute.manager [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Detaching volume b4556980-24fc-41d8-a9a5-674d7ef369fb [ 1224.490669] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3180ec98-9f61-4c76-9927-9406fd120aba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.507495] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] The volume has not been displaced from its original location: [datastore1] volume-91ea3e86-d2e6-4af4-a605-f3bf8882e0c1/volume-91ea3e86-d2e6-4af4-a605-f3bf8882e0c1.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1224.512732] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.513066] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be0f94b8-2703-45f4-ae65-63827e938e08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.526902] env[69411]: INFO nova.virt.block_device [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Attempting to driver detach volume b4556980-24fc-41d8-a9a5-674d7ef369fb from mountpoint /dev/sdb [ 1224.527153] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1224.527340] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663560', 'volume_id': 'b4556980-24fc-41d8-a9a5-674d7ef369fb', 'name': 'volume-b4556980-24fc-41d8-a9a5-674d7ef369fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0026ad3a-e39e-462f-95fb-f456c8dcd7c0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4556980-24fc-41d8-a9a5-674d7ef369fb', 'serial': 'b4556980-24fc-41d8-a9a5-674d7ef369fb'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1224.528403] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04c9a2d-2a06-4eec-b7dd-01f439cc849c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.552261] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cfe767-3834-4beb-891c-ad05821802f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.555064] env[69411]: DEBUG oslo_vmware.api [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1224.555064] env[69411]: value = "task-3323952" [ 1224.555064] env[69411]: _type = "Task" [ 1224.555064] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.561631] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c66129e-c653-4703-b4ae-5c462c41bfbb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.567511] env[69411]: DEBUG oslo_vmware.api [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.586671] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a6513e-fc37-4c68-8ac2-11eecabbbfb9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.602226] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] The volume has not been displaced from its original location: [datastore2] volume-b4556980-24fc-41d8-a9a5-674d7ef369fb/volume-b4556980-24fc-41d8-a9a5-674d7ef369fb.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1224.607227] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.607533] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ab1aad-4db4-4d50-9be1-0b12eb3d215e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.629241] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323951, 'name': Rename_Task, 'duration_secs': 0.375991} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.630474] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.630773] env[69411]: DEBUG oslo_vmware.api [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1224.630773] env[69411]: value = "task-3323953" [ 1224.630773] env[69411]: _type = "Task" [ 1224.630773] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.630980] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81985a2c-9d6d-4ffa-94ea-a5df214c3f12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.640422] env[69411]: DEBUG oslo_vmware.api [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.641589] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1224.641589] env[69411]: value = "task-3323954" [ 1224.641589] env[69411]: _type = "Task" [ 1224.641589] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.653355] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.809512] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.809766] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.809930] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1224.876106] env[69411]: DEBUG nova.compute.manager [req-0746aed9-3072-400c-b1d0-20dbc54e0ca7 req-a8c289ef-55da-422f-a711-a2cf707f68ee service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Received event network-vif-deleted-41f9e465-f0d7-4b8a-aa1e-3f56b716be5b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.876157] env[69411]: INFO nova.compute.manager [req-0746aed9-3072-400c-b1d0-20dbc54e0ca7 req-a8c289ef-55da-422f-a711-a2cf707f68ee service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Neutron deleted interface 41f9e465-f0d7-4b8a-aa1e-3f56b716be5b; detaching it from the instance and deleting it from the info cache [ 1224.876305] env[69411]: DEBUG nova.network.neutron [req-0746aed9-3072-400c-b1d0-20dbc54e0ca7 req-a8c289ef-55da-422f-a711-a2cf707f68ee service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.965672] env[69411]: DEBUG nova.scheduler.client.report [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.064965] env[69411]: DEBUG oslo_vmware.api [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323952, 'name': ReconfigVM_Task, 'duration_secs': 0.277514} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.066081] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1225.070199] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37da4167-46fd-426b-af16-51ae229248b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.084966] env[69411]: DEBUG oslo_vmware.api [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1225.084966] env[69411]: value = "task-3323955" [ 1225.084966] env[69411]: _type = "Task" [ 1225.084966] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.092965] env[69411]: DEBUG oslo_vmware.api [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.144367] env[69411]: DEBUG nova.network.neutron [-] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.145689] env[69411]: DEBUG oslo_vmware.api [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323953, 'name': ReconfigVM_Task, 'duration_secs': 0.255144} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.152280] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1225.159009] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4b9ff18-c9b0-48af-b19b-0d8872521b8d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.174373] env[69411]: DEBUG oslo_vmware.api [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3323954, 'name': PowerOnVM_Task, 'duration_secs': 0.463722} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.175879] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.175982] env[69411]: INFO nova.compute.manager [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1225.176325] env[69411]: DEBUG nova.compute.manager [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.176550] env[69411]: DEBUG oslo_vmware.api [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1225.176550] env[69411]: value = "task-3323956" [ 1225.176550] env[69411]: _type = "Task" [ 1225.176550] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.177323] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef67c9e4-6659-4ca8-85ab-7093be5bd7f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.191674] env[69411]: DEBUG oslo_vmware.api [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323956, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.381985] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12306d2d-c839-4931-a287-260feaf609b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.392174] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ca83c5-1cb5-4196-a624-1fcb3803c8e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.430627] env[69411]: DEBUG nova.compute.manager [req-0746aed9-3072-400c-b1d0-20dbc54e0ca7 req-a8c289ef-55da-422f-a711-a2cf707f68ee service nova] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Detach interface failed, port_id=41f9e465-f0d7-4b8a-aa1e-3f56b716be5b, reason: Instance 2bb23ebd-70f2-4c82-9ca5-5a05319bda58 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1225.473689] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.474257] env[69411]: DEBUG nova.compute.manager [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1225.476846] env[69411]: DEBUG oslo_concurrency.lockutils [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.580s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.477076] env[69411]: DEBUG nova.objects.instance [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lazy-loading 'resources' on Instance uuid 719a4af7-0b49-4fe6-9274-a876efc2cb52 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.596391] env[69411]: DEBUG oslo_vmware.api [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323955, 'name': ReconfigVM_Task, 'duration_secs': 0.184332} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.596649] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663549', 'volume_id': '91ea3e86-d2e6-4af4-a605-f3bf8882e0c1', 'name': 'volume-91ea3e86-d2e6-4af4-a605-f3bf8882e0c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e584ece-8a2e-4820-b02c-485d92aef579', 'attached_at': '', 'detached_at': '', 'volume_id': '91ea3e86-d2e6-4af4-a605-f3bf8882e0c1', 'serial': '91ea3e86-d2e6-4af4-a605-f3bf8882e0c1'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1225.646950] env[69411]: INFO nova.compute.manager [-] [instance: 2bb23ebd-70f2-4c82-9ca5-5a05319bda58] Took 1.52 seconds to deallocate network for instance. [ 1225.690730] env[69411]: DEBUG oslo_vmware.api [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.698015] env[69411]: INFO nova.compute.manager [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Took 12.26 seconds to build instance. [ 1225.928053] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "aeab83be-9983-45f7-a85a-e199561fd8de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.928394] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "aeab83be-9983-45f7-a85a-e199561fd8de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.980477] env[69411]: DEBUG nova.compute.utils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.984755] env[69411]: DEBUG nova.compute.manager [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.984918] env[69411]: DEBUG nova.network.neutron [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.037668] env[69411]: DEBUG nova.policy [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61a70c6ff2be4a17bef70a4651a12295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d93079ae7584bab9feb43e850052e75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.129455] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489e654e-17c3-41ff-8cdd-0011b4c7c287 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.137770] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242584f8-3b47-43ec-941c-842cc6cc8712 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.143507] env[69411]: DEBUG nova.objects.instance [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lazy-loading 'flavor' on Instance uuid 4e584ece-8a2e-4820-b02c-485d92aef579 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.169603] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.171377] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9f452e-0e87-4a53-bbdf-942711c875fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.179302] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28f60e7-f48e-4695-82af-d379589c64c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.197408] env[69411]: DEBUG nova.compute.provider_tree [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.201619] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca962e9e-8c1a-4a1f-b5b3-db9da5fc81e2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.767s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.202090] env[69411]: DEBUG oslo_vmware.api [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323956, 'name': ReconfigVM_Task, 'duration_secs': 0.805358} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.202572] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663560', 'volume_id': 'b4556980-24fc-41d8-a9a5-674d7ef369fb', 'name': 'volume-b4556980-24fc-41d8-a9a5-674d7ef369fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0026ad3a-e39e-462f-95fb-f456c8dcd7c0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4556980-24fc-41d8-a9a5-674d7ef369fb', 'serial': 'b4556980-24fc-41d8-a9a5-674d7ef369fb'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1226.306416] env[69411]: DEBUG nova.network.neutron [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Successfully created port: 4676d80c-0082-4fc7-8c91-8a4a7e8ad469 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.430778] env[69411]: DEBUG nova.compute.manager [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1226.487855] env[69411]: DEBUG nova.compute.manager [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1226.661851] env[69411]: DEBUG nova.compute.manager [req-3a074d5b-805c-4eb9-b4ad-12dddeb0fb21 req-a62142a0-13bc-426b-8556-8366104b8682 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Received event network-changed-1dae10b0-4e7c-4adf-a5fe-f12e73c627ba {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.662064] env[69411]: DEBUG nova.compute.manager [req-3a074d5b-805c-4eb9-b4ad-12dddeb0fb21 req-a62142a0-13bc-426b-8556-8366104b8682 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Refreshing instance network info cache due to event network-changed-1dae10b0-4e7c-4adf-a5fe-f12e73c627ba. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.662328] env[69411]: DEBUG oslo_concurrency.lockutils [req-3a074d5b-805c-4eb9-b4ad-12dddeb0fb21 req-a62142a0-13bc-426b-8556-8366104b8682 service nova] Acquiring lock "refresh_cache-ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.662423] env[69411]: DEBUG oslo_concurrency.lockutils [req-3a074d5b-805c-4eb9-b4ad-12dddeb0fb21 req-a62142a0-13bc-426b-8556-8366104b8682 service nova] Acquired lock "refresh_cache-ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.662584] env[69411]: DEBUG nova.network.neutron [req-3a074d5b-805c-4eb9-b4ad-12dddeb0fb21 req-a62142a0-13bc-426b-8556-8366104b8682 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Refreshing network info cache for port 1dae10b0-4e7c-4adf-a5fe-f12e73c627ba {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.704312] env[69411]: DEBUG nova.scheduler.client.report [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.748451] env[69411]: DEBUG nova.objects.instance [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lazy-loading 'flavor' on Instance uuid 0026ad3a-e39e-462f-95fb-f456c8dcd7c0 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.810497] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.810746] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.028667] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.116206] env[69411]: DEBUG oslo_concurrency.lockutils [None req-08bd4d22-7fb6-400a-bd79-93c056f7e03b tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "4e584ece-8a2e-4820-b02c-485d92aef579" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.175264] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41edfd71-bf15-4fe8-9bcf-071f1db03903 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "4e584ece-8a2e-4820-b02c-485d92aef579" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.308s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.176332] env[69411]: DEBUG oslo_concurrency.lockutils [None req-08bd4d22-7fb6-400a-bd79-93c056f7e03b tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "4e584ece-8a2e-4820-b02c-485d92aef579" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.060s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.177051] env[69411]: DEBUG nova.compute.manager [None req-08bd4d22-7fb6-400a-bd79-93c056f7e03b tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.177563] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016991b8-34a0-4257-a24c-527c6ec199cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.184495] env[69411]: DEBUG nova.compute.manager [None req-08bd4d22-7fb6-400a-bd79-93c056f7e03b tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1227.185040] env[69411]: DEBUG nova.objects.instance [None req-08bd4d22-7fb6-400a-bd79-93c056f7e03b tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lazy-loading 'flavor' on Instance uuid 4e584ece-8a2e-4820-b02c-485d92aef579 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.208661] env[69411]: DEBUG oslo_concurrency.lockutils [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.210819] env[69411]: DEBUG oslo_concurrency.lockutils [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.314s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.211060] env[69411]: DEBUG nova.objects.instance [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lazy-loading 'resources' on Instance uuid 0da7b308-90b7-4482-bc53-678fef640944 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.227715] env[69411]: INFO nova.scheduler.client.report [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Deleted allocations for instance 719a4af7-0b49-4fe6-9274-a876efc2cb52 [ 1227.346070] env[69411]: DEBUG nova.network.neutron [req-3a074d5b-805c-4eb9-b4ad-12dddeb0fb21 req-a62142a0-13bc-426b-8556-8366104b8682 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Updated VIF entry in instance network info cache for port 1dae10b0-4e7c-4adf-a5fe-f12e73c627ba. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.346070] env[69411]: DEBUG nova.network.neutron [req-3a074d5b-805c-4eb9-b4ad-12dddeb0fb21 req-a62142a0-13bc-426b-8556-8366104b8682 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Updating instance_info_cache with network_info: [{"id": "1dae10b0-4e7c-4adf-a5fe-f12e73c627ba", "address": "fa:16:3e:06:17:5c", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dae10b0-4e", "ovs_interfaceid": "1dae10b0-4e7c-4adf-a5fe-f12e73c627ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.497810] env[69411]: DEBUG nova.compute.manager [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1227.518138] env[69411]: DEBUG nova.virt.hardware [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.518345] env[69411]: DEBUG nova.virt.hardware [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.518507] env[69411]: DEBUG nova.virt.hardware [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.518686] env[69411]: DEBUG nova.virt.hardware [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.518831] env[69411]: DEBUG nova.virt.hardware [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.518978] env[69411]: DEBUG nova.virt.hardware [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.519196] env[69411]: DEBUG nova.virt.hardware [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.519355] env[69411]: DEBUG nova.virt.hardware [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.519517] env[69411]: DEBUG nova.virt.hardware [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.519674] env[69411]: DEBUG nova.virt.hardware [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.519852] env[69411]: DEBUG nova.virt.hardware [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.520739] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357232e4-ec76-4018-8d69-d37234857bf9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.528611] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d89a18b-3551-40b8-9c2e-c83db2bcbf37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.740233] env[69411]: DEBUG oslo_concurrency.lockutils [None req-476bc77a-a916-4729-a760-926597f03662 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "719a4af7-0b49-4fe6-9274-a876efc2cb52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.675s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.744188] env[69411]: DEBUG nova.compute.manager [req-6dc4b74f-4352-4b38-b273-ea00e9744f56 req-535d12ff-4483-44e7-b697-937d32826aec service nova] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Received event network-vif-plugged-4676d80c-0082-4fc7-8c91-8a4a7e8ad469 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.744500] env[69411]: DEBUG oslo_concurrency.lockutils [req-6dc4b74f-4352-4b38-b273-ea00e9744f56 req-535d12ff-4483-44e7-b697-937d32826aec service nova] Acquiring lock "9b819c36-38fd-41f1-9bce-00ca1333660e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.744766] env[69411]: DEBUG oslo_concurrency.lockutils [req-6dc4b74f-4352-4b38-b273-ea00e9744f56 req-535d12ff-4483-44e7-b697-937d32826aec service nova] Lock "9b819c36-38fd-41f1-9bce-00ca1333660e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.744941] env[69411]: DEBUG oslo_concurrency.lockutils [req-6dc4b74f-4352-4b38-b273-ea00e9744f56 req-535d12ff-4483-44e7-b697-937d32826aec service nova] Lock "9b819c36-38fd-41f1-9bce-00ca1333660e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.745545] env[69411]: DEBUG nova.compute.manager [req-6dc4b74f-4352-4b38-b273-ea00e9744f56 req-535d12ff-4483-44e7-b697-937d32826aec service nova] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] No waiting events found dispatching network-vif-plugged-4676d80c-0082-4fc7-8c91-8a4a7e8ad469 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.745545] env[69411]: WARNING nova.compute.manager [req-6dc4b74f-4352-4b38-b273-ea00e9744f56 req-535d12ff-4483-44e7-b697-937d32826aec service nova] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Received unexpected event network-vif-plugged-4676d80c-0082-4fc7-8c91-8a4a7e8ad469 for instance with vm_state building and task_state spawning. [ 1227.755874] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5a791817-615c-4b42-931a-d860b60fe800 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.791s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.809647] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.809899] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.810096] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.848682] env[69411]: DEBUG oslo_concurrency.lockutils [req-3a074d5b-805c-4eb9-b4ad-12dddeb0fb21 req-a62142a0-13bc-426b-8556-8366104b8682 service nova] Releasing lock "refresh_cache-ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.870074] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fdc479-173c-4e4f-b2cd-53f304e049af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.877563] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea82ee94-c8e0-435a-8818-e2ece83647ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.911883] env[69411]: DEBUG nova.network.neutron [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Successfully updated port: 4676d80c-0082-4fc7-8c91-8a4a7e8ad469 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.914387] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7374ec-b87c-40cf-8a24-55839f2f5591 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.922710] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171459d7-a602-470b-8f24-f03523d4237b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.937433] env[69411]: DEBUG nova.compute.provider_tree [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.193060] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bd4d22-7fb6-400a-bd79-93c056f7e03b tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.193060] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41b44bf8-6f2c-4a4c-b275-17fab02d7cd9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.199695] env[69411]: DEBUG oslo_vmware.api [None req-08bd4d22-7fb6-400a-bd79-93c056f7e03b tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1228.199695] env[69411]: value = "task-3323958" [ 1228.199695] env[69411]: _type = "Task" [ 1228.199695] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.208654] env[69411]: DEBUG oslo_vmware.api [None req-08bd4d22-7fb6-400a-bd79-93c056f7e03b tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.283380] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.283608] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.283879] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.284158] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.284370] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.286640] env[69411]: INFO nova.compute.manager [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Terminating instance [ 1228.312849] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.418484] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "refresh_cache-9b819c36-38fd-41f1-9bce-00ca1333660e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.418650] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "refresh_cache-9b819c36-38fd-41f1-9bce-00ca1333660e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.418804] env[69411]: DEBUG nova.network.neutron [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.439895] env[69411]: DEBUG nova.scheduler.client.report [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.709169] env[69411]: DEBUG oslo_vmware.api [None req-08bd4d22-7fb6-400a-bd79-93c056f7e03b tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323958, 'name': PowerOffVM_Task, 'duration_secs': 0.482264} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.709478] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bd4d22-7fb6-400a-bd79-93c056f7e03b tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.709680] env[69411]: DEBUG nova.compute.manager [None req-08bd4d22-7fb6-400a-bd79-93c056f7e03b tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.710463] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe66aaf-43eb-47df-8d85-81ca6d99b648 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.790933] env[69411]: DEBUG nova.compute.manager [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.791180] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.792081] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60edaa64-1d17-4755-809d-b9c9e70ca349 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.799790] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.799970] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adda2fac-f111-4581-add0-dd60b13c95fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.806184] env[69411]: DEBUG oslo_vmware.api [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1228.806184] env[69411]: value = "task-3323959" [ 1228.806184] env[69411]: _type = "Task" [ 1228.806184] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.814234] env[69411]: DEBUG oslo_vmware.api [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.944745] env[69411]: DEBUG oslo_concurrency.lockutils [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.947310] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.641s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.947551] env[69411]: DEBUG nova.objects.instance [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Lazy-loading 'resources' on Instance uuid 78d82106-00b9-4d4b-b996-8668a64b2b4e {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.951041] env[69411]: DEBUG nova.network.neutron [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.968136] env[69411]: INFO nova.scheduler.client.report [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Deleted allocations for instance 0da7b308-90b7-4482-bc53-678fef640944 [ 1229.131230] env[69411]: DEBUG nova.network.neutron [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Updating instance_info_cache with network_info: [{"id": "4676d80c-0082-4fc7-8c91-8a4a7e8ad469", "address": "fa:16:3e:0a:e7:3f", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4676d80c-00", "ovs_interfaceid": "4676d80c-0082-4fc7-8c91-8a4a7e8ad469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.224394] env[69411]: DEBUG oslo_concurrency.lockutils [None req-08bd4d22-7fb6-400a-bd79-93c056f7e03b tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "4e584ece-8a2e-4820-b02c-485d92aef579" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.316484] env[69411]: DEBUG oslo_vmware.api [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323959, 'name': PowerOffVM_Task, 'duration_secs': 0.213315} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.316755] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.316963] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.317232] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adbc91d8-9fc0-42cd-a675-83c9308b2b03 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.390224] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.390696] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.390916] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Deleting the datastore file [datastore2] 0026ad3a-e39e-462f-95fb-f456c8dcd7c0 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.391221] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-370ed37c-0059-427b-b54d-91bef849f430 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.397791] env[69411]: DEBUG oslo_vmware.api [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for the task: (returnval){ [ 1229.397791] env[69411]: value = "task-3323961" [ 1229.397791] env[69411]: _type = "Task" [ 1229.397791] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.406126] env[69411]: DEBUG oslo_vmware.api [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.480018] env[69411]: DEBUG oslo_concurrency.lockutils [None req-683d5399-33d6-464c-b72b-88fc2cd4df59 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "0da7b308-90b7-4482-bc53-678fef640944" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.331s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.574692] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba8184f-b6c4-4653-8179-405633266d9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.587491] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97818383-8fd1-431d-b084-6980c19e494d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.593198] env[69411]: DEBUG nova.objects.instance [None req-b16c088f-c8a9-417b-b10b-4d0b6949ad4e tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lazy-loading 'flavor' on Instance uuid 4e584ece-8a2e-4820-b02c-485d92aef579 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.632560] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c19579-3590-4062-8f42-af847e21d677 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.635867] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "refresh_cache-9b819c36-38fd-41f1-9bce-00ca1333660e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.636223] env[69411]: DEBUG nova.compute.manager [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Instance network_info: |[{"id": "4676d80c-0082-4fc7-8c91-8a4a7e8ad469", "address": "fa:16:3e:0a:e7:3f", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4676d80c-00", "ovs_interfaceid": "4676d80c-0082-4fc7-8c91-8a4a7e8ad469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1229.636942] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:e7:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4676d80c-0082-4fc7-8c91-8a4a7e8ad469', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.644289] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.645475] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.645565] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed60a230-b486-40f5-a99d-9108169cf202 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.663833] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ec9fd4-d7af-422d-8cfd-e966acc41fff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.668821] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.668821] env[69411]: value = "task-3323962" [ 1229.668821] env[69411]: _type = "Task" [ 1229.668821] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.682418] env[69411]: DEBUG nova.compute.provider_tree [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.688421] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323962, 'name': CreateVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.913754] env[69411]: DEBUG oslo_vmware.api [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Task: {'id': task-3323961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198546} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.913754] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.913754] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.913754] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.913754] env[69411]: INFO nova.compute.manager [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1229.913754] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.913754] env[69411]: DEBUG nova.compute.manager [-] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.913754] env[69411]: DEBUG nova.network.neutron [-] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.012883] env[69411]: DEBUG nova.compute.manager [req-d7309999-3579-471b-8cf6-022238351763 req-71eda990-9be5-455e-83a5-bd460a2e9ab7 service nova] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Received event network-changed-4676d80c-0082-4fc7-8c91-8a4a7e8ad469 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.012883] env[69411]: DEBUG nova.compute.manager [req-d7309999-3579-471b-8cf6-022238351763 req-71eda990-9be5-455e-83a5-bd460a2e9ab7 service nova] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Refreshing instance network info cache due to event network-changed-4676d80c-0082-4fc7-8c91-8a4a7e8ad469. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.012883] env[69411]: DEBUG oslo_concurrency.lockutils [req-d7309999-3579-471b-8cf6-022238351763 req-71eda990-9be5-455e-83a5-bd460a2e9ab7 service nova] Acquiring lock "refresh_cache-9b819c36-38fd-41f1-9bce-00ca1333660e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.013340] env[69411]: DEBUG oslo_concurrency.lockutils [req-d7309999-3579-471b-8cf6-022238351763 req-71eda990-9be5-455e-83a5-bd460a2e9ab7 service nova] Acquired lock "refresh_cache-9b819c36-38fd-41f1-9bce-00ca1333660e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.013340] env[69411]: DEBUG nova.network.neutron [req-d7309999-3579-471b-8cf6-022238351763 req-71eda990-9be5-455e-83a5-bd460a2e9ab7 service nova] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Refreshing network info cache for port 4676d80c-0082-4fc7-8c91-8a4a7e8ad469 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.099323] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16c088f-c8a9-417b-b10b-4d0b6949ad4e tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "refresh_cache-4e584ece-8a2e-4820-b02c-485d92aef579" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.099547] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16c088f-c8a9-417b-b10b-4d0b6949ad4e tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquired lock "refresh_cache-4e584ece-8a2e-4820-b02c-485d92aef579" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.099778] env[69411]: DEBUG nova.network.neutron [None req-b16c088f-c8a9-417b-b10b-4d0b6949ad4e tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.100101] env[69411]: DEBUG nova.objects.instance [None req-b16c088f-c8a9-417b-b10b-4d0b6949ad4e tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lazy-loading 'info_cache' on Instance uuid 4e584ece-8a2e-4820-b02c-485d92aef579 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.179535] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323962, 'name': CreateVM_Task, 'duration_secs': 0.411218} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.179535] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.179815] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.179991] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.180336] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.180602] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d96341-4a2f-48a7-b9a2-e0ae42897fae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.186323] env[69411]: DEBUG nova.scheduler.client.report [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.190407] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1230.190407] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524f59fd-7b3f-dbe4-44e2-0047b343d21d" [ 1230.190407] env[69411]: _type = "Task" [ 1230.190407] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.200588] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524f59fd-7b3f-dbe4-44e2-0047b343d21d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.606996] env[69411]: DEBUG nova.objects.base [None req-b16c088f-c8a9-417b-b10b-4d0b6949ad4e tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Object Instance<4e584ece-8a2e-4820-b02c-485d92aef579> lazy-loaded attributes: flavor,info_cache {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1230.643830] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "52fe31cb-d8aa-46c0-bc83-480974ef71bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.644373] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "52fe31cb-d8aa-46c0-bc83-480974ef71bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.683457] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "3ceb851d-7ddd-4b60-a959-c220263bbdf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.683902] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "3ceb851d-7ddd-4b60-a959-c220263bbdf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.692186] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.695219] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.526s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.695431] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.698831] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.670s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.701613] env[69411]: INFO nova.compute.claims [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.721198] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]524f59fd-7b3f-dbe4-44e2-0047b343d21d, 'name': SearchDatastore_Task, 'duration_secs': 0.02083} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.722624] env[69411]: INFO nova.scheduler.client.report [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Deleted allocations for instance 78d82106-00b9-4d4b-b996-8668a64b2b4e [ 1230.724714] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.725124] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.727059] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.727059] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.727059] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.728953] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9e31516-1a4b-4658-bfb9-75e75000daf2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.735466] env[69411]: INFO nova.scheduler.client.report [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Deleted allocations for instance 2bb23ebd-70f2-4c82-9ca5-5a05319bda58 [ 1230.744449] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.744645] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.745421] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc785691-8a8a-499b-943c-d3da23e5a09d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.751225] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1230.751225] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52206154-52a6-7c2a-93d8-3d5a20caf0c5" [ 1230.751225] env[69411]: _type = "Task" [ 1230.751225] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.760219] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52206154-52a6-7c2a-93d8-3d5a20caf0c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.777894] env[69411]: DEBUG nova.network.neutron [req-d7309999-3579-471b-8cf6-022238351763 req-71eda990-9be5-455e-83a5-bd460a2e9ab7 service nova] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Updated VIF entry in instance network info cache for port 4676d80c-0082-4fc7-8c91-8a4a7e8ad469. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.778364] env[69411]: DEBUG nova.network.neutron [req-d7309999-3579-471b-8cf6-022238351763 req-71eda990-9be5-455e-83a5-bd460a2e9ab7 service nova] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Updating instance_info_cache with network_info: [{"id": "4676d80c-0082-4fc7-8c91-8a4a7e8ad469", "address": "fa:16:3e:0a:e7:3f", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4676d80c-00", "ovs_interfaceid": "4676d80c-0082-4fc7-8c91-8a4a7e8ad469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.026442] env[69411]: DEBUG nova.network.neutron [-] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.147224] env[69411]: DEBUG nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.186375] env[69411]: DEBUG nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.237103] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367c031c-eeed-42ee-b6c9-f042995a8ae8 tempest-ServerMetadataNegativeTestJSON-282145562 tempest-ServerMetadataNegativeTestJSON-282145562-project-member] Lock "78d82106-00b9-4d4b-b996-8668a64b2b4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.954s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.243866] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07380993-3d3b-478a-9967-59216f37653d tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "2bb23ebd-70f2-4c82-9ca5-5a05319bda58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.751s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.268054] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52206154-52a6-7c2a-93d8-3d5a20caf0c5, 'name': SearchDatastore_Task, 'duration_secs': 0.038167} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.268993] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bc4be18-52bb-4d81-bb4b-c645e5918057 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.274842] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1231.274842] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c70ff9-47d6-501a-d0b5-8f8a45dbed7d" [ 1231.274842] env[69411]: _type = "Task" [ 1231.274842] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.284629] env[69411]: DEBUG oslo_concurrency.lockutils [req-d7309999-3579-471b-8cf6-022238351763 req-71eda990-9be5-455e-83a5-bd460a2e9ab7 service nova] Releasing lock "refresh_cache-9b819c36-38fd-41f1-9bce-00ca1333660e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.285102] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c70ff9-47d6-501a-d0b5-8f8a45dbed7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.529017] env[69411]: INFO nova.compute.manager [-] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Took 1.62 seconds to deallocate network for instance. [ 1231.645193] env[69411]: DEBUG nova.network.neutron [None req-b16c088f-c8a9-417b-b10b-4d0b6949ad4e tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Updating instance_info_cache with network_info: [{"id": "4b9e02d4-2cdb-4992-8ab1-9b862a2137ae", "address": "fa:16:3e:0a:35:7e", "network": {"id": "b5d16af4-ec20-4074-ab1d-0ed1d7e2a3fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408751192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0c9fa713aa6425b96d1f6bea41879aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9e02d4-2c", "ovs_interfaceid": "4b9e02d4-2cdb-4992-8ab1-9b862a2137ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.671203] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.705998] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.791044] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c70ff9-47d6-501a-d0b5-8f8a45dbed7d, 'name': SearchDatastore_Task, 'duration_secs': 0.058613} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.791044] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.791044] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 9b819c36-38fd-41f1-9bce-00ca1333660e/9b819c36-38fd-41f1-9bce-00ca1333660e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.791044] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a333104-a3a6-41ac-bb2e-d89e55d72ec6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.802905] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1231.802905] env[69411]: value = "task-3323964" [ 1231.802905] env[69411]: _type = "Task" [ 1231.802905] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.817129] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.853538] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d52f05-3b63-47fc-92f3-6ffecb2a7da1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.861342] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94d2780-f8b5-4af9-9c0c-69c64c578959 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.892991] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34e734a-ce23-40a3-9b66-70423e5697fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.900525] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a490096-0150-455e-92b2-0deb517b740b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.913988] env[69411]: DEBUG nova.compute.provider_tree [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.035149] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.042542] env[69411]: DEBUG nova.compute.manager [req-d0f98313-7437-4994-9b0b-f082e6c23dac req-9442497b-1c3d-49f9-bcd6-b80944316720 service nova] [instance: 0026ad3a-e39e-462f-95fb-f456c8dcd7c0] Received event network-vif-deleted-a211f836-8cb9-4cc7-8e66-70380c85e7f3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.148928] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16c088f-c8a9-417b-b10b-4d0b6949ad4e tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Releasing lock "refresh_cache-4e584ece-8a2e-4820-b02c-485d92aef579" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.316948] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454803} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.317321] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 9b819c36-38fd-41f1-9bce-00ca1333660e/9b819c36-38fd-41f1-9bce-00ca1333660e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.317547] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.317809] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd7b5529-4ffa-436a-a15d-da0aca979508 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.324679] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1232.324679] env[69411]: value = "task-3323966" [ 1232.324679] env[69411]: _type = "Task" [ 1232.324679] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.332143] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.356745] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "813b1ae3-ed04-415f-99be-2b27094bcf1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.356986] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "813b1ae3-ed04-415f-99be-2b27094bcf1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.416882] env[69411]: DEBUG nova.scheduler.client.report [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.834539] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185671} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.834872] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.835733] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bc1d5c-4cac-4d60-9bda-2f0beafb3b4b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.858387] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 9b819c36-38fd-41f1-9bce-00ca1333660e/9b819c36-38fd-41f1-9bce-00ca1333660e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.858870] env[69411]: DEBUG nova.compute.manager [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.861772] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc9770d9-6c7a-485a-a52f-d01486812a56 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.884218] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1232.884218] env[69411]: value = "task-3323967" [ 1232.884218] env[69411]: _type = "Task" [ 1232.884218] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.892815] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.922091] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.922638] env[69411]: DEBUG nova.compute.manager [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.929021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.613s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.929021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.929021] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1232.929021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.256s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.929021] env[69411]: INFO nova.compute.claims [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.931423] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4473c847-ced5-4c84-ba31-c3f924f9c230 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.939704] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5391e335-8f8c-413d-8362-66cd0f318a61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.954828] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26dc7f0-f8d1-48e8-ad7a-9e364b5dd159 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.962729] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abd4eee-346f-4d5d-8a01-b99c82c022fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.995604] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179670MB free_disk=110GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1232.995851] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.158415] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16c088f-c8a9-417b-b10b-4d0b6949ad4e tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.158740] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da321316-11ce-473f-b079-8919862e7f9b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.164559] env[69411]: DEBUG oslo_vmware.api [None req-b16c088f-c8a9-417b-b10b-4d0b6949ad4e tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1233.164559] env[69411]: value = "task-3323968" [ 1233.164559] env[69411]: _type = "Task" [ 1233.164559] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.177523] env[69411]: DEBUG oslo_vmware.api [None req-b16c088f-c8a9-417b-b10b-4d0b6949ad4e tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.395559] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323967, 'name': ReconfigVM_Task, 'duration_secs': 0.277789} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.396084] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 9b819c36-38fd-41f1-9bce-00ca1333660e/9b819c36-38fd-41f1-9bce-00ca1333660e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.396732] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5452d269-6e66-4352-bbc8-9f9e62f1eb3b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.400112] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.405476] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1233.405476] env[69411]: value = "task-3323969" [ 1233.405476] env[69411]: _type = "Task" [ 1233.405476] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.413655] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323969, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.427248] env[69411]: DEBUG nova.compute.utils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.429427] env[69411]: DEBUG nova.compute.manager [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.429899] env[69411]: DEBUG nova.network.neutron [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.470918] env[69411]: DEBUG nova.policy [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bcf6da6bded5436a8879d5e1bafbf3ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b7699164851464c94590d397dadc26a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.674927] env[69411]: DEBUG oslo_vmware.api [None req-b16c088f-c8a9-417b-b10b-4d0b6949ad4e tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3323968, 'name': PowerOnVM_Task, 'duration_secs': 0.387798} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.675333] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16c088f-c8a9-417b-b10b-4d0b6949ad4e tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.676330] env[69411]: DEBUG nova.compute.manager [None req-b16c088f-c8a9-417b-b10b-4d0b6949ad4e tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.677185] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76339108-3ac8-4b75-a113-ca5e5ed282ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.750651] env[69411]: DEBUG nova.network.neutron [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Successfully created port: 58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.916092] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323969, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.930234] env[69411]: DEBUG nova.compute.manager [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.092363] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e661f296-1aeb-4e01-bd53-92e9a57078d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.098910] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24934f4-002b-46c9-ad2b-4099af47d22a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.130125] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c585ecd8-8d7f-459d-ba40-be12f3013749 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.137266] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecde0a3-4066-47d5-bfff-5c83f112e3f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.150286] env[69411]: DEBUG nova.compute.provider_tree [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.416247] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323969, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.653672] env[69411]: DEBUG nova.scheduler.client.report [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.916755] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323969, 'name': Rename_Task, 'duration_secs': 1.149402} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.917169] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.917401] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbdfb452-37b6-4046-9396-ce8529eac1d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.924032] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1234.924032] env[69411]: value = "task-3323971" [ 1234.924032] env[69411]: _type = "Task" [ 1234.924032] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.932818] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.939144] env[69411]: DEBUG nova.compute.manager [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1234.966895] env[69411]: DEBUG nova.virt.hardware [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.967199] env[69411]: DEBUG nova.virt.hardware [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.967452] env[69411]: DEBUG nova.virt.hardware [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.967664] env[69411]: DEBUG nova.virt.hardware [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.967815] env[69411]: DEBUG nova.virt.hardware [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.967965] env[69411]: DEBUG nova.virt.hardware [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.968211] env[69411]: DEBUG nova.virt.hardware [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.968386] env[69411]: DEBUG nova.virt.hardware [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.968555] env[69411]: DEBUG nova.virt.hardware [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.968715] env[69411]: DEBUG nova.virt.hardware [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.968889] env[69411]: DEBUG nova.virt.hardware [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.969927] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa34ceab-33ad-4329-9459-73cb09101062 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.979728] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fcf92b-f0c3-4477-855b-098e15e3144b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.161271] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.161271] env[69411]: DEBUG nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.163077] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.457s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.164559] env[69411]: INFO nova.compute.claims [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.198657] env[69411]: DEBUG nova.compute.manager [req-624acd1c-1823-419a-8788-df39330613a8 req-a11ef428-7b24-4156-b2dd-64d4f6325e5e service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Received event network-vif-plugged-58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.198904] env[69411]: DEBUG oslo_concurrency.lockutils [req-624acd1c-1823-419a-8788-df39330613a8 req-a11ef428-7b24-4156-b2dd-64d4f6325e5e service nova] Acquiring lock "aeab83be-9983-45f7-a85a-e199561fd8de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.199142] env[69411]: DEBUG oslo_concurrency.lockutils [req-624acd1c-1823-419a-8788-df39330613a8 req-a11ef428-7b24-4156-b2dd-64d4f6325e5e service nova] Lock "aeab83be-9983-45f7-a85a-e199561fd8de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.199342] env[69411]: DEBUG oslo_concurrency.lockutils [req-624acd1c-1823-419a-8788-df39330613a8 req-a11ef428-7b24-4156-b2dd-64d4f6325e5e service nova] Lock "aeab83be-9983-45f7-a85a-e199561fd8de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.199688] env[69411]: DEBUG nova.compute.manager [req-624acd1c-1823-419a-8788-df39330613a8 req-a11ef428-7b24-4156-b2dd-64d4f6325e5e service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] No waiting events found dispatching network-vif-plugged-58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1235.199688] env[69411]: WARNING nova.compute.manager [req-624acd1c-1823-419a-8788-df39330613a8 req-a11ef428-7b24-4156-b2dd-64d4f6325e5e service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Received unexpected event network-vif-plugged-58330740-c1d3-48e5-8df1-db5b0e52999a for instance with vm_state building and task_state spawning. [ 1235.271387] env[69411]: DEBUG nova.network.neutron [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Successfully updated port: 58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.435035] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323971, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.668863] env[69411]: DEBUG nova.compute.utils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.673251] env[69411]: DEBUG nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.673537] env[69411]: DEBUG nova.network.neutron [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.712123] env[69411]: DEBUG nova.policy [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eba2c1ff32e4496591147558a27d407e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffd0d83775264330a7832b6b47526b55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.774400] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.774648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.774834] env[69411]: DEBUG nova.network.neutron [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.936708] env[69411]: DEBUG oslo_vmware.api [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323971, 'name': PowerOnVM_Task, 'duration_secs': 0.522346} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.936708] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.936708] env[69411]: INFO nova.compute.manager [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1235.936708] env[69411]: DEBUG nova.compute.manager [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.936708] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bbd4cc-efd5-4138-be7d-f4566fb1782b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.981755] env[69411]: DEBUG nova.network.neutron [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Successfully created port: 4b861db0-22e8-49a4-9c1e-34f380e1cdad {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.179271] env[69411]: DEBUG nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.317097] env[69411]: DEBUG nova.network.neutron [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.334078] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfe5df5-412b-4a0a-8e8c-eecc1323f9bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.343463] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3277343f-314c-46b9-abb6-b3bd749ecec9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.379584] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e72aa5-0adc-469f-affd-4fe35122662b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.386866] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8246f5-590d-4515-b812-25e1d77f5c2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.399933] env[69411]: DEBUG nova.compute.provider_tree [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.455346] env[69411]: INFO nova.compute.manager [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Took 16.33 seconds to build instance. [ 1236.484349] env[69411]: DEBUG nova.network.neutron [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Updating instance_info_cache with network_info: [{"id": "58330740-c1d3-48e5-8df1-db5b0e52999a", "address": "fa:16:3e:ff:8b:f5", "network": {"id": "efd8a8db-2e5e-4901-9ba7-773d1ef29842", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1075396209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7699164851464c94590d397dadc26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58330740-c1", "ovs_interfaceid": "58330740-c1d3-48e5-8df1-db5b0e52999a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.813467] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd97afca-1514-4584-a572-5043ec005040 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.822082] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3df794-b22c-470b-94b7-83d3ba9a7d96 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Suspending the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1236.822410] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a6096dea-1e65-471b-9c5b-09bc865f748d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.830014] env[69411]: DEBUG oslo_vmware.api [None req-6f3df794-b22c-470b-94b7-83d3ba9a7d96 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1236.830014] env[69411]: value = "task-3323973" [ 1236.830014] env[69411]: _type = "Task" [ 1236.830014] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.843073] env[69411]: DEBUG oslo_vmware.api [None req-6f3df794-b22c-470b-94b7-83d3ba9a7d96 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323973, 'name': SuspendVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.903954] env[69411]: DEBUG nova.scheduler.client.report [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.957516] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16ad2390-c07c-43c5-9913-40a8de0bd577 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "9b819c36-38fd-41f1-9bce-00ca1333660e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.836s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.988020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Releasing lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.988414] env[69411]: DEBUG nova.compute.manager [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Instance network_info: |[{"id": "58330740-c1d3-48e5-8df1-db5b0e52999a", "address": "fa:16:3e:ff:8b:f5", "network": {"id": "efd8a8db-2e5e-4901-9ba7-773d1ef29842", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1075396209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7699164851464c94590d397dadc26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58330740-c1", "ovs_interfaceid": "58330740-c1d3-48e5-8df1-db5b0e52999a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.988897] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:8b:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58330740-c1d3-48e5-8df1-db5b0e52999a', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.997190] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.997444] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.997728] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2894d9d3-ec32-4292-a378-42bb4c3360e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.020419] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.020419] env[69411]: value = "task-3323974" [ 1237.020419] env[69411]: _type = "Task" [ 1237.020419] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.028948] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323974, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.188855] env[69411]: DEBUG nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.219825] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.220182] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.220385] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.220607] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.220782] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.220941] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.221220] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.221386] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.221574] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.221818] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.222034] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.222934] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946b9afc-646f-4e79-97e5-62e2b8ad870d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.229140] env[69411]: DEBUG nova.compute.manager [req-6e4d2bd5-8894-41cb-aead-18a31de568f6 req-38c8149f-c1d8-49d5-bc81-33b9c243acd7 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Received event network-changed-58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.229341] env[69411]: DEBUG nova.compute.manager [req-6e4d2bd5-8894-41cb-aead-18a31de568f6 req-38c8149f-c1d8-49d5-bc81-33b9c243acd7 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Refreshing instance network info cache due to event network-changed-58330740-c1d3-48e5-8df1-db5b0e52999a. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.229541] env[69411]: DEBUG oslo_concurrency.lockutils [req-6e4d2bd5-8894-41cb-aead-18a31de568f6 req-38c8149f-c1d8-49d5-bc81-33b9c243acd7 service nova] Acquiring lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.229686] env[69411]: DEBUG oslo_concurrency.lockutils [req-6e4d2bd5-8894-41cb-aead-18a31de568f6 req-38c8149f-c1d8-49d5-bc81-33b9c243acd7 service nova] Acquired lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.229847] env[69411]: DEBUG nova.network.neutron [req-6e4d2bd5-8894-41cb-aead-18a31de568f6 req-38c8149f-c1d8-49d5-bc81-33b9c243acd7 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Refreshing network info cache for port 58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.236893] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec25f66-fccc-45b9-89ad-b8a1ab6854fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.343039] env[69411]: DEBUG oslo_vmware.api [None req-6f3df794-b22c-470b-94b7-83d3ba9a7d96 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323973, 'name': SuspendVM_Task} progress is 62%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.409310] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.409977] env[69411]: DEBUG nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1237.412909] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.378s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.413222] env[69411]: DEBUG nova.objects.instance [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lazy-loading 'resources' on Instance uuid 0026ad3a-e39e-462f-95fb-f456c8dcd7c0 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.531473] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323974, 'name': CreateVM_Task, 'duration_secs': 0.351935} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.531473] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.531665] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.531704] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.532598] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.532598] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dc0bedc-8313-41e1-8cba-b3c9faeb46b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.537199] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1237.537199] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c25127-0e15-17da-7535-b65ba2a52f00" [ 1237.537199] env[69411]: _type = "Task" [ 1237.537199] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.545599] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c25127-0e15-17da-7535-b65ba2a52f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.545599] env[69411]: DEBUG nova.network.neutron [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Successfully updated port: 4b861db0-22e8-49a4-9c1e-34f380e1cdad {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.840999] env[69411]: DEBUG oslo_vmware.api [None req-6f3df794-b22c-470b-94b7-83d3ba9a7d96 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323973, 'name': SuspendVM_Task, 'duration_secs': 0.826934} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.841282] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3df794-b22c-470b-94b7-83d3ba9a7d96 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Suspended the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1237.841720] env[69411]: DEBUG nova.compute.manager [None req-6f3df794-b22c-470b-94b7-83d3ba9a7d96 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.842524] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691f3410-6b2e-4db2-aad0-52c815214f0c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.916768] env[69411]: DEBUG nova.compute.utils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.924910] env[69411]: DEBUG nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1237.924910] env[69411]: DEBUG nova.network.neutron [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.962830] env[69411]: DEBUG nova.policy [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eba2c1ff32e4496591147558a27d407e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffd0d83775264330a7832b6b47526b55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.977049] env[69411]: DEBUG nova.network.neutron [req-6e4d2bd5-8894-41cb-aead-18a31de568f6 req-38c8149f-c1d8-49d5-bc81-33b9c243acd7 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Updated VIF entry in instance network info cache for port 58330740-c1d3-48e5-8df1-db5b0e52999a. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.977454] env[69411]: DEBUG nova.network.neutron [req-6e4d2bd5-8894-41cb-aead-18a31de568f6 req-38c8149f-c1d8-49d5-bc81-33b9c243acd7 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Updating instance_info_cache with network_info: [{"id": "58330740-c1d3-48e5-8df1-db5b0e52999a", "address": "fa:16:3e:ff:8b:f5", "network": {"id": "efd8a8db-2e5e-4901-9ba7-773d1ef29842", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1075396209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7699164851464c94590d397dadc26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58330740-c1", "ovs_interfaceid": "58330740-c1d3-48e5-8df1-db5b0e52999a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.000467] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.000699] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.046838] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c25127-0e15-17da-7535-b65ba2a52f00, 'name': SearchDatastore_Task, 'duration_secs': 0.009585} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.049248] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.049522] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.049876] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.049876] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.050124] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.050590] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdc24b40-0aa3-4ee4-8445-28713fd3a0bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.052481] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "refresh_cache-52fe31cb-d8aa-46c0-bc83-480974ef71bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.052742] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquired lock "refresh_cache-52fe31cb-d8aa-46c0-bc83-480974ef71bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.052822] env[69411]: DEBUG nova.network.neutron [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.060455] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.060623] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.064098] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b42105d2-325e-4106-9547-67f67682c274 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.070403] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1238.070403] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525496b4-9ed6-c9d0-fc53-c637e861fdaa" [ 1238.070403] env[69411]: _type = "Task" [ 1238.070403] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.078191] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525496b4-9ed6-c9d0-fc53-c637e861fdaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.079578] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc93364-e6e5-40dd-abcd-5b1568ddc434 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.085924] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59f312b-1ed8-478a-a679-712a45282c1c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.115500] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27d820e-c222-4bb7-b259-7b51037796d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.122433] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2f6dfd-d0f4-4245-8441-24a2e2e95dd5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.135454] env[69411]: DEBUG nova.compute.provider_tree [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.230230] env[69411]: DEBUG nova.network.neutron [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Successfully created port: 05c00223-fee7-490c-a8ae-a66453561d22 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1238.421992] env[69411]: DEBUG nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1238.482434] env[69411]: DEBUG oslo_concurrency.lockutils [req-6e4d2bd5-8894-41cb-aead-18a31de568f6 req-38c8149f-c1d8-49d5-bc81-33b9c243acd7 service nova] Releasing lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.504374] env[69411]: DEBUG nova.compute.utils [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.581562] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525496b4-9ed6-c9d0-fc53-c637e861fdaa, 'name': SearchDatastore_Task, 'duration_secs': 0.008345} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.582421] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f12f3f-842b-423c-9950-cc8df520ace8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.586518] env[69411]: DEBUG nova.network.neutron [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.589666] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1238.589666] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e00d40-94c6-f222-e33e-5d14a11327e0" [ 1238.589666] env[69411]: _type = "Task" [ 1238.589666] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.599065] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e00d40-94c6-f222-e33e-5d14a11327e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008883} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.599306] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.599558] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] aeab83be-9983-45f7-a85a-e199561fd8de/aeab83be-9983-45f7-a85a-e199561fd8de.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.599868] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4533bb20-7177-4340-b641-a8f6095f997d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.606180] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1238.606180] env[69411]: value = "task-3323976" [ 1238.606180] env[69411]: _type = "Task" [ 1238.606180] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.613870] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.637953] env[69411]: DEBUG nova.scheduler.client.report [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.712459] env[69411]: DEBUG nova.network.neutron [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Updating instance_info_cache with network_info: [{"id": "4b861db0-22e8-49a4-9c1e-34f380e1cdad", "address": "fa:16:3e:8e:58:a4", "network": {"id": "0f96bf0b-7523-4e2d-8992-3f8dc142abad", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32631935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffd0d83775264330a7832b6b47526b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b861db0-22", "ovs_interfaceid": "4b861db0-22e8-49a4-9c1e-34f380e1cdad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.007727] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.116294] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449622} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.116557] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] aeab83be-9983-45f7-a85a-e199561fd8de/aeab83be-9983-45f7-a85a-e199561fd8de.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.116765] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.117016] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1908dcd5-b1d1-4269-b3bc-0249d6f5477e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.123078] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1239.123078] env[69411]: value = "task-3323977" [ 1239.123078] env[69411]: _type = "Task" [ 1239.123078] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.130582] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.142621] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.144847] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.149s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.165134] env[69411]: INFO nova.scheduler.client.report [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Deleted allocations for instance 0026ad3a-e39e-462f-95fb-f456c8dcd7c0 [ 1239.215550] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Releasing lock "refresh_cache-52fe31cb-d8aa-46c0-bc83-480974ef71bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.215895] env[69411]: DEBUG nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Instance network_info: |[{"id": "4b861db0-22e8-49a4-9c1e-34f380e1cdad", "address": "fa:16:3e:8e:58:a4", "network": {"id": "0f96bf0b-7523-4e2d-8992-3f8dc142abad", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32631935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffd0d83775264330a7832b6b47526b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b861db0-22", "ovs_interfaceid": "4b861db0-22e8-49a4-9c1e-34f380e1cdad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1239.216722] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:58:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b861db0-22e8-49a4-9c1e-34f380e1cdad', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.229739] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.230312] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.230597] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6df5bcbf-aff1-4b20-bee1-4efcd4075e89 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.257499] env[69411]: DEBUG nova.compute.manager [req-fa34ad4b-2f9c-4228-b32d-232d51ccfb11 req-4826b2f5-2c9b-4a1e-b7fe-c1a07fac92ec service nova] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Received event network-vif-plugged-4b861db0-22e8-49a4-9c1e-34f380e1cdad {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.257795] env[69411]: DEBUG oslo_concurrency.lockutils [req-fa34ad4b-2f9c-4228-b32d-232d51ccfb11 req-4826b2f5-2c9b-4a1e-b7fe-c1a07fac92ec service nova] Acquiring lock "52fe31cb-d8aa-46c0-bc83-480974ef71bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.258103] env[69411]: DEBUG oslo_concurrency.lockutils [req-fa34ad4b-2f9c-4228-b32d-232d51ccfb11 req-4826b2f5-2c9b-4a1e-b7fe-c1a07fac92ec service nova] Lock "52fe31cb-d8aa-46c0-bc83-480974ef71bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.258396] env[69411]: DEBUG oslo_concurrency.lockutils [req-fa34ad4b-2f9c-4228-b32d-232d51ccfb11 req-4826b2f5-2c9b-4a1e-b7fe-c1a07fac92ec service nova] Lock "52fe31cb-d8aa-46c0-bc83-480974ef71bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.258626] env[69411]: DEBUG nova.compute.manager [req-fa34ad4b-2f9c-4228-b32d-232d51ccfb11 req-4826b2f5-2c9b-4a1e-b7fe-c1a07fac92ec service nova] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] No waiting events found dispatching network-vif-plugged-4b861db0-22e8-49a4-9c1e-34f380e1cdad {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1239.258873] env[69411]: WARNING nova.compute.manager [req-fa34ad4b-2f9c-4228-b32d-232d51ccfb11 req-4826b2f5-2c9b-4a1e-b7fe-c1a07fac92ec service nova] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Received unexpected event network-vif-plugged-4b861db0-22e8-49a4-9c1e-34f380e1cdad for instance with vm_state building and task_state spawning. [ 1239.259146] env[69411]: DEBUG nova.compute.manager [req-fa34ad4b-2f9c-4228-b32d-232d51ccfb11 req-4826b2f5-2c9b-4a1e-b7fe-c1a07fac92ec service nova] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Received event network-changed-4b861db0-22e8-49a4-9c1e-34f380e1cdad {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.259403] env[69411]: DEBUG nova.compute.manager [req-fa34ad4b-2f9c-4228-b32d-232d51ccfb11 req-4826b2f5-2c9b-4a1e-b7fe-c1a07fac92ec service nova] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Refreshing instance network info cache due to event network-changed-4b861db0-22e8-49a4-9c1e-34f380e1cdad. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.259676] env[69411]: DEBUG oslo_concurrency.lockutils [req-fa34ad4b-2f9c-4228-b32d-232d51ccfb11 req-4826b2f5-2c9b-4a1e-b7fe-c1a07fac92ec service nova] Acquiring lock "refresh_cache-52fe31cb-d8aa-46c0-bc83-480974ef71bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.259888] env[69411]: DEBUG oslo_concurrency.lockutils [req-fa34ad4b-2f9c-4228-b32d-232d51ccfb11 req-4826b2f5-2c9b-4a1e-b7fe-c1a07fac92ec service nova] Acquired lock "refresh_cache-52fe31cb-d8aa-46c0-bc83-480974ef71bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.260143] env[69411]: DEBUG nova.network.neutron [req-fa34ad4b-2f9c-4228-b32d-232d51ccfb11 req-4826b2f5-2c9b-4a1e-b7fe-c1a07fac92ec service nova] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Refreshing network info cache for port 4b861db0-22e8-49a4-9c1e-34f380e1cdad {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.267402] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.267402] env[69411]: value = "task-3323978" [ 1239.267402] env[69411]: _type = "Task" [ 1239.267402] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.279444] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323978, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.311296] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "9b819c36-38fd-41f1-9bce-00ca1333660e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.311550] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "9b819c36-38fd-41f1-9bce-00ca1333660e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.311753] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "9b819c36-38fd-41f1-9bce-00ca1333660e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.312009] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "9b819c36-38fd-41f1-9bce-00ca1333660e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.312243] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "9b819c36-38fd-41f1-9bce-00ca1333660e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.315923] env[69411]: INFO nova.compute.manager [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Terminating instance [ 1239.432715] env[69411]: DEBUG nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1239.461161] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.461431] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.461588] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.461802] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.461990] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.462163] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.462377] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.462534] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.462697] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.462871] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.463041] env[69411]: DEBUG nova.virt.hardware [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.463901] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30542ff4-176f-41c0-8ce2-bf2aafb76bee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.471883] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990422f0-4cc3-436b-a49b-28173248c9ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.626243] env[69411]: DEBUG nova.compute.manager [req-84278f37-f143-48c7-8293-314089e67c84 req-49e79a76-50ad-4ef7-b2ea-6e1c42535554 service nova] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Received event network-vif-plugged-05c00223-fee7-490c-a8ae-a66453561d22 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.626461] env[69411]: DEBUG oslo_concurrency.lockutils [req-84278f37-f143-48c7-8293-314089e67c84 req-49e79a76-50ad-4ef7-b2ea-6e1c42535554 service nova] Acquiring lock "3ceb851d-7ddd-4b60-a959-c220263bbdf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.626673] env[69411]: DEBUG oslo_concurrency.lockutils [req-84278f37-f143-48c7-8293-314089e67c84 req-49e79a76-50ad-4ef7-b2ea-6e1c42535554 service nova] Lock "3ceb851d-7ddd-4b60-a959-c220263bbdf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.626854] env[69411]: DEBUG oslo_concurrency.lockutils [req-84278f37-f143-48c7-8293-314089e67c84 req-49e79a76-50ad-4ef7-b2ea-6e1c42535554 service nova] Lock "3ceb851d-7ddd-4b60-a959-c220263bbdf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.627015] env[69411]: DEBUG nova.compute.manager [req-84278f37-f143-48c7-8293-314089e67c84 req-49e79a76-50ad-4ef7-b2ea-6e1c42535554 service nova] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] No waiting events found dispatching network-vif-plugged-05c00223-fee7-490c-a8ae-a66453561d22 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1239.627339] env[69411]: WARNING nova.compute.manager [req-84278f37-f143-48c7-8293-314089e67c84 req-49e79a76-50ad-4ef7-b2ea-6e1c42535554 service nova] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Received unexpected event network-vif-plugged-05c00223-fee7-490c-a8ae-a66453561d22 for instance with vm_state building and task_state spawning. [ 1239.638837] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065687} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.639220] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.640009] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144cb6cc-6169-4583-bf74-5d8b2f4cbd7f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.668430] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] aeab83be-9983-45f7-a85a-e199561fd8de/aeab83be-9983-45f7-a85a-e199561fd8de.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.672573] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8c9b26b-f6f6-4e4c-a0ea-40abcecb2636 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.689643] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5cab7bf0-66ad-462f-bc2e-cb8a97ce5dd4 tempest-AttachVolumeNegativeTest-1940562686 tempest-AttachVolumeNegativeTest-1940562686-project-member] Lock "0026ad3a-e39e-462f-95fb-f456c8dcd7c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.405s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.696366] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1239.696366] env[69411]: value = "task-3323979" [ 1239.696366] env[69411]: _type = "Task" [ 1239.696366] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.706277] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.707182] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance e715a445-d4c6-48e0-b9ba-5e112f4588a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.707320] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 4e584ece-8a2e-4820-b02c-485d92aef579 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.707442] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance d26532bc-15a5-406a-bf6f-2ee5b40fbbdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.707557] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.707667] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 9b819c36-38fd-41f1-9bce-00ca1333660e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.707777] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance aeab83be-9983-45f7-a85a-e199561fd8de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.707882] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 52fe31cb-d8aa-46c0-bc83-480974ef71bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.707989] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 3ceb851d-7ddd-4b60-a959-c220263bbdf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.772848] env[69411]: DEBUG nova.network.neutron [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Successfully updated port: 05c00223-fee7-490c-a8ae-a66453561d22 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.780019] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323978, 'name': CreateVM_Task, 'duration_secs': 0.33861} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.780204] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.781151] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.781340] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.781665] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.781956] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac1a78c-fdb4-4fa3-83d5-bc43fcfa5b66 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.787933] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1239.787933] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e5edd3-2885-8b8c-4506-54d9bbfb9ce9" [ 1239.787933] env[69411]: _type = "Task" [ 1239.787933] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.799055] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e5edd3-2885-8b8c-4506-54d9bbfb9ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.009376} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.799297] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.799524] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.799763] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.799907] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.800093] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.800329] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a8b3d9d-cc79-4f4b-9155-ef705a5915f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.807324] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.807498] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.808161] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a1f81d-228b-4588-9d76-542ba53194f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.814807] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1239.814807] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5249e98f-bc66-09af-e692-5f96a5f1d073" [ 1239.814807] env[69411]: _type = "Task" [ 1239.814807] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.819587] env[69411]: DEBUG nova.compute.manager [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.819784] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.823053] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d9eaad-35d5-4d01-9a56-90be62adf98b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.825726] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5249e98f-bc66-09af-e692-5f96a5f1d073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.829705] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.829938] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73425061-c66b-420e-9964-97e884000914 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.894016] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.894016] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.894016] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleting the datastore file [datastore1] 9b819c36-38fd-41f1-9bce-00ca1333660e {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.894016] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c84dadd8-8a89-4cd0-9760-7f5744a2d6d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.899897] env[69411]: DEBUG oslo_vmware.api [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1239.899897] env[69411]: value = "task-3323981" [ 1239.899897] env[69411]: _type = "Task" [ 1239.899897] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.907617] env[69411]: DEBUG oslo_vmware.api [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.001557] env[69411]: DEBUG nova.network.neutron [req-fa34ad4b-2f9c-4228-b32d-232d51ccfb11 req-4826b2f5-2c9b-4a1e-b7fe-c1a07fac92ec service nova] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Updated VIF entry in instance network info cache for port 4b861db0-22e8-49a4-9c1e-34f380e1cdad. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.002042] env[69411]: DEBUG nova.network.neutron [req-fa34ad4b-2f9c-4228-b32d-232d51ccfb11 req-4826b2f5-2c9b-4a1e-b7fe-c1a07fac92ec service nova] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Updating instance_info_cache with network_info: [{"id": "4b861db0-22e8-49a4-9c1e-34f380e1cdad", "address": "fa:16:3e:8e:58:a4", "network": {"id": "0f96bf0b-7523-4e2d-8992-3f8dc142abad", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32631935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffd0d83775264330a7832b6b47526b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b861db0-22", "ovs_interfaceid": "4b861db0-22e8-49a4-9c1e-34f380e1cdad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.100031] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.100031] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.100031] env[69411]: INFO nova.compute.manager [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Attaching volume f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f to /dev/sdb [ 1240.134816] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fa4ed2-11e4-4d6e-94a3-461f6c0c3a97 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.143336] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc537cc8-c364-4e28-ab26-beb2f7181136 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.156776] env[69411]: DEBUG nova.virt.block_device [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating existing volume attachment record: 0227dea5-d8bb-4417-9b9c-cb203ea5db63 {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1240.206793] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323979, 'name': ReconfigVM_Task, 'duration_secs': 0.27446} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.207123] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Reconfigured VM instance instance-00000075 to attach disk [datastore2] aeab83be-9983-45f7-a85a-e199561fd8de/aeab83be-9983-45f7-a85a-e199561fd8de.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.207787] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01c64839-1324-4d70-80d5-925c54792d89 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.210221] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 813b1ae3-ed04-415f-99be-2b27094bcf1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1240.210442] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1240.210583] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1240.214385] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1240.214385] env[69411]: value = "task-3323982" [ 1240.214385] env[69411]: _type = "Task" [ 1240.214385] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.221375] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323982, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.275901] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "refresh_cache-3ceb851d-7ddd-4b60-a959-c220263bbdf8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.276068] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquired lock "refresh_cache-3ceb851d-7ddd-4b60-a959-c220263bbdf8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.276230] env[69411]: DEBUG nova.network.neutron [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.324692] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5249e98f-bc66-09af-e692-5f96a5f1d073, 'name': SearchDatastore_Task, 'duration_secs': 0.010001} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.327763] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e10888c-c919-4e85-9344-74e93ba6f02e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.333942] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1240.333942] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522886cb-9422-d209-85f1-8170f814064c" [ 1240.333942] env[69411]: _type = "Task" [ 1240.333942] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.346347] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522886cb-9422-d209-85f1-8170f814064c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.349030] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deefb46-b1df-44b0-abfe-dfe523c721d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.356317] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e30430c-ad87-497c-b5be-1d80b35f5182 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.389058] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b323f3-aec9-4b8b-a054-f8fa4eb30549 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.396250] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc7ffe4-ae25-4664-a6e2-44bf60b33e33 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.411345] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.416517] env[69411]: DEBUG oslo_vmware.api [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3323981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173144} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.416777] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.416951] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.417145] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.417468] env[69411]: INFO nova.compute.manager [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1240.417553] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.418051] env[69411]: DEBUG nova.compute.manager [-] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.418173] env[69411]: DEBUG nova.network.neutron [-] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.504769] env[69411]: DEBUG oslo_concurrency.lockutils [req-fa34ad4b-2f9c-4228-b32d-232d51ccfb11 req-4826b2f5-2c9b-4a1e-b7fe-c1a07fac92ec service nova] Releasing lock "refresh_cache-52fe31cb-d8aa-46c0-bc83-480974ef71bd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.726274] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323982, 'name': Rename_Task, 'duration_secs': 0.146418} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.726583] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.726879] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2696a2d-ff9d-41ed-8a8f-ca8b1f3a2026 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.734178] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1240.734178] env[69411]: value = "task-3323988" [ 1240.734178] env[69411]: _type = "Task" [ 1240.734178] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.742916] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.812985] env[69411]: DEBUG nova.network.neutron [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.844184] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]522886cb-9422-d209-85f1-8170f814064c, 'name': SearchDatastore_Task, 'duration_secs': 0.020786} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.844404] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.844673] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 52fe31cb-d8aa-46c0-bc83-480974ef71bd/52fe31cb-d8aa-46c0-bc83-480974ef71bd.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.844941] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a6d40b3-7663-4623-9bec-79c6e44908a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.852384] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1240.852384] env[69411]: value = "task-3323989" [ 1240.852384] env[69411]: _type = "Task" [ 1240.852384] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.862009] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.914137] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.022515] env[69411]: DEBUG nova.network.neutron [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Updating instance_info_cache with network_info: [{"id": "05c00223-fee7-490c-a8ae-a66453561d22", "address": "fa:16:3e:39:a2:38", "network": {"id": "0f96bf0b-7523-4e2d-8992-3f8dc142abad", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32631935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffd0d83775264330a7832b6b47526b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c00223-fe", "ovs_interfaceid": "05c00223-fee7-490c-a8ae-a66453561d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.140995] env[69411]: DEBUG nova.network.neutron [-] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.245777] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.282331] env[69411]: DEBUG nova.compute.manager [req-e7ccdaff-f093-4215-8c9c-bcfcaea65217 req-79402073-53ea-4726-9c22-4003a867a3e9 service nova] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Received event network-vif-deleted-4676d80c-0082-4fc7-8c91-8a4a7e8ad469 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.362113] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499466} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.362306] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 52fe31cb-d8aa-46c0-bc83-480974ef71bd/52fe31cb-d8aa-46c0-bc83-480974ef71bd.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.362380] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.362715] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a811cd8-9fc5-47a4-bfd2-c1d3df2eb8c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.368736] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1241.368736] env[69411]: value = "task-3323990" [ 1241.368736] env[69411]: _type = "Task" [ 1241.368736] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.376663] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.420585] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1241.421014] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.276s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.421369] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.021s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.423140] env[69411]: INFO nova.compute.claims [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.524676] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Releasing lock "refresh_cache-3ceb851d-7ddd-4b60-a959-c220263bbdf8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.524991] env[69411]: DEBUG nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Instance network_info: |[{"id": "05c00223-fee7-490c-a8ae-a66453561d22", "address": "fa:16:3e:39:a2:38", "network": {"id": "0f96bf0b-7523-4e2d-8992-3f8dc142abad", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32631935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffd0d83775264330a7832b6b47526b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c00223-fe", "ovs_interfaceid": "05c00223-fee7-490c-a8ae-a66453561d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1241.525510] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:a2:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05c00223-fee7-490c-a8ae-a66453561d22', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.533025] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.533529] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.534157] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66f75a40-a391-4263-a07f-daaad6057050 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.554049] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.554049] env[69411]: value = "task-3323991" [ 1241.554049] env[69411]: _type = "Task" [ 1241.554049] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.564765] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323991, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.644128] env[69411]: INFO nova.compute.manager [-] [instance: 9b819c36-38fd-41f1-9bce-00ca1333660e] Took 1.23 seconds to deallocate network for instance. [ 1241.655261] env[69411]: DEBUG nova.compute.manager [req-d5622f7e-8eb1-4c18-891c-970e049e4e0b req-0b0c37f0-de75-40e9-b9e1-947b5d4c3885 service nova] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Received event network-changed-05c00223-fee7-490c-a8ae-a66453561d22 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.655495] env[69411]: DEBUG nova.compute.manager [req-d5622f7e-8eb1-4c18-891c-970e049e4e0b req-0b0c37f0-de75-40e9-b9e1-947b5d4c3885 service nova] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Refreshing instance network info cache due to event network-changed-05c00223-fee7-490c-a8ae-a66453561d22. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.655658] env[69411]: DEBUG oslo_concurrency.lockutils [req-d5622f7e-8eb1-4c18-891c-970e049e4e0b req-0b0c37f0-de75-40e9-b9e1-947b5d4c3885 service nova] Acquiring lock "refresh_cache-3ceb851d-7ddd-4b60-a959-c220263bbdf8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.655804] env[69411]: DEBUG oslo_concurrency.lockutils [req-d5622f7e-8eb1-4c18-891c-970e049e4e0b req-0b0c37f0-de75-40e9-b9e1-947b5d4c3885 service nova] Acquired lock "refresh_cache-3ceb851d-7ddd-4b60-a959-c220263bbdf8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.656009] env[69411]: DEBUG nova.network.neutron [req-d5622f7e-8eb1-4c18-891c-970e049e4e0b req-0b0c37f0-de75-40e9-b9e1-947b5d4c3885 service nova] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Refreshing network info cache for port 05c00223-fee7-490c-a8ae-a66453561d22 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.745125] env[69411]: DEBUG oslo_vmware.api [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3323988, 'name': PowerOnVM_Task, 'duration_secs': 0.772905} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.745408] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.745611] env[69411]: INFO nova.compute.manager [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1241.745789] env[69411]: DEBUG nova.compute.manager [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.746558] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efa631a-dbe9-46e1-b62f-4d61efd97798 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.879167] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069278} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.879400] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.880222] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3166e3a6-323e-4600-9eec-b46f9f9b9c06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.901642] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 52fe31cb-d8aa-46c0-bc83-480974ef71bd/52fe31cb-d8aa-46c0-bc83-480974ef71bd.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.901926] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb77749e-0e87-41d9-ad57-36dd678974c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.921324] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1241.921324] env[69411]: value = "task-3323992" [ 1241.921324] env[69411]: _type = "Task" [ 1241.921324] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.934818] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.064050] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323991, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.151258] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.263024] env[69411]: INFO nova.compute.manager [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Took 15.33 seconds to build instance. [ 1242.412018] env[69411]: DEBUG nova.network.neutron [req-d5622f7e-8eb1-4c18-891c-970e049e4e0b req-0b0c37f0-de75-40e9-b9e1-947b5d4c3885 service nova] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Updated VIF entry in instance network info cache for port 05c00223-fee7-490c-a8ae-a66453561d22. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.412432] env[69411]: DEBUG nova.network.neutron [req-d5622f7e-8eb1-4c18-891c-970e049e4e0b req-0b0c37f0-de75-40e9-b9e1-947b5d4c3885 service nova] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Updating instance_info_cache with network_info: [{"id": "05c00223-fee7-490c-a8ae-a66453561d22", "address": "fa:16:3e:39:a2:38", "network": {"id": "0f96bf0b-7523-4e2d-8992-3f8dc142abad", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32631935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffd0d83775264330a7832b6b47526b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c00223-fe", "ovs_interfaceid": "05c00223-fee7-490c-a8ae-a66453561d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.431537] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323992, 'name': ReconfigVM_Task, 'duration_secs': 0.35927} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.431719] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 52fe31cb-d8aa-46c0-bc83-480974ef71bd/52fe31cb-d8aa-46c0-bc83-480974ef71bd.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.432380] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dda650e-99e9-4687-a783-7cfc2b5056de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.439323] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1242.439323] env[69411]: value = "task-3323993" [ 1242.439323] env[69411]: _type = "Task" [ 1242.439323] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.448340] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323993, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.568505] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3323991, 'name': CreateVM_Task, 'duration_secs': 0.784827} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.568759] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.569856] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.569856] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.570544] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.570544] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe41c9d-118c-4cb2-bba7-ddbfdea173a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.575185] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1242.575185] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ec3f4b-fa64-d739-d935-fe18806ff8a9" [ 1242.575185] env[69411]: _type = "Task" [ 1242.575185] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.576706] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7496905a-b7ac-48a3-b6b1-ddae6d229231 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.593236] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97360e37-b3a0-41c5-99f2-f1d02d431c5f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.596516] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ec3f4b-fa64-d739-d935-fe18806ff8a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012205} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.596775] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.597050] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.597287] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.597443] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.597618] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.599417] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2486bb8a-4704-4495-b598-13c337904de7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.625995] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580c49f4-0542-425a-a499-02da05bf1848 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.634151] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd634410-a601-4b5c-a7f4-1ea783a74690 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.639998] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.640082] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.640757] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-961dcd57-b3b3-4799-a7fe-b2780a47d150 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.654550] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1242.654550] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5240deb8-8fa7-b64c-7210-5d4ea51be878" [ 1242.654550] env[69411]: _type = "Task" [ 1242.654550] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.654945] env[69411]: DEBUG nova.compute.provider_tree [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.665314] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5240deb8-8fa7-b64c-7210-5d4ea51be878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.765074] env[69411]: DEBUG oslo_concurrency.lockutils [None req-97a886ed-ebf5-46b9-8107-ba91a00dee23 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "aeab83be-9983-45f7-a85a-e199561fd8de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.836s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.916040] env[69411]: DEBUG oslo_concurrency.lockutils [req-d5622f7e-8eb1-4c18-891c-970e049e4e0b req-0b0c37f0-de75-40e9-b9e1-947b5d4c3885 service nova] Releasing lock "refresh_cache-3ceb851d-7ddd-4b60-a959-c220263bbdf8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.948704] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323993, 'name': Rename_Task, 'duration_secs': 0.141164} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.948998] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.949268] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11714bd7-ee4b-4d36-804a-a28da406f147 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.955658] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1242.955658] env[69411]: value = "task-3323996" [ 1242.955658] env[69411]: _type = "Task" [ 1242.955658] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.963509] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.158076] env[69411]: DEBUG nova.scheduler.client.report [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.173051] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5240deb8-8fa7-b64c-7210-5d4ea51be878, 'name': SearchDatastore_Task, 'duration_secs': 0.021372} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.173838] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f953e3a7-2de1-4162-aefa-dc7b3b7060c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.179932] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1243.179932] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5251cc60-f169-f6dc-a2d5-5f5094b4972f" [ 1243.179932] env[69411]: _type = "Task" [ 1243.179932] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.188174] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5251cc60-f169-f6dc-a2d5-5f5094b4972f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.425350] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.465511] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323996, 'name': PowerOnVM_Task, 'duration_secs': 0.477956} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.467974] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.467974] env[69411]: INFO nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Took 6.28 seconds to spawn the instance on the hypervisor. [ 1243.467974] env[69411]: DEBUG nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.467974] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c1436d-19c2-4bf1-90bf-38308528c86b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.669026] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.669026] env[69411]: DEBUG nova.compute.manager [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.671723] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.521s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.671981] env[69411]: DEBUG nova.objects.instance [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lazy-loading 'resources' on Instance uuid 9b819c36-38fd-41f1-9bce-00ca1333660e {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.681858] env[69411]: DEBUG nova.compute.manager [req-fcffd816-d4bc-454b-bd08-778998680315 req-cd1ae6b2-0cdf-4ab5-b1f3-880ff0261a5c service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Received event network-changed-58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.682084] env[69411]: DEBUG nova.compute.manager [req-fcffd816-d4bc-454b-bd08-778998680315 req-cd1ae6b2-0cdf-4ab5-b1f3-880ff0261a5c service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Refreshing instance network info cache due to event network-changed-58330740-c1d3-48e5-8df1-db5b0e52999a. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.682278] env[69411]: DEBUG oslo_concurrency.lockutils [req-fcffd816-d4bc-454b-bd08-778998680315 req-cd1ae6b2-0cdf-4ab5-b1f3-880ff0261a5c service nova] Acquiring lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.682423] env[69411]: DEBUG oslo_concurrency.lockutils [req-fcffd816-d4bc-454b-bd08-778998680315 req-cd1ae6b2-0cdf-4ab5-b1f3-880ff0261a5c service nova] Acquired lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.682585] env[69411]: DEBUG nova.network.neutron [req-fcffd816-d4bc-454b-bd08-778998680315 req-cd1ae6b2-0cdf-4ab5-b1f3-880ff0261a5c service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Refreshing network info cache for port 58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.695029] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5251cc60-f169-f6dc-a2d5-5f5094b4972f, 'name': SearchDatastore_Task, 'duration_secs': 0.011008} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.695509] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.695756] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 3ceb851d-7ddd-4b60-a959-c220263bbdf8/3ceb851d-7ddd-4b60-a959-c220263bbdf8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.696027] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08cc541d-3aed-41c8-a764-21f3d14f7fce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.702148] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1243.702148] env[69411]: value = "task-3323998" [ 1243.702148] env[69411]: _type = "Task" [ 1243.702148] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.710088] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.982664] env[69411]: INFO nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Took 12.33 seconds to build instance. [ 1244.175495] env[69411]: DEBUG nova.compute.utils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.177368] env[69411]: DEBUG nova.compute.manager [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.177659] env[69411]: DEBUG nova.network.neutron [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.213445] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323998, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.232904] env[69411]: DEBUG nova.policy [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4eb23c56e68944069d2f0820cf6f827a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8952a3f10664780a3d661cbdd4b8f8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.323645] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37719a4d-3ca1-43e5-a60c-b70e5b014000 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.331285] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1b770f-dd7f-4506-afdf-e2498bcb4995 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.366519] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506ef581-9250-432b-81d5-eb4e25fa3385 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.374477] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de66d531-e35c-4727-9044-07bf222ddebd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.388843] env[69411]: DEBUG nova.compute.provider_tree [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.432268] env[69411]: DEBUG nova.network.neutron [req-fcffd816-d4bc-454b-bd08-778998680315 req-cd1ae6b2-0cdf-4ab5-b1f3-880ff0261a5c service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Updated VIF entry in instance network info cache for port 58330740-c1d3-48e5-8df1-db5b0e52999a. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.432642] env[69411]: DEBUG nova.network.neutron [req-fcffd816-d4bc-454b-bd08-778998680315 req-cd1ae6b2-0cdf-4ab5-b1f3-880ff0261a5c service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Updating instance_info_cache with network_info: [{"id": "58330740-c1d3-48e5-8df1-db5b0e52999a", "address": "fa:16:3e:ff:8b:f5", "network": {"id": "efd8a8db-2e5e-4901-9ba7-773d1ef29842", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1075396209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7699164851464c94590d397dadc26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58330740-c1", "ovs_interfaceid": "58330740-c1d3-48e5-8df1-db5b0e52999a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.484437] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "52fe31cb-d8aa-46c0-bc83-480974ef71bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.840s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.572095] env[69411]: DEBUG nova.network.neutron [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Successfully created port: 9d24f26f-ef28-4c76-9f7d-aebfb906d78e {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.684518] env[69411]: DEBUG nova.compute.manager [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.700805] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1244.701095] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663568', 'volume_id': 'f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f', 'name': 'volume-f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd26532bc-15a5-406a-bf6f-2ee5b40fbbdc', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f', 'serial': 'f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1244.701981] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137044a0-8948-475b-a1c0-76d1bcde5826 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.726348] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4277bd1d-62a2-4d4c-a7f9-b66be2dc466a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.726348] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722526} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.729854] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 3ceb851d-7ddd-4b60-a959-c220263bbdf8/3ceb851d-7ddd-4b60-a959-c220263bbdf8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.730082] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.730704] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8750c207-2012-44cf-a1f2-9fd856088844 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.753127] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f/volume-f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.754184] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d6d4bf3-8433-4cc8-ba0b-d692ca4aefa8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.771361] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1244.771361] env[69411]: value = "task-3323999" [ 1244.771361] env[69411]: _type = "Task" [ 1244.771361] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.779018] env[69411]: DEBUG oslo_vmware.api [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1244.779018] env[69411]: value = "task-3324000" [ 1244.779018] env[69411]: _type = "Task" [ 1244.779018] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.785100] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.790123] env[69411]: DEBUG oslo_vmware.api [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324000, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.892502] env[69411]: DEBUG nova.scheduler.client.report [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.935885] env[69411]: DEBUG oslo_concurrency.lockutils [req-fcffd816-d4bc-454b-bd08-778998680315 req-cd1ae6b2-0cdf-4ab5-b1f3-880ff0261a5c service nova] Releasing lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.284293] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3323999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071886} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.284960] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.285708] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c304511f-1504-49a3-aead-072559f2d87b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.291030] env[69411]: DEBUG oslo_vmware.api [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.310065] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 3ceb851d-7ddd-4b60-a959-c220263bbdf8/3ceb851d-7ddd-4b60-a959-c220263bbdf8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.310312] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05825b0f-fddc-45e0-b52a-ac39b32c8b7c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.329892] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1245.329892] env[69411]: value = "task-3324001" [ 1245.329892] env[69411]: _type = "Task" [ 1245.329892] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.338820] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.397824] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.413574] env[69411]: INFO nova.scheduler.client.report [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleted allocations for instance 9b819c36-38fd-41f1-9bce-00ca1333660e [ 1245.694958] env[69411]: DEBUG nova.compute.manager [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.739398] env[69411]: DEBUG nova.virt.hardware [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.739662] env[69411]: DEBUG nova.virt.hardware [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.740516] env[69411]: DEBUG nova.virt.hardware [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.740516] env[69411]: DEBUG nova.virt.hardware [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.740516] env[69411]: DEBUG nova.virt.hardware [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.740516] env[69411]: DEBUG nova.virt.hardware [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.740516] env[69411]: DEBUG nova.virt.hardware [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.740908] env[69411]: DEBUG nova.virt.hardware [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.740908] env[69411]: DEBUG nova.virt.hardware [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.741080] env[69411]: DEBUG nova.virt.hardware [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.741133] env[69411]: DEBUG nova.virt.hardware [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.742067] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b544da2-6a7e-4c82-b420-b61837c95dc5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.750520] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c88d68-c5c8-41e4-b9ab-1bfe3cbe1e41 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.775007] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "272d2c2a-3c3a-4614-8e37-50dc106acd65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.775229] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "272d2c2a-3c3a-4614-8e37-50dc106acd65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.791497] env[69411]: DEBUG oslo_vmware.api [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.839831] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.922866] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0db7b4cc-79ff-43af-94e1-e41ff4e5dda9 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "9b819c36-38fd-41f1-9bce-00ca1333660e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.611s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.049159] env[69411]: DEBUG nova.network.neutron [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Successfully updated port: 9d24f26f-ef28-4c76-9f7d-aebfb906d78e {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.052760] env[69411]: DEBUG nova.compute.manager [req-b91cd4fe-3120-4510-95c1-c5dd01d87504 req-ba831bf1-d36f-49d4-b642-63c2598fb323 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Received event network-vif-plugged-9d24f26f-ef28-4c76-9f7d-aebfb906d78e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.053086] env[69411]: DEBUG oslo_concurrency.lockutils [req-b91cd4fe-3120-4510-95c1-c5dd01d87504 req-ba831bf1-d36f-49d4-b642-63c2598fb323 service nova] Acquiring lock "813b1ae3-ed04-415f-99be-2b27094bcf1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.053399] env[69411]: DEBUG oslo_concurrency.lockutils [req-b91cd4fe-3120-4510-95c1-c5dd01d87504 req-ba831bf1-d36f-49d4-b642-63c2598fb323 service nova] Lock "813b1ae3-ed04-415f-99be-2b27094bcf1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.053668] env[69411]: DEBUG oslo_concurrency.lockutils [req-b91cd4fe-3120-4510-95c1-c5dd01d87504 req-ba831bf1-d36f-49d4-b642-63c2598fb323 service nova] Lock "813b1ae3-ed04-415f-99be-2b27094bcf1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.053899] env[69411]: DEBUG nova.compute.manager [req-b91cd4fe-3120-4510-95c1-c5dd01d87504 req-ba831bf1-d36f-49d4-b642-63c2598fb323 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] No waiting events found dispatching network-vif-plugged-9d24f26f-ef28-4c76-9f7d-aebfb906d78e {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1246.054166] env[69411]: WARNING nova.compute.manager [req-b91cd4fe-3120-4510-95c1-c5dd01d87504 req-ba831bf1-d36f-49d4-b642-63c2598fb323 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Received unexpected event network-vif-plugged-9d24f26f-ef28-4c76-9f7d-aebfb906d78e for instance with vm_state building and task_state spawning. [ 1246.277717] env[69411]: DEBUG nova.compute.manager [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1246.289939] env[69411]: DEBUG oslo_vmware.api [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324000, 'name': ReconfigVM_Task, 'duration_secs': 1.194411} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.290268] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f/volume-f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.294998] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48c007a3-f3da-4972-b121-ec2b4b6e50b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.311498] env[69411]: DEBUG oslo_vmware.api [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1246.311498] env[69411]: value = "task-3324002" [ 1246.311498] env[69411]: _type = "Task" [ 1246.311498] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.320928] env[69411]: DEBUG oslo_vmware.api [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.340929] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324001, 'name': ReconfigVM_Task, 'duration_secs': 0.640333} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.341224] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 3ceb851d-7ddd-4b60-a959-c220263bbdf8/3ceb851d-7ddd-4b60-a959-c220263bbdf8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.341869] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed62bf5e-0f84-48a6-95ac-3348e6ba8016 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.346892] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1246.346892] env[69411]: value = "task-3324003" [ 1246.346892] env[69411]: _type = "Task" [ 1246.346892] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.355632] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324003, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.555448] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.555637] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.555768] env[69411]: DEBUG nova.network.neutron [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.804509] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.804509] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.805930] env[69411]: INFO nova.compute.claims [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.823713] env[69411]: DEBUG oslo_vmware.api [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324002, 'name': ReconfigVM_Task, 'duration_secs': 0.15971} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.824038] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663568', 'volume_id': 'f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f', 'name': 'volume-f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd26532bc-15a5-406a-bf6f-2ee5b40fbbdc', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f', 'serial': 'f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1246.858162] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324003, 'name': Rename_Task, 'duration_secs': 0.159545} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.858614] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.859125] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00079df9-f6b5-4e6a-bce0-708b5f022dcc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.866520] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1246.866520] env[69411]: value = "task-3324004" [ 1246.866520] env[69411]: _type = "Task" [ 1246.866520] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.875574] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.087101] env[69411]: DEBUG nova.network.neutron [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.202556] env[69411]: DEBUG nova.network.neutron [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance_info_cache with network_info: [{"id": "9d24f26f-ef28-4c76-9f7d-aebfb906d78e", "address": "fa:16:3e:6d:4f:5f", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d24f26f-ef", "ovs_interfaceid": "9d24f26f-ef28-4c76-9f7d-aebfb906d78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.377811] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324004, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.385170] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "085a0eb3-c579-47b4-889a-b4c86f0c2230" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.385408] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "085a0eb3-c579-47b4-889a-b4c86f0c2230" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.705648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.706007] env[69411]: DEBUG nova.compute.manager [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Instance network_info: |[{"id": "9d24f26f-ef28-4c76-9f7d-aebfb906d78e", "address": "fa:16:3e:6d:4f:5f", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d24f26f-ef", "ovs_interfaceid": "9d24f26f-ef28-4c76-9f7d-aebfb906d78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1247.706471] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:4f:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d24f26f-ef28-4c76-9f7d-aebfb906d78e', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.714243] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.714500] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.715063] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a7aec0a-f1d7-401c-9b4e-c876075f99cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.735805] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.735805] env[69411]: value = "task-3324005" [ 1247.735805] env[69411]: _type = "Task" [ 1247.735805] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.743598] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324005, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.863092] env[69411]: DEBUG nova.objects.instance [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'flavor' on Instance uuid d26532bc-15a5-406a-bf6f-2ee5b40fbbdc {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.881848] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324004, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.890314] env[69411]: DEBUG nova.compute.manager [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.981263] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec4386a-f633-4872-907f-f3c12348557c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.989368] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eee5168-a18b-46fb-beef-1a8d5374b087 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.022774] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcec4e8-292c-4c20-916d-c4d1af136567 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.030836] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff4d533-1c06-4c16-afb7-5512cfd2cae4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.045522] env[69411]: DEBUG nova.compute.provider_tree [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.090187] env[69411]: DEBUG nova.compute.manager [req-9524e865-0b6c-46f3-989e-2656351761dd req-587a2eb3-16c5-40eb-b21e-b91574f1fe50 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Received event network-changed-9d24f26f-ef28-4c76-9f7d-aebfb906d78e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.090290] env[69411]: DEBUG nova.compute.manager [req-9524e865-0b6c-46f3-989e-2656351761dd req-587a2eb3-16c5-40eb-b21e-b91574f1fe50 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Refreshing instance network info cache due to event network-changed-9d24f26f-ef28-4c76-9f7d-aebfb906d78e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.090521] env[69411]: DEBUG oslo_concurrency.lockutils [req-9524e865-0b6c-46f3-989e-2656351761dd req-587a2eb3-16c5-40eb-b21e-b91574f1fe50 service nova] Acquiring lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.090669] env[69411]: DEBUG oslo_concurrency.lockutils [req-9524e865-0b6c-46f3-989e-2656351761dd req-587a2eb3-16c5-40eb-b21e-b91574f1fe50 service nova] Acquired lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.090898] env[69411]: DEBUG nova.network.neutron [req-9524e865-0b6c-46f3-989e-2656351761dd req-587a2eb3-16c5-40eb-b21e-b91574f1fe50 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Refreshing network info cache for port 9d24f26f-ef28-4c76-9f7d-aebfb906d78e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.247800] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324005, 'name': CreateVM_Task, 'duration_secs': 0.372974} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.247800] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.249519] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.249519] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.249519] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.249519] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c532f0-d53f-4191-ad92-7270dcdce32c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.255618] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1248.255618] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5238b7ef-12b3-0e87-a3c7-4753c68a9ce0" [ 1248.255618] env[69411]: _type = "Task" [ 1248.255618] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.265826] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5238b7ef-12b3-0e87-a3c7-4753c68a9ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.369584] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e0bb63ca-72d4-4eb3-8c19-62d079f41036 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.270s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.379851] env[69411]: DEBUG oslo_vmware.api [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324004, 'name': PowerOnVM_Task, 'duration_secs': 1.020799} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.382327] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.382600] env[69411]: INFO nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1248.382791] env[69411]: DEBUG nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.383684] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff2d9c3-6c87-4a25-bc95-50e3b1304a6f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.417826] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.549950] env[69411]: DEBUG nova.scheduler.client.report [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.767194] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5238b7ef-12b3-0e87-a3c7-4753c68a9ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.010744} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.767498] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.767734] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.767991] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.768123] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.768340] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.768559] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9f9430b-2bbd-42e6-8d47-33573cc7d613 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.777428] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.777620] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.778500] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e788b582-441d-47d6-987d-a6f2c6bd23a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.783839] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1248.783839] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528da032-1384-f677-e5eb-e0fc9a5ac023" [ 1248.783839] env[69411]: _type = "Task" [ 1248.783839] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.791556] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528da032-1384-f677-e5eb-e0fc9a5ac023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.805834] env[69411]: DEBUG nova.network.neutron [req-9524e865-0b6c-46f3-989e-2656351761dd req-587a2eb3-16c5-40eb-b21e-b91574f1fe50 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updated VIF entry in instance network info cache for port 9d24f26f-ef28-4c76-9f7d-aebfb906d78e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.806259] env[69411]: DEBUG nova.network.neutron [req-9524e865-0b6c-46f3-989e-2656351761dd req-587a2eb3-16c5-40eb-b21e-b91574f1fe50 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance_info_cache with network_info: [{"id": "9d24f26f-ef28-4c76-9f7d-aebfb906d78e", "address": "fa:16:3e:6d:4f:5f", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d24f26f-ef", "ovs_interfaceid": "9d24f26f-ef28-4c76-9f7d-aebfb906d78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.907603] env[69411]: INFO nova.compute.manager [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Took 17.22 seconds to build instance. [ 1249.056861] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.057251] env[69411]: DEBUG nova.compute.manager [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1249.062567] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.646s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.063864] env[69411]: INFO nova.compute.claims [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.294592] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528da032-1384-f677-e5eb-e0fc9a5ac023, 'name': SearchDatastore_Task, 'duration_secs': 0.009835} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.295385] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1567224-c050-40f0-b6e1-296efdd07349 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.300390] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1249.300390] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c0a3de-9418-6f91-a5e9-cc4803805a01" [ 1249.300390] env[69411]: _type = "Task" [ 1249.300390] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.308345] env[69411]: DEBUG oslo_concurrency.lockutils [req-9524e865-0b6c-46f3-989e-2656351761dd req-587a2eb3-16c5-40eb-b21e-b91574f1fe50 service nova] Releasing lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.308754] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c0a3de-9418-6f91-a5e9-cc4803805a01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.354299] env[69411]: DEBUG nova.compute.manager [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1249.409689] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7345ab16-252b-4754-8a5d-068d5861cfe9 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "3ceb851d-7ddd-4b60-a959-c220263bbdf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.726s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.562138] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "52fe31cb-d8aa-46c0-bc83-480974ef71bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.562461] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "52fe31cb-d8aa-46c0-bc83-480974ef71bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.562741] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "52fe31cb-d8aa-46c0-bc83-480974ef71bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.563055] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "52fe31cb-d8aa-46c0-bc83-480974ef71bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.563338] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "52fe31cb-d8aa-46c0-bc83-480974ef71bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.566040] env[69411]: INFO nova.compute.manager [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Terminating instance [ 1249.568439] env[69411]: DEBUG nova.compute.utils [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1249.572321] env[69411]: DEBUG nova.compute.manager [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1249.572437] env[69411]: DEBUG nova.network.neutron [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1249.622502] env[69411]: DEBUG nova.policy [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68a9f359c2054f02bc7ce765bd8fafdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfb958bb6fb84158b299b7daaea8d3ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1249.626678] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "3ceb851d-7ddd-4b60-a959-c220263bbdf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.627044] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "3ceb851d-7ddd-4b60-a959-c220263bbdf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.627375] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "3ceb851d-7ddd-4b60-a959-c220263bbdf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.627648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "3ceb851d-7ddd-4b60-a959-c220263bbdf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.627939] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "3ceb851d-7ddd-4b60-a959-c220263bbdf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.630799] env[69411]: INFO nova.compute.manager [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Terminating instance [ 1249.811636] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c0a3de-9418-6f91-a5e9-cc4803805a01, 'name': SearchDatastore_Task, 'duration_secs': 0.013058} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.812176] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.812385] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 813b1ae3-ed04-415f-99be-2b27094bcf1d/813b1ae3-ed04-415f-99be-2b27094bcf1d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.812705] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88401169-70b4-41cf-bca0-3d24ccf78eed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.819607] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1249.819607] env[69411]: value = "task-3324006" [ 1249.819607] env[69411]: _type = "Task" [ 1249.819607] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.827359] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.879157] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.880039] env[69411]: DEBUG nova.network.neutron [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Successfully created port: 30436dfb-037d-454b-a841-f9504192951a {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.076604] env[69411]: DEBUG nova.compute.manager [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.076784] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.081544] env[69411]: DEBUG nova.compute.manager [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.085604] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11c9995-1b6f-403b-9a07-fa2ec89b5cff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.098969] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.099265] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11d4028c-7ea0-4776-96ce-74072b8d88a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.108910] env[69411]: DEBUG oslo_vmware.api [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1250.108910] env[69411]: value = "task-3324007" [ 1250.108910] env[69411]: _type = "Task" [ 1250.108910] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.120999] env[69411]: DEBUG oslo_vmware.api [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.135840] env[69411]: DEBUG nova.compute.manager [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.136159] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.137326] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf5c88f-85b4-49f8-8009-d3c01de1f65c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.150638] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.150964] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10565287-08a4-4f76-b2ae-6f77484cb533 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.159146] env[69411]: DEBUG oslo_vmware.api [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1250.159146] env[69411]: value = "task-3324008" [ 1250.159146] env[69411]: _type = "Task" [ 1250.159146] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.167932] env[69411]: DEBUG oslo_vmware.api [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.264970] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb24d7de-e6b8-4d98-8d38-0e5d8a05c952 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.275539] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6382c9b-18e0-4538-8330-d3147e713562 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.306490] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81702487-fd02-45cb-80c5-01282c8706bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.316023] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625cc2d0-96fc-4f15-a5c8-ca44d6d9c5eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.334478] env[69411]: DEBUG nova.compute.provider_tree [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.341724] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452864} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.342047] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 813b1ae3-ed04-415f-99be-2b27094bcf1d/813b1ae3-ed04-415f-99be-2b27094bcf1d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.342275] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.342558] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68d6ed2f-a0ed-4536-acab-57d0c16060e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.351388] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1250.351388] env[69411]: value = "task-3324009" [ 1250.351388] env[69411]: _type = "Task" [ 1250.351388] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.361922] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.595852] env[69411]: INFO nova.virt.block_device [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Booting with volume dce71279-516f-4ea3-ab6f-648cf99eaf23 at /dev/sda [ 1250.619306] env[69411]: DEBUG oslo_vmware.api [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324007, 'name': PowerOffVM_Task, 'duration_secs': 0.270206} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.619655] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.619833] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.620101] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-473a26c5-d9b4-4ca3-9aa1-0c4ab8e229ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.636143] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41810899-6dc6-4a24-b4e8-fd7a35d0f812 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.644869] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d5dafe-8f01-4959-b42f-b358d6319ec1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.667541] env[69411]: DEBUG oslo_vmware.api [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324008, 'name': PowerOffVM_Task, 'duration_secs': 0.244694} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.676570] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.676727] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.677123] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21f67e07-9645-4518-8a63-c581b6fd1e3e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.678492] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85d94aac-755e-4920-afc4-61bc6bb91750 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.686358] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9342abd0-bac1-459e-98d4-3c2c250b2723 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.697311] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.697511] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.697690] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Deleting the datastore file [datastore2] 52fe31cb-d8aa-46c0-bc83-480974ef71bd {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.698297] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b8269f9-ebc9-4f9e-adf9-fda395bfb3ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.709723] env[69411]: DEBUG oslo_vmware.api [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1250.709723] env[69411]: value = "task-3324012" [ 1250.709723] env[69411]: _type = "Task" [ 1250.709723] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.721927] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20f710b-b11f-48f1-b33b-9b0434297037 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.729735] env[69411]: DEBUG oslo_vmware.api [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.732099] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e806795a-28ec-48f7-87c8-73bd6c5bb858 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.745340] env[69411]: DEBUG nova.virt.block_device [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating existing volume attachment record: da0c9864-6aa4-45c4-8a60-40ce3b84d449 {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1250.748520] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.748716] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.748918] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Deleting the datastore file [datastore2] 3ceb851d-7ddd-4b60-a959-c220263bbdf8 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.749190] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-445774cd-627c-4776-8ed7-ccd55c6baf19 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.760372] env[69411]: DEBUG oslo_vmware.api [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for the task: (returnval){ [ 1250.760372] env[69411]: value = "task-3324013" [ 1250.760372] env[69411]: _type = "Task" [ 1250.760372] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.768163] env[69411]: DEBUG oslo_vmware.api [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.838662] env[69411]: DEBUG nova.scheduler.client.report [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.862389] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06801} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.862723] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.863534] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95ce913-f21e-4a5f-aedd-bf55358c62ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.887022] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 813b1ae3-ed04-415f-99be-2b27094bcf1d/813b1ae3-ed04-415f-99be-2b27094bcf1d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.887312] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3911a0b5-72c3-4587-90d3-c18c1f5e6ee9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.907816] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1250.907816] env[69411]: value = "task-3324014" [ 1250.907816] env[69411]: _type = "Task" [ 1250.907816] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.918915] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.227968] env[69411]: DEBUG oslo_vmware.api [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128836} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.228253] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.228484] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.228672] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.228851] env[69411]: INFO nova.compute.manager [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1251.229104] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.229301] env[69411]: DEBUG nova.compute.manager [-] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.229396] env[69411]: DEBUG nova.network.neutron [-] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.271577] env[69411]: DEBUG oslo_vmware.api [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Task: {'id': task-3324013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256856} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.271893] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.272124] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.272389] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.272566] env[69411]: INFO nova.compute.manager [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1251.273049] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.273049] env[69411]: DEBUG nova.compute.manager [-] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.273049] env[69411]: DEBUG nova.network.neutron [-] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.290287] env[69411]: DEBUG nova.compute.manager [req-f0d0a5e8-9b7d-433f-bc36-e87620dd76e9 req-2b4f0e37-d2a6-4a7b-b88e-aad1f5846cb4 service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Received event network-vif-plugged-30436dfb-037d-454b-a841-f9504192951a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.290510] env[69411]: DEBUG oslo_concurrency.lockutils [req-f0d0a5e8-9b7d-433f-bc36-e87620dd76e9 req-2b4f0e37-d2a6-4a7b-b88e-aad1f5846cb4 service nova] Acquiring lock "272d2c2a-3c3a-4614-8e37-50dc106acd65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.290749] env[69411]: DEBUG oslo_concurrency.lockutils [req-f0d0a5e8-9b7d-433f-bc36-e87620dd76e9 req-2b4f0e37-d2a6-4a7b-b88e-aad1f5846cb4 service nova] Lock "272d2c2a-3c3a-4614-8e37-50dc106acd65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.290970] env[69411]: DEBUG oslo_concurrency.lockutils [req-f0d0a5e8-9b7d-433f-bc36-e87620dd76e9 req-2b4f0e37-d2a6-4a7b-b88e-aad1f5846cb4 service nova] Lock "272d2c2a-3c3a-4614-8e37-50dc106acd65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.291120] env[69411]: DEBUG nova.compute.manager [req-f0d0a5e8-9b7d-433f-bc36-e87620dd76e9 req-2b4f0e37-d2a6-4a7b-b88e-aad1f5846cb4 service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] No waiting events found dispatching network-vif-plugged-30436dfb-037d-454b-a841-f9504192951a {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1251.291287] env[69411]: WARNING nova.compute.manager [req-f0d0a5e8-9b7d-433f-bc36-e87620dd76e9 req-2b4f0e37-d2a6-4a7b-b88e-aad1f5846cb4 service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Received unexpected event network-vif-plugged-30436dfb-037d-454b-a841-f9504192951a for instance with vm_state building and task_state block_device_mapping. [ 1251.343731] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.344271] env[69411]: DEBUG nova.compute.manager [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1251.346883] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.468s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.408967] env[69411]: DEBUG nova.network.neutron [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Successfully updated port: 30436dfb-037d-454b-a841-f9504192951a {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1251.420836] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324014, 'name': ReconfigVM_Task, 'duration_secs': 0.279173} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.422051] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 813b1ae3-ed04-415f-99be-2b27094bcf1d/813b1ae3-ed04-415f-99be-2b27094bcf1d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.422686] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd65bf83-edfd-4742-9d15-d8dafc47244d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.429809] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1251.429809] env[69411]: value = "task-3324015" [ 1251.429809] env[69411]: _type = "Task" [ 1251.429809] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.438617] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324015, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.719345] env[69411]: DEBUG nova.compute.manager [req-c1fcf9be-82ee-4748-a3c8-0aef958b0f8c req-eb44d635-f4d6-47a7-bd04-b7686bcdb117 service nova] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Received event network-vif-deleted-4b861db0-22e8-49a4-9c1e-34f380e1cdad {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.719624] env[69411]: INFO nova.compute.manager [req-c1fcf9be-82ee-4748-a3c8-0aef958b0f8c req-eb44d635-f4d6-47a7-bd04-b7686bcdb117 service nova] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Neutron deleted interface 4b861db0-22e8-49a4-9c1e-34f380e1cdad; detaching it from the instance and deleting it from the info cache [ 1251.719807] env[69411]: DEBUG nova.network.neutron [req-c1fcf9be-82ee-4748-a3c8-0aef958b0f8c req-eb44d635-f4d6-47a7-bd04-b7686bcdb117 service nova] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.849645] env[69411]: DEBUG nova.compute.utils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.853189] env[69411]: INFO nova.compute.claims [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.856732] env[69411]: DEBUG nova.compute.manager [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1251.856964] env[69411]: DEBUG nova.network.neutron [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.897089] env[69411]: DEBUG nova.policy [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61a70c6ff2be4a17bef70a4651a12295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d93079ae7584bab9feb43e850052e75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.911275] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.911408] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.911556] env[69411]: DEBUG nova.network.neutron [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.939623] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324015, 'name': Rename_Task, 'duration_secs': 0.138475} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.939924] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.940592] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32671947-514e-4993-a214-5989186a5850 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.946163] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1251.946163] env[69411]: value = "task-3324016" [ 1251.946163] env[69411]: _type = "Task" [ 1251.946163] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.953644] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.152814] env[69411]: DEBUG nova.network.neutron [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Successfully created port: 15d92ea9-5354-4461-b69b-dff99f36fead {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1252.197637] env[69411]: DEBUG nova.network.neutron [-] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.200090] env[69411]: DEBUG nova.network.neutron [-] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.223236] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f081e3e-00f2-409c-b233-9adcc965a994 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.233927] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956cb7ec-eebc-46ad-91ba-d582d951a5cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.266143] env[69411]: DEBUG nova.compute.manager [req-c1fcf9be-82ee-4748-a3c8-0aef958b0f8c req-eb44d635-f4d6-47a7-bd04-b7686bcdb117 service nova] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Detach interface failed, port_id=4b861db0-22e8-49a4-9c1e-34f380e1cdad, reason: Instance 52fe31cb-d8aa-46c0-bc83-480974ef71bd could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1252.357408] env[69411]: DEBUG nova.compute.manager [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1252.362622] env[69411]: INFO nova.compute.resource_tracker [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating resource usage from migration 6b68e2ea-0c09-4905-95f6-eb40b29f69f0 [ 1252.445444] env[69411]: DEBUG nova.network.neutron [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.458554] env[69411]: DEBUG oslo_vmware.api [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324016, 'name': PowerOnVM_Task, 'duration_secs': 0.475718} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.458819] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.459532] env[69411]: INFO nova.compute.manager [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1252.459745] env[69411]: DEBUG nova.compute.manager [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.460585] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84994db3-9a2c-49e1-addd-086f90711b5d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.539808] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a2854c-7d0c-4b83-947e-0cef00fe9d0e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.547240] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258e16bd-227c-46ee-b834-1435a9671cd7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.586828] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f6852f-808d-4f74-8a6e-0dadcafe5a40 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.596622] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867d0d26-7701-452a-b738-d86e981440bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.611635] env[69411]: DEBUG nova.compute.provider_tree [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.654233] env[69411]: DEBUG nova.network.neutron [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating instance_info_cache with network_info: [{"id": "30436dfb-037d-454b-a841-f9504192951a", "address": "fa:16:3e:f2:fd:f5", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30436dfb-03", "ovs_interfaceid": "30436dfb-037d-454b-a841-f9504192951a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.700380] env[69411]: INFO nova.compute.manager [-] [instance: 52fe31cb-d8aa-46c0-bc83-480974ef71bd] Took 1.47 seconds to deallocate network for instance. [ 1252.701650] env[69411]: INFO nova.compute.manager [-] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Took 1.43 seconds to deallocate network for instance. [ 1252.828451] env[69411]: DEBUG nova.compute.manager [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1252.828870] env[69411]: DEBUG nova.virt.hardware [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.829101] env[69411]: DEBUG nova.virt.hardware [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.829268] env[69411]: DEBUG nova.virt.hardware [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.829525] env[69411]: DEBUG nova.virt.hardware [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.829684] env[69411]: DEBUG nova.virt.hardware [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.829834] env[69411]: DEBUG nova.virt.hardware [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.830051] env[69411]: DEBUG nova.virt.hardware [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.830211] env[69411]: DEBUG nova.virt.hardware [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.830379] env[69411]: DEBUG nova.virt.hardware [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.830542] env[69411]: DEBUG nova.virt.hardware [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.830845] env[69411]: DEBUG nova.virt.hardware [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.831598] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13517973-414d-453d-8191-0d5354700f76 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.840124] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732adb4a-b6d6-41b6-835e-01890021db52 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.979914] env[69411]: INFO nova.compute.manager [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Took 19.60 seconds to build instance. [ 1253.116382] env[69411]: DEBUG nova.scheduler.client.report [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.156064] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.156369] env[69411]: DEBUG nova.compute.manager [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Instance network_info: |[{"id": "30436dfb-037d-454b-a841-f9504192951a", "address": "fa:16:3e:f2:fd:f5", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30436dfb-03", "ovs_interfaceid": "30436dfb-037d-454b-a841-f9504192951a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1253.156754] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:fd:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30436dfb-037d-454b-a841-f9504192951a', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.164332] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.164734] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.164957] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-511a31f7-4ef8-4d9e-be99-27b280486860 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.185796] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.185796] env[69411]: value = "task-3324017" [ 1253.185796] env[69411]: _type = "Task" [ 1253.185796] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.193882] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324017, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.210200] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.210945] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.320010] env[69411]: DEBUG nova.compute.manager [req-a71c51ee-5bf0-4d18-a889-3401df885922 req-f2a60858-8771-4e26-8a13-961ba20f1054 service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Received event network-changed-30436dfb-037d-454b-a841-f9504192951a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.320308] env[69411]: DEBUG nova.compute.manager [req-a71c51ee-5bf0-4d18-a889-3401df885922 req-f2a60858-8771-4e26-8a13-961ba20f1054 service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Refreshing instance network info cache due to event network-changed-30436dfb-037d-454b-a841-f9504192951a. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.320913] env[69411]: DEBUG oslo_concurrency.lockutils [req-a71c51ee-5bf0-4d18-a889-3401df885922 req-f2a60858-8771-4e26-8a13-961ba20f1054 service nova] Acquiring lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.320913] env[69411]: DEBUG oslo_concurrency.lockutils [req-a71c51ee-5bf0-4d18-a889-3401df885922 req-f2a60858-8771-4e26-8a13-961ba20f1054 service nova] Acquired lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.321077] env[69411]: DEBUG nova.network.neutron [req-a71c51ee-5bf0-4d18-a889-3401df885922 req-f2a60858-8771-4e26-8a13-961ba20f1054 service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Refreshing network info cache for port 30436dfb-037d-454b-a841-f9504192951a {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.372256] env[69411]: DEBUG nova.compute.manager [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1253.402020] env[69411]: DEBUG nova.virt.hardware [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.402309] env[69411]: DEBUG nova.virt.hardware [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.402476] env[69411]: DEBUG nova.virt.hardware [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.402658] env[69411]: DEBUG nova.virt.hardware [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.402814] env[69411]: DEBUG nova.virt.hardware [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.403232] env[69411]: DEBUG nova.virt.hardware [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.403232] env[69411]: DEBUG nova.virt.hardware [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.403387] env[69411]: DEBUG nova.virt.hardware [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.403562] env[69411]: DEBUG nova.virt.hardware [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.403908] env[69411]: DEBUG nova.virt.hardware [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.404025] env[69411]: DEBUG nova.virt.hardware [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.404876] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40f1d36-d401-4a25-84c0-293e6c5187e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.413180] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0282086c-c78e-4829-aafe-b758e093a715 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.483097] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d2b222e-264f-434c-9967-935d0a95f033 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "813b1ae3-ed04-415f-99be-2b27094bcf1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.125s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.520415] env[69411]: DEBUG nova.compute.manager [req-be487d9d-6235-4bc9-8a8e-a39680390bab req-c583876e-c54f-4320-b588-a4fa64fcd4ca service nova] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Received event network-vif-plugged-15d92ea9-5354-4461-b69b-dff99f36fead {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.521091] env[69411]: DEBUG oslo_concurrency.lockutils [req-be487d9d-6235-4bc9-8a8e-a39680390bab req-c583876e-c54f-4320-b588-a4fa64fcd4ca service nova] Acquiring lock "085a0eb3-c579-47b4-889a-b4c86f0c2230-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.521091] env[69411]: DEBUG oslo_concurrency.lockutils [req-be487d9d-6235-4bc9-8a8e-a39680390bab req-c583876e-c54f-4320-b588-a4fa64fcd4ca service nova] Lock "085a0eb3-c579-47b4-889a-b4c86f0c2230-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.521091] env[69411]: DEBUG oslo_concurrency.lockutils [req-be487d9d-6235-4bc9-8a8e-a39680390bab req-c583876e-c54f-4320-b588-a4fa64fcd4ca service nova] Lock "085a0eb3-c579-47b4-889a-b4c86f0c2230-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.521216] env[69411]: DEBUG nova.compute.manager [req-be487d9d-6235-4bc9-8a8e-a39680390bab req-c583876e-c54f-4320-b588-a4fa64fcd4ca service nova] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] No waiting events found dispatching network-vif-plugged-15d92ea9-5354-4461-b69b-dff99f36fead {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1253.521326] env[69411]: WARNING nova.compute.manager [req-be487d9d-6235-4bc9-8a8e-a39680390bab req-c583876e-c54f-4320-b588-a4fa64fcd4ca service nova] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Received unexpected event network-vif-plugged-15d92ea9-5354-4461-b69b-dff99f36fead for instance with vm_state building and task_state spawning. [ 1253.621726] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.275s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.621985] env[69411]: INFO nova.compute.manager [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Migrating [ 1253.629665] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.419s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.629975] env[69411]: DEBUG nova.objects.instance [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lazy-loading 'resources' on Instance uuid 52fe31cb-d8aa-46c0-bc83-480974ef71bd {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.696673] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324017, 'name': CreateVM_Task, 'duration_secs': 0.343294} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.696860] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.697615] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663564', 'volume_id': 'dce71279-516f-4ea3-ab6f-648cf99eaf23', 'name': 'volume-dce71279-516f-4ea3-ab6f-648cf99eaf23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '272d2c2a-3c3a-4614-8e37-50dc106acd65', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce71279-516f-4ea3-ab6f-648cf99eaf23', 'serial': 'dce71279-516f-4ea3-ab6f-648cf99eaf23'}, 'boot_index': 0, 'mount_device': '/dev/sda', 'disk_bus': None, 'attachment_id': 'da0c9864-6aa4-45c4-8a60-40ce3b84d449', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69411) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1253.697827] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Root volume attach. Driver type: vmdk {{(pid=69411) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1253.698992] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33dfa2c-73d1-40b8-8be3-5a7b75db45fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.706024] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094963a4-8533-4615-b8fa-43f0e3b3a53d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.712456] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dea216-7390-4ca3-a50a-a21ca34e98fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.718359] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f896f8dd-a5c3-4a31-9300-e216d04c35df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.726465] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1253.726465] env[69411]: value = "task-3324018" [ 1253.726465] env[69411]: _type = "Task" [ 1253.726465] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.740499] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324018, 'name': RelocateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.780244] env[69411]: DEBUG nova.compute.manager [req-e8d7ab04-05ba-43df-b47d-638c300329ea req-f99eb4af-aee1-4920-8b20-0b73a98a1909 service nova] [instance: 3ceb851d-7ddd-4b60-a959-c220263bbdf8] Received event network-vif-deleted-05c00223-fee7-490c-a8ae-a66453561d22 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.122642] env[69411]: DEBUG nova.network.neutron [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Successfully updated port: 15d92ea9-5354-4461-b69b-dff99f36fead {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1254.145994] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.146202] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.146436] env[69411]: DEBUG nova.network.neutron [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.225489] env[69411]: DEBUG nova.network.neutron [req-a71c51ee-5bf0-4d18-a889-3401df885922 req-f2a60858-8771-4e26-8a13-961ba20f1054 service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updated VIF entry in instance network info cache for port 30436dfb-037d-454b-a841-f9504192951a. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.225872] env[69411]: DEBUG nova.network.neutron [req-a71c51ee-5bf0-4d18-a889-3401df885922 req-f2a60858-8771-4e26-8a13-961ba20f1054 service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating instance_info_cache with network_info: [{"id": "30436dfb-037d-454b-a841-f9504192951a", "address": "fa:16:3e:f2:fd:f5", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30436dfb-03", "ovs_interfaceid": "30436dfb-037d-454b-a841-f9504192951a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.243446] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324018, 'name': RelocateVM_Task, 'duration_secs': 0.476716} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.243724] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1254.243928] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663564', 'volume_id': 'dce71279-516f-4ea3-ab6f-648cf99eaf23', 'name': 'volume-dce71279-516f-4ea3-ab6f-648cf99eaf23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '272d2c2a-3c3a-4614-8e37-50dc106acd65', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce71279-516f-4ea3-ab6f-648cf99eaf23', 'serial': 'dce71279-516f-4ea3-ab6f-648cf99eaf23'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1254.244742] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4db957-3a64-4a6e-aaa7-c16e37aff116 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.262261] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e94ee8b-101c-483c-a28f-b1553007669c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.283827] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-dce71279-516f-4ea3-ab6f-648cf99eaf23/volume-dce71279-516f-4ea3-ab6f-648cf99eaf23.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.286534] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dac9f96e-efff-4787-b4c7-90191637683f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.306018] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1254.306018] env[69411]: value = "task-3324019" [ 1254.306018] env[69411]: _type = "Task" [ 1254.306018] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.315185] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.340492] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0142e5da-3aa6-48c3-ac2e-08d278c4c6d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.347787] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1757514-24d0-40f7-853e-ee38f6434118 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.377184] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0fac34-8ed7-4dd8-9e14-f6aeaa524716 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.385214] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0abf59-a64c-4590-8f8f-ea95e517129c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.401284] env[69411]: DEBUG nova.compute.provider_tree [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.628790] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "refresh_cache-085a0eb3-c579-47b4-889a-b4c86f0c2230" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.629034] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "refresh_cache-085a0eb3-c579-47b4-889a-b4c86f0c2230" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.629226] env[69411]: DEBUG nova.network.neutron [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.738237] env[69411]: DEBUG oslo_concurrency.lockutils [req-a71c51ee-5bf0-4d18-a889-3401df885922 req-f2a60858-8771-4e26-8a13-961ba20f1054 service nova] Releasing lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.816221] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324019, 'name': ReconfigVM_Task, 'duration_secs': 0.260848} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.816504] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-dce71279-516f-4ea3-ab6f-648cf99eaf23/volume-dce71279-516f-4ea3-ab6f-648cf99eaf23.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.821421] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c626820-a292-46a2-b48e-ab108ad8f72a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.832162] env[69411]: DEBUG nova.network.neutron [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating instance_info_cache with network_info: [{"id": "83f8d3c8-2594-4ae1-b8ce-d0487573a329", "address": "fa:16:3e:b4:cc:6a", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f8d3c8-25", "ovs_interfaceid": "83f8d3c8-2594-4ae1-b8ce-d0487573a329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.836549] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1254.836549] env[69411]: value = "task-3324020" [ 1254.836549] env[69411]: _type = "Task" [ 1254.836549] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.844364] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.904214] env[69411]: DEBUG nova.scheduler.client.report [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.162994] env[69411]: DEBUG nova.network.neutron [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.295598] env[69411]: DEBUG nova.network.neutron [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Updating instance_info_cache with network_info: [{"id": "15d92ea9-5354-4461-b69b-dff99f36fead", "address": "fa:16:3e:d3:8e:b7", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d92ea9-53", "ovs_interfaceid": "15d92ea9-5354-4461-b69b-dff99f36fead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.334821] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.347339] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324020, 'name': ReconfigVM_Task, 'duration_secs': 0.132452} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.347611] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663564', 'volume_id': 'dce71279-516f-4ea3-ab6f-648cf99eaf23', 'name': 'volume-dce71279-516f-4ea3-ab6f-648cf99eaf23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '272d2c2a-3c3a-4614-8e37-50dc106acd65', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce71279-516f-4ea3-ab6f-648cf99eaf23', 'serial': 'dce71279-516f-4ea3-ab6f-648cf99eaf23'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1255.348061] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fc6a01b-960f-40bb-93f9-ed44d33e8ac0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.355689] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1255.355689] env[69411]: value = "task-3324021" [ 1255.355689] env[69411]: _type = "Task" [ 1255.355689] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.364200] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324021, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.409321] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.411821] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.201s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.412087] env[69411]: DEBUG nova.objects.instance [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lazy-loading 'resources' on Instance uuid 3ceb851d-7ddd-4b60-a959-c220263bbdf8 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.429478] env[69411]: INFO nova.scheduler.client.report [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Deleted allocations for instance 52fe31cb-d8aa-46c0-bc83-480974ef71bd [ 1255.798248] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "refresh_cache-085a0eb3-c579-47b4-889a-b4c86f0c2230" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.798663] env[69411]: DEBUG nova.compute.manager [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Instance network_info: |[{"id": "15d92ea9-5354-4461-b69b-dff99f36fead", "address": "fa:16:3e:d3:8e:b7", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d92ea9-53", "ovs_interfaceid": "15d92ea9-5354-4461-b69b-dff99f36fead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1255.799222] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:8e:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15d92ea9-5354-4461-b69b-dff99f36fead', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.806909] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.807191] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.807531] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afdb783a-61d3-4878-9dfd-956e301af0bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.824887] env[69411]: DEBUG nova.compute.manager [req-3966ddfe-42b2-4565-81d2-d6f3cbdeb3e3 req-050a1364-a8b1-4063-80be-60c13f0d9523 service nova] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Received event network-changed-15d92ea9-5354-4461-b69b-dff99f36fead {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.825091] env[69411]: DEBUG nova.compute.manager [req-3966ddfe-42b2-4565-81d2-d6f3cbdeb3e3 req-050a1364-a8b1-4063-80be-60c13f0d9523 service nova] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Refreshing instance network info cache due to event network-changed-15d92ea9-5354-4461-b69b-dff99f36fead. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.825307] env[69411]: DEBUG oslo_concurrency.lockutils [req-3966ddfe-42b2-4565-81d2-d6f3cbdeb3e3 req-050a1364-a8b1-4063-80be-60c13f0d9523 service nova] Acquiring lock "refresh_cache-085a0eb3-c579-47b4-889a-b4c86f0c2230" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.825450] env[69411]: DEBUG oslo_concurrency.lockutils [req-3966ddfe-42b2-4565-81d2-d6f3cbdeb3e3 req-050a1364-a8b1-4063-80be-60c13f0d9523 service nova] Acquired lock "refresh_cache-085a0eb3-c579-47b4-889a-b4c86f0c2230" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.825608] env[69411]: DEBUG nova.network.neutron [req-3966ddfe-42b2-4565-81d2-d6f3cbdeb3e3 req-050a1364-a8b1-4063-80be-60c13f0d9523 service nova] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Refreshing network info cache for port 15d92ea9-5354-4461-b69b-dff99f36fead {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.832544] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.832544] env[69411]: value = "task-3324022" [ 1255.832544] env[69411]: _type = "Task" [ 1255.832544] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.843660] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324022, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.868439] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324021, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.937062] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d9c23ebb-0a64-444b-9bb9-b27ed82f94c0 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "52fe31cb-d8aa-46c0-bc83-480974ef71bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.374s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.187520] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef878ed-6364-444f-aac4-e257ffc20fe2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.196393] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051421d9-5e5f-48fa-a144-0befef635aae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.227415] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7456802b-f7be-4fa4-96f1-723e2df82efd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.235079] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba8d009-68a2-4443-97ae-fbf160de7206 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.248665] env[69411]: DEBUG nova.compute.provider_tree [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.342826] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324022, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.369222] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324021, 'name': Rename_Task, 'duration_secs': 0.793969} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.369522] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.369794] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc48653d-f448-45c4-b9dc-1e6ae9271f2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.377779] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1256.377779] env[69411]: value = "task-3324023" [ 1256.377779] env[69411]: _type = "Task" [ 1256.377779] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.387393] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.560456] env[69411]: DEBUG nova.network.neutron [req-3966ddfe-42b2-4565-81d2-d6f3cbdeb3e3 req-050a1364-a8b1-4063-80be-60c13f0d9523 service nova] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Updated VIF entry in instance network info cache for port 15d92ea9-5354-4461-b69b-dff99f36fead. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.560885] env[69411]: DEBUG nova.network.neutron [req-3966ddfe-42b2-4565-81d2-d6f3cbdeb3e3 req-050a1364-a8b1-4063-80be-60c13f0d9523 service nova] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Updating instance_info_cache with network_info: [{"id": "15d92ea9-5354-4461-b69b-dff99f36fead", "address": "fa:16:3e:d3:8e:b7", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d92ea9-53", "ovs_interfaceid": "15d92ea9-5354-4461-b69b-dff99f36fead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.752163] env[69411]: DEBUG nova.scheduler.client.report [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.843962] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324022, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.851180] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb73b99-9eda-432d-b28a-fbdfad838d8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.872518] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating instance 'd26532bc-15a5-406a-bf6f-2ee5b40fbbdc' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.887043] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.063803] env[69411]: DEBUG oslo_concurrency.lockutils [req-3966ddfe-42b2-4565-81d2-d6f3cbdeb3e3 req-050a1364-a8b1-4063-80be-60c13f0d9523 service nova] Releasing lock "refresh_cache-085a0eb3-c579-47b4-889a-b4c86f0c2230" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.064161] env[69411]: DEBUG nova.compute.manager [req-3966ddfe-42b2-4565-81d2-d6f3cbdeb3e3 req-050a1364-a8b1-4063-80be-60c13f0d9523 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Received event network-changed-9d24f26f-ef28-4c76-9f7d-aebfb906d78e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.064413] env[69411]: DEBUG nova.compute.manager [req-3966ddfe-42b2-4565-81d2-d6f3cbdeb3e3 req-050a1364-a8b1-4063-80be-60c13f0d9523 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Refreshing instance network info cache due to event network-changed-9d24f26f-ef28-4c76-9f7d-aebfb906d78e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.064711] env[69411]: DEBUG oslo_concurrency.lockutils [req-3966ddfe-42b2-4565-81d2-d6f3cbdeb3e3 req-050a1364-a8b1-4063-80be-60c13f0d9523 service nova] Acquiring lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.064957] env[69411]: DEBUG oslo_concurrency.lockutils [req-3966ddfe-42b2-4565-81d2-d6f3cbdeb3e3 req-050a1364-a8b1-4063-80be-60c13f0d9523 service nova] Acquired lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.065340] env[69411]: DEBUG nova.network.neutron [req-3966ddfe-42b2-4565-81d2-d6f3cbdeb3e3 req-050a1364-a8b1-4063-80be-60c13f0d9523 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Refreshing network info cache for port 9d24f26f-ef28-4c76-9f7d-aebfb906d78e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.258085] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.277169] env[69411]: INFO nova.scheduler.client.report [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Deleted allocations for instance 3ceb851d-7ddd-4b60-a959-c220263bbdf8 [ 1257.343236] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324022, 'name': CreateVM_Task, 'duration_secs': 1.05344} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.343407] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.344095] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.344308] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.344635] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.344886] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb71672-bbbc-4eb1-a6d6-01e7a2d37f41 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.349585] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1257.349585] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520d31ec-3c17-3bb0-2e4a-43b441ff3d4e" [ 1257.349585] env[69411]: _type = "Task" [ 1257.349585] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.357512] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520d31ec-3c17-3bb0-2e4a-43b441ff3d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.378339] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.378621] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ba131c4-99c9-4c4e-8f57-fae4410d2d57 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.388820] env[69411]: DEBUG oslo_vmware.api [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324023, 'name': PowerOnVM_Task, 'duration_secs': 0.866886} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.390262] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.390576] env[69411]: INFO nova.compute.manager [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Took 4.56 seconds to spawn the instance on the hypervisor. [ 1257.390872] env[69411]: DEBUG nova.compute.manager [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.391347] env[69411]: DEBUG oslo_vmware.api [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1257.391347] env[69411]: value = "task-3324024" [ 1257.391347] env[69411]: _type = "Task" [ 1257.391347] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.392449] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395f51d9-82f1-4786-b747-58f3451cedfa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.406889] env[69411]: DEBUG oslo_vmware.api [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.777712] env[69411]: DEBUG nova.network.neutron [req-3966ddfe-42b2-4565-81d2-d6f3cbdeb3e3 req-050a1364-a8b1-4063-80be-60c13f0d9523 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updated VIF entry in instance network info cache for port 9d24f26f-ef28-4c76-9f7d-aebfb906d78e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.778155] env[69411]: DEBUG nova.network.neutron [req-3966ddfe-42b2-4565-81d2-d6f3cbdeb3e3 req-050a1364-a8b1-4063-80be-60c13f0d9523 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance_info_cache with network_info: [{"id": "9d24f26f-ef28-4c76-9f7d-aebfb906d78e", "address": "fa:16:3e:6d:4f:5f", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d24f26f-ef", "ovs_interfaceid": "9d24f26f-ef28-4c76-9f7d-aebfb906d78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.784832] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2dd78b8-e8f4-4f58-a51c-7ce95c63ec90 tempest-MultipleCreateTestJSON-1282062297 tempest-MultipleCreateTestJSON-1282062297-project-member] Lock "3ceb851d-7ddd-4b60-a959-c220263bbdf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.157s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.860238] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520d31ec-3c17-3bb0-2e4a-43b441ff3d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.01168} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.860523] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.860755] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.861038] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.861209] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.861392] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.861654] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f66c44d7-5523-486c-a8e1-6206a275f3cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.869471] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.869683] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.870359] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e38d21df-9f1e-4b1a-b2e7-15a88592f18a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.875176] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1257.875176] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52616989-a856-ded4-8a24-dda2384e68a0" [ 1257.875176] env[69411]: _type = "Task" [ 1257.875176] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.882443] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52616989-a856-ded4-8a24-dda2384e68a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.904096] env[69411]: DEBUG oslo_vmware.api [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324024, 'name': PowerOffVM_Task, 'duration_secs': 0.207735} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.904346] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.904529] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating instance 'd26532bc-15a5-406a-bf6f-2ee5b40fbbdc' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.914179] env[69411]: INFO nova.compute.manager [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Took 11.13 seconds to build instance. [ 1258.280718] env[69411]: DEBUG oslo_concurrency.lockutils [req-3966ddfe-42b2-4565-81d2-d6f3cbdeb3e3 req-050a1364-a8b1-4063-80be-60c13f0d9523 service nova] Releasing lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.385866] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52616989-a856-ded4-8a24-dda2384e68a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.387407] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fc6da2e-8519-4d0c-8d35-037a9ee9ce65 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.392427] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1258.392427] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d24f8f-8005-03ce-40ce-3873b52b0b1d" [ 1258.392427] env[69411]: _type = "Task" [ 1258.392427] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.400682] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d24f8f-8005-03ce-40ce-3873b52b0b1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.413956] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.414256] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.414427] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.414613] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.414761] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.414909] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.415126] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.415288] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.415453] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.415617] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.415844] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.421276] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e5d2a33-d411-45d4-9630-0fb858e7f8b4 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "272d2c2a-3c3a-4614-8e37-50dc106acd65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.646s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.421489] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f45e87b-df6a-4a0d-908a-0623d3d52edc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.438982] env[69411]: DEBUG oslo_vmware.api [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1258.438982] env[69411]: value = "task-3324025" [ 1258.438982] env[69411]: _type = "Task" [ 1258.438982] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.450263] env[69411]: DEBUG oslo_vmware.api [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.905361] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d24f8f-8005-03ce-40ce-3873b52b0b1d, 'name': SearchDatastore_Task, 'duration_secs': 0.012585} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.905630] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.905898] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 085a0eb3-c579-47b4-889a-b4c86f0c2230/085a0eb3-c579-47b4-889a-b4c86f0c2230.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.906361] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fe1efd9-6e27-4b0a-9d8e-e21cc768d8f7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.915023] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1258.915023] env[69411]: value = "task-3324026" [ 1258.915023] env[69411]: _type = "Task" [ 1258.915023] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.923882] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.951458] env[69411]: DEBUG oslo_vmware.api [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324025, 'name': ReconfigVM_Task, 'duration_secs': 0.21529} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.951804] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating instance 'd26532bc-15a5-406a-bf6f-2ee5b40fbbdc' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.426878] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482051} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.427303] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 085a0eb3-c579-47b4-889a-b4c86f0c2230/085a0eb3-c579-47b4-889a-b4c86f0c2230.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.427578] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.427872] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5505792e-8873-49f4-b8cf-0709041bf7b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.435216] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1259.435216] env[69411]: value = "task-3324027" [ 1259.435216] env[69411]: _type = "Task" [ 1259.435216] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.444073] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.458896] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.459291] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.459548] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.459818] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.460039] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.460328] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.460647] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.460900] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.461196] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.461479] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.461764] env[69411]: DEBUG nova.virt.hardware [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.468328] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1259.468826] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0969894-d811-4495-b1a7-0254c42f5687 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.494434] env[69411]: DEBUG oslo_vmware.api [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1259.494434] env[69411]: value = "task-3324028" [ 1259.494434] env[69411]: _type = "Task" [ 1259.494434] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.508356] env[69411]: DEBUG oslo_vmware.api [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.556958] env[69411]: DEBUG nova.compute.manager [req-ec457366-99c1-4d72-bd96-e4e4156db43e req-1b2a69cb-6e04-4aeb-9292-16373c6e9976 service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Received event network-changed-8d9831dd-53b7-4677-81c3-e21bc703ef83 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.558692] env[69411]: DEBUG nova.compute.manager [req-ec457366-99c1-4d72-bd96-e4e4156db43e req-1b2a69cb-6e04-4aeb-9292-16373c6e9976 service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Refreshing instance network info cache due to event network-changed-8d9831dd-53b7-4677-81c3-e21bc703ef83. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.558692] env[69411]: DEBUG oslo_concurrency.lockutils [req-ec457366-99c1-4d72-bd96-e4e4156db43e req-1b2a69cb-6e04-4aeb-9292-16373c6e9976 service nova] Acquiring lock "refresh_cache-e715a445-d4c6-48e0-b9ba-5e112f4588a6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.558692] env[69411]: DEBUG oslo_concurrency.lockutils [req-ec457366-99c1-4d72-bd96-e4e4156db43e req-1b2a69cb-6e04-4aeb-9292-16373c6e9976 service nova] Acquired lock "refresh_cache-e715a445-d4c6-48e0-b9ba-5e112f4588a6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.558692] env[69411]: DEBUG nova.network.neutron [req-ec457366-99c1-4d72-bd96-e4e4156db43e req-1b2a69cb-6e04-4aeb-9292-16373c6e9976 service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Refreshing network info cache for port 8d9831dd-53b7-4677-81c3-e21bc703ef83 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.945520] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07849} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.945898] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.946846] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4061171b-ae61-454c-aa2f-60594eed21b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.974670] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 085a0eb3-c579-47b4-889a-b4c86f0c2230/085a0eb3-c579-47b4-889a-b4c86f0c2230.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.975049] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa2f3121-bf1a-4d7a-a8a8-7de52fdf1ac9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.000172] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1260.000172] env[69411]: value = "task-3324029" [ 1260.000172] env[69411]: _type = "Task" [ 1260.000172] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.009809] env[69411]: DEBUG oslo_vmware.api [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324028, 'name': ReconfigVM_Task, 'duration_secs': 0.211538} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.009809] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1260.009809] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c494bfc4-9893-4218-a59c-2a0aacac6a52 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.015025] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.042376] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] d26532bc-15a5-406a-bf6f-2ee5b40fbbdc/d26532bc-15a5-406a-bf6f-2ee5b40fbbdc.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.042711] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64086543-7c0b-4541-9032-28ccecacd0e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.064567] env[69411]: DEBUG oslo_vmware.api [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1260.064567] env[69411]: value = "task-3324030" [ 1260.064567] env[69411]: _type = "Task" [ 1260.064567] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.078700] env[69411]: DEBUG oslo_vmware.api [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.334759] env[69411]: DEBUG nova.network.neutron [req-ec457366-99c1-4d72-bd96-e4e4156db43e req-1b2a69cb-6e04-4aeb-9292-16373c6e9976 service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Updated VIF entry in instance network info cache for port 8d9831dd-53b7-4677-81c3-e21bc703ef83. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.335126] env[69411]: DEBUG nova.network.neutron [req-ec457366-99c1-4d72-bd96-e4e4156db43e req-1b2a69cb-6e04-4aeb-9292-16373c6e9976 service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Updating instance_info_cache with network_info: [{"id": "8d9831dd-53b7-4677-81c3-e21bc703ef83", "address": "fa:16:3e:bb:ff:88", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9831dd-53", "ovs_interfaceid": "8d9831dd-53b7-4677-81c3-e21bc703ef83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.511065] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324029, 'name': ReconfigVM_Task, 'duration_secs': 0.348157} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.511382] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 085a0eb3-c579-47b4-889a-b4c86f0c2230/085a0eb3-c579-47b4-889a-b4c86f0c2230.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.512064] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05b9498f-20b3-4a88-a71a-ea72b96fee61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.524403] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1260.524403] env[69411]: value = "task-3324031" [ 1260.524403] env[69411]: _type = "Task" [ 1260.524403] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.533432] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324031, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.577967] env[69411]: DEBUG oslo_vmware.api [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324030, 'name': ReconfigVM_Task, 'duration_secs': 0.406273} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.578344] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Reconfigured VM instance instance-0000006e to attach disk [datastore1] d26532bc-15a5-406a-bf6f-2ee5b40fbbdc/d26532bc-15a5-406a-bf6f-2ee5b40fbbdc.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.578633] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating instance 'd26532bc-15a5-406a-bf6f-2ee5b40fbbdc' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.837492] env[69411]: DEBUG oslo_concurrency.lockutils [req-ec457366-99c1-4d72-bd96-e4e4156db43e req-1b2a69cb-6e04-4aeb-9292-16373c6e9976 service nova] Releasing lock "refresh_cache-e715a445-d4c6-48e0-b9ba-5e112f4588a6" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.025546] env[69411]: DEBUG nova.compute.manager [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1261.041930] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324031, 'name': Rename_Task, 'duration_secs': 0.150118} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.042583] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.042583] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd226ec1-6809-4d0b-bf5d-a1db59c618c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.051379] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1261.051379] env[69411]: value = "task-3324032" [ 1261.051379] env[69411]: _type = "Task" [ 1261.051379] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.059831] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.085595] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ad073e-1f19-4081-be40-b3a95e8004fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.109980] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650b5eaa-755c-4fc5-b89b-d2621fd853cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.131380] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating instance 'd26532bc-15a5-406a-bf6f-2ee5b40fbbdc' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.551623] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.551964] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.564938] env[69411]: DEBUG oslo_vmware.api [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324032, 'name': PowerOnVM_Task, 'duration_secs': 0.50258} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.566059] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.566173] env[69411]: INFO nova.compute.manager [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1261.566741] env[69411]: DEBUG nova.compute.manager [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.567118] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700bac27-01a8-4c5b-9dff-cc104f08e5ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.593782] env[69411]: DEBUG nova.compute.manager [req-93a4cfd3-9dfb-4e4f-a64d-36d571e5bbae req-24f86b89-12dd-4b14-a0cd-b9098ebb36be service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Received event network-changed-30436dfb-037d-454b-a841-f9504192951a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.594014] env[69411]: DEBUG nova.compute.manager [req-93a4cfd3-9dfb-4e4f-a64d-36d571e5bbae req-24f86b89-12dd-4b14-a0cd-b9098ebb36be service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Refreshing instance network info cache due to event network-changed-30436dfb-037d-454b-a841-f9504192951a. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1261.594258] env[69411]: DEBUG oslo_concurrency.lockutils [req-93a4cfd3-9dfb-4e4f-a64d-36d571e5bbae req-24f86b89-12dd-4b14-a0cd-b9098ebb36be service nova] Acquiring lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.594411] env[69411]: DEBUG oslo_concurrency.lockutils [req-93a4cfd3-9dfb-4e4f-a64d-36d571e5bbae req-24f86b89-12dd-4b14-a0cd-b9098ebb36be service nova] Acquired lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.594602] env[69411]: DEBUG nova.network.neutron [req-93a4cfd3-9dfb-4e4f-a64d-36d571e5bbae req-24f86b89-12dd-4b14-a0cd-b9098ebb36be service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Refreshing network info cache for port 30436dfb-037d-454b-a841-f9504192951a {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.060552] env[69411]: INFO nova.compute.claims [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1262.087428] env[69411]: INFO nova.compute.manager [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Took 13.69 seconds to build instance. [ 1262.314931] env[69411]: DEBUG nova.network.neutron [req-93a4cfd3-9dfb-4e4f-a64d-36d571e5bbae req-24f86b89-12dd-4b14-a0cd-b9098ebb36be service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updated VIF entry in instance network info cache for port 30436dfb-037d-454b-a841-f9504192951a. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.315348] env[69411]: DEBUG nova.network.neutron [req-93a4cfd3-9dfb-4e4f-a64d-36d571e5bbae req-24f86b89-12dd-4b14-a0cd-b9098ebb36be service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating instance_info_cache with network_info: [{"id": "30436dfb-037d-454b-a841-f9504192951a", "address": "fa:16:3e:f2:fd:f5", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30436dfb-03", "ovs_interfaceid": "30436dfb-037d-454b-a841-f9504192951a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.568058] env[69411]: INFO nova.compute.resource_tracker [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating resource usage from migration 956310fe-9dbd-4b0e-803d-ac2282ff7b10 [ 1262.589232] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dc3bc8b5-69a2-4ca9-993c-f1dee2117e1c tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "085a0eb3-c579-47b4-889a-b4c86f0c2230" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.203s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.710251] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b9b34c-608f-4ec6-b6d7-a0e38792c6f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.721707] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154c66d1-2276-4241-ba0a-f977be501c4b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.756456] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7162ebc5-b4e5-4eca-91be-b618d9995c7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.767916] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bc689b-092f-4a37-8c2c-03ab9319c1bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.785012] env[69411]: DEBUG nova.compute.provider_tree [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.801879] env[69411]: DEBUG nova.network.neutron [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Port 83f8d3c8-2594-4ae1-b8ce-d0487573a329 binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1262.817389] env[69411]: DEBUG oslo_concurrency.lockutils [req-93a4cfd3-9dfb-4e4f-a64d-36d571e5bbae req-24f86b89-12dd-4b14-a0cd-b9098ebb36be service nova] Releasing lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.070604] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Acquiring lock "53486e1b-5651-4c88-a100-92ae9c73c3a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.070863] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Lock "53486e1b-5651-4c88-a100-92ae9c73c3a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.288056] env[69411]: DEBUG nova.scheduler.client.report [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.573973] env[69411]: DEBUG nova.compute.manager [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.794258] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.241s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.794258] env[69411]: INFO nova.compute.manager [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Migrating [ 1263.823968] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.824258] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.824454] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.857383] env[69411]: DEBUG nova.compute.manager [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1264.100831] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.101164] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.102857] env[69411]: INFO nova.compute.claims [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.308758] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.308942] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.309152] env[69411]: DEBUG nova.network.neutron [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.374739] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.871769] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.872089] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.872281] env[69411]: DEBUG nova.network.neutron [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.107148] env[69411]: DEBUG nova.network.neutron [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating instance_info_cache with network_info: [{"id": "30436dfb-037d-454b-a841-f9504192951a", "address": "fa:16:3e:f2:fd:f5", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30436dfb-03", "ovs_interfaceid": "30436dfb-037d-454b-a841-f9504192951a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.254707] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffc41b0-728f-47d1-9b03-d970617301b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.263501] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd26d82e-aab5-406e-a954-7bc6f1d55275 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.293776] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c8e9b1-3905-4eeb-aaad-d330754b7434 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.301426] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b34176-7813-45ce-a69b-ac3781b93d99 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.316486] env[69411]: DEBUG nova.compute.provider_tree [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.598777] env[69411]: DEBUG nova.network.neutron [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating instance_info_cache with network_info: [{"id": "83f8d3c8-2594-4ae1-b8ce-d0487573a329", "address": "fa:16:3e:b4:cc:6a", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f8d3c8-25", "ovs_interfaceid": "83f8d3c8-2594-4ae1-b8ce-d0487573a329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.610082] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.819951] env[69411]: DEBUG nova.scheduler.client.report [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.102381] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.325149] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.325761] env[69411]: DEBUG nova.compute.manager [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1266.328381] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.954s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.613014] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f450af-45c7-4cb3-95da-5b09e26bf5fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.621722] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e124bf8-fb10-4f4b-8558-545241b89b5b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.831160] env[69411]: DEBUG nova.compute.utils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1266.834602] env[69411]: INFO nova.compute.claims [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.838434] env[69411]: DEBUG nova.compute.manager [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1266.838584] env[69411]: DEBUG nova.network.neutron [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1266.874319] env[69411]: DEBUG nova.policy [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cb44aa0855d446ba3b1a9d300c50527', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b17571fb9a948b2a4489ce072f028c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.116095] env[69411]: DEBUG nova.network.neutron [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Successfully created port: 28861971-98be-4c2e-b906-2c88ad6f6530 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1267.125612] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eae7826-7d25-4475-95cc-ff2bdd83ee2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.150196] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating instance '272d2c2a-3c3a-4614-8e37-50dc106acd65' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.339092] env[69411]: DEBUG nova.compute.manager [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1267.343461] env[69411]: INFO nova.compute.resource_tracker [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Updating resource usage from migration bcd2f3d0-d28d-4ea1-8398-9a57c0874800 [ 1267.509897] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b26140b-f51a-4130-ade8-b3c56854eeb7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.517873] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a3b48d-a2f5-46a6-8b36-9bd570cef07f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.548329] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff08c551-1e87-421f-80e9-f764bbbde6da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.555707] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc84c2c2-e868-4c96-904f-4859598ca321 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.569297] env[69411]: DEBUG nova.compute.provider_tree [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.655632] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.655916] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9f96da5-3a90-45e9-875a-809978dc0b0d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.663559] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1267.663559] env[69411]: value = "task-3324033" [ 1267.663559] env[69411]: _type = "Task" [ 1267.663559] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.672280] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.721321] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9e9f82-c27c-43ab-bca0-f8a1042e9171 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.744740] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67ac2fe-2570-4633-a1dd-46747d2275a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.751695] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating instance 'd26532bc-15a5-406a-bf6f-2ee5b40fbbdc' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.072956] env[69411]: DEBUG nova.scheduler.client.report [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.173769] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324033, 'name': PowerOffVM_Task, 'duration_secs': 0.188535} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.174265] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.174455] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating instance '272d2c2a-3c3a-4614-8e37-50dc106acd65' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.258432] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.258740] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47549243-4d72-4ddb-8815-49d69eaa2e56 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.266728] env[69411]: DEBUG oslo_vmware.api [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1268.266728] env[69411]: value = "task-3324034" [ 1268.266728] env[69411]: _type = "Task" [ 1268.266728] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.275053] env[69411]: DEBUG oslo_vmware.api [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.352980] env[69411]: DEBUG nova.compute.manager [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1268.384337] env[69411]: DEBUG nova.virt.hardware [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.384591] env[69411]: DEBUG nova.virt.hardware [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.384751] env[69411]: DEBUG nova.virt.hardware [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.384936] env[69411]: DEBUG nova.virt.hardware [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.385106] env[69411]: DEBUG nova.virt.hardware [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.385260] env[69411]: DEBUG nova.virt.hardware [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.385466] env[69411]: DEBUG nova.virt.hardware [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.385624] env[69411]: DEBUG nova.virt.hardware [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.385798] env[69411]: DEBUG nova.virt.hardware [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.386026] env[69411]: DEBUG nova.virt.hardware [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.386223] env[69411]: DEBUG nova.virt.hardware [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.387106] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2479ba-97dd-46d0-af5c-59fbf7481c7f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.395985] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7118ba4a-eae8-4977-a22b-9e2355b0995d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.556495] env[69411]: DEBUG nova.compute.manager [req-c3e190e1-b841-4dec-826c-a32c397df413 req-6b82327b-a25c-4f08-9f5a-797a13fc5f94 service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Received event network-vif-plugged-28861971-98be-4c2e-b906-2c88ad6f6530 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.556495] env[69411]: DEBUG oslo_concurrency.lockutils [req-c3e190e1-b841-4dec-826c-a32c397df413 req-6b82327b-a25c-4f08-9f5a-797a13fc5f94 service nova] Acquiring lock "53486e1b-5651-4c88-a100-92ae9c73c3a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.556576] env[69411]: DEBUG oslo_concurrency.lockutils [req-c3e190e1-b841-4dec-826c-a32c397df413 req-6b82327b-a25c-4f08-9f5a-797a13fc5f94 service nova] Lock "53486e1b-5651-4c88-a100-92ae9c73c3a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.556702] env[69411]: DEBUG oslo_concurrency.lockutils [req-c3e190e1-b841-4dec-826c-a32c397df413 req-6b82327b-a25c-4f08-9f5a-797a13fc5f94 service nova] Lock "53486e1b-5651-4c88-a100-92ae9c73c3a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.556877] env[69411]: DEBUG nova.compute.manager [req-c3e190e1-b841-4dec-826c-a32c397df413 req-6b82327b-a25c-4f08-9f5a-797a13fc5f94 service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] No waiting events found dispatching network-vif-plugged-28861971-98be-4c2e-b906-2c88ad6f6530 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.557060] env[69411]: WARNING nova.compute.manager [req-c3e190e1-b841-4dec-826c-a32c397df413 req-6b82327b-a25c-4f08-9f5a-797a13fc5f94 service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Received unexpected event network-vif-plugged-28861971-98be-4c2e-b906-2c88ad6f6530 for instance with vm_state building and task_state spawning. [ 1268.577949] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.249s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.578214] env[69411]: INFO nova.compute.manager [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Migrating [ 1268.651966] env[69411]: DEBUG nova.network.neutron [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Successfully updated port: 28861971-98be-4c2e-b906-2c88ad6f6530 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.680436] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.680705] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.680789] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.680970] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.681141] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.681289] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.681497] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.681650] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.681873] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.682081] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.682263] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.687908] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c945351e-3bdb-4bf6-809e-d1e7eb428360 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.708158] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1268.708158] env[69411]: value = "task-3324035" [ 1268.708158] env[69411]: _type = "Task" [ 1268.708158] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.719413] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.777567] env[69411]: DEBUG oslo_vmware.api [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324034, 'name': PowerOnVM_Task, 'duration_secs': 0.504112} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.777831] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.778032] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fff10837-2cb0-482f-9c26-797de793fb6a tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating instance 'd26532bc-15a5-406a-bf6f-2ee5b40fbbdc' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.094780] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "refresh_cache-085a0eb3-c579-47b4-889a-b4c86f0c2230" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.095033] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "refresh_cache-085a0eb3-c579-47b4-889a-b4c86f0c2230" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.095196] env[69411]: DEBUG nova.network.neutron [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.154541] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Acquiring lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.154978] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Acquired lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.154978] env[69411]: DEBUG nova.network.neutron [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.219274] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324035, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.702715] env[69411]: DEBUG nova.network.neutron [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.720763] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324035, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.911299] env[69411]: DEBUG nova.network.neutron [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Updating instance_info_cache with network_info: [{"id": "28861971-98be-4c2e-b906-2c88ad6f6530", "address": "fa:16:3e:c8:20:61", "network": {"id": "fe9bfc17-e540-45c0-a5a1-1d34d2698dc2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-734375037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b17571fb9a948b2a4489ce072f028c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28861971-98", "ovs_interfaceid": "28861971-98be-4c2e-b906-2c88ad6f6530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.934436] env[69411]: DEBUG nova.network.neutron [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Updating instance_info_cache with network_info: [{"id": "15d92ea9-5354-4461-b69b-dff99f36fead", "address": "fa:16:3e:d3:8e:b7", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d92ea9-53", "ovs_interfaceid": "15d92ea9-5354-4461-b69b-dff99f36fead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.219624] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324035, 'name': ReconfigVM_Task, 'duration_secs': 1.190392} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.219993] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating instance '272d2c2a-3c3a-4614-8e37-50dc106acd65' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1270.316610] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "4e584ece-8a2e-4820-b02c-485d92aef579" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.316804] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "4e584ece-8a2e-4820-b02c-485d92aef579" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.317087] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "4e584ece-8a2e-4820-b02c-485d92aef579-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.317235] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "4e584ece-8a2e-4820-b02c-485d92aef579-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.317437] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "4e584ece-8a2e-4820-b02c-485d92aef579-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.319593] env[69411]: INFO nova.compute.manager [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Terminating instance [ 1270.414543] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Releasing lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.414862] env[69411]: DEBUG nova.compute.manager [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Instance network_info: |[{"id": "28861971-98be-4c2e-b906-2c88ad6f6530", "address": "fa:16:3e:c8:20:61", "network": {"id": "fe9bfc17-e540-45c0-a5a1-1d34d2698dc2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-734375037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b17571fb9a948b2a4489ce072f028c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28861971-98", "ovs_interfaceid": "28861971-98be-4c2e-b906-2c88ad6f6530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1270.415325] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:20:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28861971-98be-4c2e-b906-2c88ad6f6530', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.422922] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Creating folder: Project (2b17571fb9a948b2a4489ce072f028c3). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.423205] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a964e56d-2769-4eb6-a8b8-4b08d1c3308d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.437971] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "refresh_cache-085a0eb3-c579-47b4-889a-b4c86f0c2230" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.439344] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Created folder: Project (2b17571fb9a948b2a4489ce072f028c3) in parent group-v663248. [ 1270.439520] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Creating folder: Instances. Parent ref: group-v663573. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.439975] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3e2cc04-71da-49d4-8545-6e13a95cb927 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.451406] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Created folder: Instances in parent group-v663573. [ 1270.451675] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.452521] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.452747] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2d1a188-d389-4565-a667-3cdb0023d22b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.475382] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.475382] env[69411]: value = "task-3324038" [ 1270.475382] env[69411]: _type = "Task" [ 1270.475382] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.484746] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324038, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.639272] env[69411]: DEBUG nova.compute.manager [req-c0f557be-2852-4bf5-ad80-1c6ff5abf92c req-8dff27d2-c42b-421e-bd31-eaf88cc8a29e service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Received event network-changed-28861971-98be-4c2e-b906-2c88ad6f6530 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.639272] env[69411]: DEBUG nova.compute.manager [req-c0f557be-2852-4bf5-ad80-1c6ff5abf92c req-8dff27d2-c42b-421e-bd31-eaf88cc8a29e service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Refreshing instance network info cache due to event network-changed-28861971-98be-4c2e-b906-2c88ad6f6530. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.639272] env[69411]: DEBUG oslo_concurrency.lockutils [req-c0f557be-2852-4bf5-ad80-1c6ff5abf92c req-8dff27d2-c42b-421e-bd31-eaf88cc8a29e service nova] Acquiring lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.639687] env[69411]: DEBUG oslo_concurrency.lockutils [req-c0f557be-2852-4bf5-ad80-1c6ff5abf92c req-8dff27d2-c42b-421e-bd31-eaf88cc8a29e service nova] Acquired lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.639687] env[69411]: DEBUG nova.network.neutron [req-c0f557be-2852-4bf5-ad80-1c6ff5abf92c req-8dff27d2-c42b-421e-bd31-eaf88cc8a29e service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Refreshing network info cache for port 28861971-98be-4c2e-b906-2c88ad6f6530 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.726954] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.727229] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.727354] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.727535] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.727683] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.727874] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.728044] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.728308] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.728382] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.728544] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.728713] env[69411]: DEBUG nova.virt.hardware [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.734646] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1270.736226] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-444d2bbc-275b-4559-9d30-acce8d317e5a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.760472] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1270.760472] env[69411]: value = "task-3324039" [ 1270.760472] env[69411]: _type = "Task" [ 1270.760472] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.771225] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.823913] env[69411]: DEBUG nova.compute.manager [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.823913] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.824839] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ac52b5-4d7c-43dc-b34e-191e70fae8cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.833295] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.833555] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31f1ddca-5e99-49ea-945c-cb86cb9ad664 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.841189] env[69411]: DEBUG oslo_vmware.api [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1270.841189] env[69411]: value = "task-3324040" [ 1270.841189] env[69411]: _type = "Task" [ 1270.841189] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.849921] env[69411]: DEBUG oslo_vmware.api [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.986586] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324038, 'name': CreateVM_Task, 'duration_secs': 0.441114} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.987643] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.988511] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.988807] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.989239] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.989949] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9c5179-2bf5-4c35-8de4-0f51a39a6a6b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.996481] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1270.996481] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52348296-b1a3-3748-b3b9-dbdc663c75f6" [ 1270.996481] env[69411]: _type = "Task" [ 1270.996481] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.007423] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52348296-b1a3-3748-b3b9-dbdc663c75f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.270955] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324039, 'name': ReconfigVM_Task, 'duration_secs': 0.224761} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.273607] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1271.274465] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309fa262-3bd2-454f-b664-84e2436ada9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.300385] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-dce71279-516f-4ea3-ab6f-648cf99eaf23/volume-dce71279-516f-4ea3-ab6f-648cf99eaf23.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.300724] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88db6499-7604-4e0e-a03e-65d43fb92e57 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.323519] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1271.323519] env[69411]: value = "task-3324041" [ 1271.323519] env[69411]: _type = "Task" [ 1271.323519] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.333015] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.362618] env[69411]: DEBUG oslo_vmware.api [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324040, 'name': PowerOffVM_Task, 'duration_secs': 0.205157} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.362931] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.363154] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.363411] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01e1b292-0986-4cee-9ad4-302108ffe8f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.368073] env[69411]: DEBUG nova.network.neutron [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Port 83f8d3c8-2594-4ae1-b8ce-d0487573a329 binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1271.368400] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.368647] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.368890] env[69411]: DEBUG nova.network.neutron [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.371160] env[69411]: DEBUG nova.network.neutron [req-c0f557be-2852-4bf5-ad80-1c6ff5abf92c req-8dff27d2-c42b-421e-bd31-eaf88cc8a29e service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Updated VIF entry in instance network info cache for port 28861971-98be-4c2e-b906-2c88ad6f6530. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.371581] env[69411]: DEBUG nova.network.neutron [req-c0f557be-2852-4bf5-ad80-1c6ff5abf92c req-8dff27d2-c42b-421e-bd31-eaf88cc8a29e service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Updating instance_info_cache with network_info: [{"id": "28861971-98be-4c2e-b906-2c88ad6f6530", "address": "fa:16:3e:c8:20:61", "network": {"id": "fe9bfc17-e540-45c0-a5a1-1d34d2698dc2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-734375037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b17571fb9a948b2a4489ce072f028c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28861971-98", "ovs_interfaceid": "28861971-98be-4c2e-b906-2c88ad6f6530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.438729] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.439132] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.439451] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Deleting the datastore file [datastore1] 4e584ece-8a2e-4820-b02c-485d92aef579 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.439860] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38b52a73-6b26-46e7-84cd-84cdc4f49bb4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.450825] env[69411]: DEBUG oslo_vmware.api [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1271.450825] env[69411]: value = "task-3324043" [ 1271.450825] env[69411]: _type = "Task" [ 1271.450825] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.461450] env[69411]: DEBUG oslo_vmware.api [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.510243] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52348296-b1a3-3748-b3b9-dbdc663c75f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012904} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.510420] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.510610] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.510912] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.511118] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.511339] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.511613] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9e4943b-f34d-46de-8176-9ca0a8bf19ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.523168] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.523359] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.524469] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5692925a-27ce-4218-861a-334175edf7f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.530427] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1271.530427] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527fffea-1990-708c-131a-faf014b7e2aa" [ 1271.530427] env[69411]: _type = "Task" [ 1271.530427] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.538930] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527fffea-1990-708c-131a-faf014b7e2aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.834220] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324041, 'name': ReconfigVM_Task, 'duration_secs': 0.319364} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.834381] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-dce71279-516f-4ea3-ab6f-648cf99eaf23/volume-dce71279-516f-4ea3-ab6f-648cf99eaf23.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.834625] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating instance '272d2c2a-3c3a-4614-8e37-50dc106acd65' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.876560] env[69411]: DEBUG oslo_concurrency.lockutils [req-c0f557be-2852-4bf5-ad80-1c6ff5abf92c req-8dff27d2-c42b-421e-bd31-eaf88cc8a29e service nova] Releasing lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.959019] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3211aa-f75e-4d7c-b781-bebbdb079ac2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.978227] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Updating instance '085a0eb3-c579-47b4-889a-b4c86f0c2230' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.987038] env[69411]: DEBUG oslo_vmware.api [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159023} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.987792] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.987985] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.988188] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.988367] env[69411]: INFO nova.compute.manager [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1271.988607] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.988791] env[69411]: DEBUG nova.compute.manager [-] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.988884] env[69411]: DEBUG nova.network.neutron [-] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.041371] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]527fffea-1990-708c-131a-faf014b7e2aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011464} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.042414] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b29d4364-c71b-4cd5-803d-391db0952f25 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.047865] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1272.047865] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52008e0c-dd4c-bc0c-15b1-a0638c7a8959" [ 1272.047865] env[69411]: _type = "Task" [ 1272.047865] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.058772] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52008e0c-dd4c-bc0c-15b1-a0638c7a8959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.226311] env[69411]: DEBUG nova.network.neutron [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating instance_info_cache with network_info: [{"id": "83f8d3c8-2594-4ae1-b8ce-d0487573a329", "address": "fa:16:3e:b4:cc:6a", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f8d3c8-25", "ovs_interfaceid": "83f8d3c8-2594-4ae1-b8ce-d0487573a329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.341916] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267e75fc-0685-478e-abea-e1a811835079 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.375748] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea832bbd-3e2f-4a01-8ea7-9af3f2611dcb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.396163] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating instance '272d2c2a-3c3a-4614-8e37-50dc106acd65' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.489155] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.489477] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3e521db-33ae-4309-a8f8-c0274241b0ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.502871] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1272.502871] env[69411]: value = "task-3324044" [ 1272.502871] env[69411]: _type = "Task" [ 1272.502871] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.512697] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.560056] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52008e0c-dd4c-bc0c-15b1-a0638c7a8959, 'name': SearchDatastore_Task, 'duration_secs': 0.049087} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.560056] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.560056] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 53486e1b-5651-4c88-a100-92ae9c73c3a8/53486e1b-5651-4c88-a100-92ae9c73c3a8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.560305] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37ebb67e-c7da-4524-a98b-6381ef7cfe44 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.568318] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1272.568318] env[69411]: value = "task-3324045" [ 1272.568318] env[69411]: _type = "Task" [ 1272.568318] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.579435] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.669917] env[69411]: DEBUG nova.compute.manager [req-f5f3133f-aec9-448d-a61e-216fbaa3a1c9 req-bf717bf5-35a5-4dee-bf53-4e1d35f029e3 service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Received event network-vif-deleted-4b9e02d4-2cdb-4992-8ab1-9b862a2137ae {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.670118] env[69411]: INFO nova.compute.manager [req-f5f3133f-aec9-448d-a61e-216fbaa3a1c9 req-bf717bf5-35a5-4dee-bf53-4e1d35f029e3 service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Neutron deleted interface 4b9e02d4-2cdb-4992-8ab1-9b862a2137ae; detaching it from the instance and deleting it from the info cache [ 1272.670330] env[69411]: DEBUG nova.network.neutron [req-f5f3133f-aec9-448d-a61e-216fbaa3a1c9 req-bf717bf5-35a5-4dee-bf53-4e1d35f029e3 service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.729392] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.008301] env[69411]: DEBUG nova.network.neutron [-] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.013796] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324044, 'name': PowerOffVM_Task, 'duration_secs': 0.312474} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.014130] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.014314] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Updating instance '085a0eb3-c579-47b4-889a-b4c86f0c2230' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.081431] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324045, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.173288] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2dfaa8aa-e37e-414f-9c95-b4d2a23e8811 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.184421] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321ae767-1381-4eb2-89c0-cecb40bc9a20 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.216682] env[69411]: DEBUG nova.compute.manager [req-f5f3133f-aec9-448d-a61e-216fbaa3a1c9 req-bf717bf5-35a5-4dee-bf53-4e1d35f029e3 service nova] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Detach interface failed, port_id=4b9e02d4-2cdb-4992-8ab1-9b862a2137ae, reason: Instance 4e584ece-8a2e-4820-b02c-485d92aef579 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1273.233788] env[69411]: DEBUG nova.compute.manager [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69411) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1273.511461] env[69411]: INFO nova.compute.manager [-] [instance: 4e584ece-8a2e-4820-b02c-485d92aef579] Took 1.52 seconds to deallocate network for instance. [ 1273.520145] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.520386] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.520543] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.520723] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.520867] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.521032] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.521239] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.521397] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.521561] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.521723] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.521928] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.528035] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2bec43c-303e-4615-a9e5-f6758ebe18c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.545531] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1273.545531] env[69411]: value = "task-3324046" [ 1273.545531] env[69411]: _type = "Task" [ 1273.545531] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.554436] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.580043] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659549} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.580376] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 53486e1b-5651-4c88-a100-92ae9c73c3a8/53486e1b-5651-4c88-a100-92ae9c73c3a8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.580641] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.580946] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5108a637-a9c8-4aaa-9bc6-54c8ce4defb2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.588658] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1273.588658] env[69411]: value = "task-3324047" [ 1273.588658] env[69411]: _type = "Task" [ 1273.588658] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.597969] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.017173] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.017485] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.017728] env[69411]: DEBUG nova.objects.instance [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lazy-loading 'resources' on Instance uuid 4e584ece-8a2e-4820-b02c-485d92aef579 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.045532] env[69411]: DEBUG nova.network.neutron [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Port 30436dfb-037d-454b-a841-f9504192951a binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1274.057950] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324046, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.102119] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071821} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.102505] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.103600] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12a7a95-28bd-480f-a8c1-ab88ec6af267 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.128377] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 53486e1b-5651-4c88-a100-92ae9c73c3a8/53486e1b-5651-4c88-a100-92ae9c73c3a8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.129070] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48a7ba0-e43c-497a-8eda-029195ed5c56 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.149835] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1274.149835] env[69411]: value = "task-3324048" [ 1274.149835] env[69411]: _type = "Task" [ 1274.149835] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.159107] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.330224] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.562463] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324046, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.661553] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324048, 'name': ReconfigVM_Task, 'duration_secs': 0.35444} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.661875] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 53486e1b-5651-4c88-a100-92ae9c73c3a8/53486e1b-5651-4c88-a100-92ae9c73c3a8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.662525] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b24508b4-b542-4f7d-88ba-22acf5ba5e20 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.671137] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f89189-5132-4459-ab7b-4450ab754446 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.673797] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1274.673797] env[69411]: value = "task-3324049" [ 1274.673797] env[69411]: _type = "Task" [ 1274.673797] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.680270] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b5b165-e25e-4e9e-baa9-b192f7b3a742 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.686293] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324049, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.715453] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659a37a5-ae7f-4dbb-93c3-456c39c69540 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.723529] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734330f3-39ae-45e8-aefc-39f8b994153a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.739538] env[69411]: DEBUG nova.compute.provider_tree [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.058357] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324046, 'name': ReconfigVM_Task, 'duration_secs': 1.185605} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.058673] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Updating instance '085a0eb3-c579-47b4-889a-b4c86f0c2230' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.078470] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "272d2c2a-3c3a-4614-8e37-50dc106acd65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.078710] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "272d2c2a-3c3a-4614-8e37-50dc106acd65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.078887] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "272d2c2a-3c3a-4614-8e37-50dc106acd65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.185389] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324049, 'name': Rename_Task, 'duration_secs': 0.161544} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.185679] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.185928] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b78a536-c0e7-4fa5-80a3-381cd9f688d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.193094] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1275.193094] env[69411]: value = "task-3324050" [ 1275.193094] env[69411]: _type = "Task" [ 1275.193094] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.200819] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.243064] env[69411]: DEBUG nova.scheduler.client.report [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.565030] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.565503] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.565503] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.565646] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.565790] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.566026] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.566291] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.566479] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.566682] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.566877] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.567114] env[69411]: DEBUG nova.virt.hardware [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.572869] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1275.573218] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-237647eb-25e2-4e2d-93e1-3c7f7d3da42c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.597291] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1275.597291] env[69411]: value = "task-3324051" [ 1275.597291] env[69411]: _type = "Task" [ 1275.597291] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.607992] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.704808] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324050, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.748586] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.750990] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.421s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.769879] env[69411]: INFO nova.scheduler.client.report [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Deleted allocations for instance 4e584ece-8a2e-4820-b02c-485d92aef579 [ 1276.108843] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324051, 'name': ReconfigVM_Task, 'duration_secs': 0.22133} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.109151] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1276.109930] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39629de1-ae07-46e3-9adb-3d4b5386aa28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.134404] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 085a0eb3-c579-47b4-889a-b4c86f0c2230/085a0eb3-c579-47b4-889a-b4c86f0c2230.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.135379] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.135547] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.135712] env[69411]: DEBUG nova.network.neutron [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.136815] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03614f11-e89f-4981-84ae-614ac1f7bab5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.158199] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1276.158199] env[69411]: value = "task-3324052" [ 1276.158199] env[69411]: _type = "Task" [ 1276.158199] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.167526] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.204081] env[69411]: DEBUG oslo_vmware.api [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324050, 'name': PowerOnVM_Task, 'duration_secs': 0.571173} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.204374] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.204581] env[69411]: INFO nova.compute.manager [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1276.204761] env[69411]: DEBUG nova.compute.manager [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.205546] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b0e40c-c3e6-46ea-93ec-b6029e2b1aa5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.253504] env[69411]: DEBUG nova.objects.instance [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'migration_context' on Instance uuid d26532bc-15a5-406a-bf6f-2ee5b40fbbdc {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.277058] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8efb3044-d0c2-41ab-903e-17a0bcbe2103 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "4e584ece-8a2e-4820-b02c-485d92aef579" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.960s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.368552] env[69411]: DEBUG nova.network.neutron [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating instance_info_cache with network_info: [{"id": "30436dfb-037d-454b-a841-f9504192951a", "address": "fa:16:3e:f2:fd:f5", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30436dfb-03", "ovs_interfaceid": "30436dfb-037d-454b-a841-f9504192951a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.670135] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324052, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.729530] env[69411]: INFO nova.compute.manager [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Took 12.65 seconds to build instance. [ 1276.874131] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.921610] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21b074f-bef0-4dff-805d-2ad20e179ce5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.930512] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a264b66a-5b4d-4bc0-bd42-6953679d42eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.964075] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863b777a-2d59-4569-9006-1f0a1644e142 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.972608] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81480cb-7f48-47ac-9163-f9d3ba844024 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.988693] env[69411]: DEBUG nova.compute.provider_tree [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.169982] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324052, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.233634] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d284295b-e4ac-469b-b419-b4a56d2b2a60 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Lock "53486e1b-5651-4c88-a100-92ae9c73c3a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.163s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.346901] env[69411]: INFO nova.compute.manager [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Rescuing [ 1277.347274] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Acquiring lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.347346] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Acquired lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.347570] env[69411]: DEBUG nova.network.neutron [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.382343] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4077fa05-ced6-44b7-8393-df72913cb8ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.391461] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f3f78d-c071-4524-b92b-42bfaba661c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.491942] env[69411]: DEBUG nova.scheduler.client.report [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.670427] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324052, 'name': ReconfigVM_Task, 'duration_secs': 1.277781} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.670795] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 085a0eb3-c579-47b4-889a-b4c86f0c2230/085a0eb3-c579-47b4-889a-b4c86f0c2230.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.671024] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Updating instance '085a0eb3-c579-47b4-889a-b4c86f0c2230' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.031913] env[69411]: DEBUG nova.network.neutron [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Updating instance_info_cache with network_info: [{"id": "28861971-98be-4c2e-b906-2c88ad6f6530", "address": "fa:16:3e:c8:20:61", "network": {"id": "fe9bfc17-e540-45c0-a5a1-1d34d2698dc2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-734375037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b17571fb9a948b2a4489ce072f028c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28861971-98", "ovs_interfaceid": "28861971-98be-4c2e-b906-2c88ad6f6530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.178050] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be770a5f-9d50-474f-9dd7-c9b80025a697 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.201543] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c925cae-db94-40f9-9d90-0b2ef34bdf70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.221056] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Updating instance '085a0eb3-c579-47b4-889a-b4c86f0c2230' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.364175] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.364425] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.503549] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.752s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.513169] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e84ab3-71fe-466e-93f7-e3ca0b63bf1b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.540848] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Releasing lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.545331] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0e8d63-c026-408b-a5b7-95843019a57f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.554837] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating instance '272d2c2a-3c3a-4614-8e37-50dc106acd65' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.760061] env[69411]: DEBUG nova.network.neutron [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Port 15d92ea9-5354-4461-b69b-dff99f36fead binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1278.867015] env[69411]: DEBUG nova.compute.manager [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.061305] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.061581] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2727f62-af28-4b20-a256-26d0d075c8c1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.071163] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1279.071163] env[69411]: value = "task-3324053" [ 1279.071163] env[69411]: _type = "Task" [ 1279.071163] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.080075] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.390599] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.390944] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.392728] env[69411]: INFO nova.compute.claims [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.584219] env[69411]: DEBUG oslo_vmware.api [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324053, 'name': PowerOnVM_Task, 'duration_secs': 0.401559} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.584496] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.584770] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3897eb-5191-46e5-883d-687fa13a91b2 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating instance '272d2c2a-3c3a-4614-8e37-50dc106acd65' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.780979] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "085a0eb3-c579-47b4-889a-b4c86f0c2230-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.781340] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "085a0eb3-c579-47b4-889a-b4c86f0c2230-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.781434] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "085a0eb3-c579-47b4-889a-b4c86f0c2230-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.046523] env[69411]: INFO nova.compute.manager [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Swapping old allocation on dict_keys(['b10946ce-3a6e-47d0-962e-35fd25da5d6e']) held by migration 6b68e2ea-0c09-4905-95f6-eb40b29f69f0 for instance [ 1280.068139] env[69411]: DEBUG nova.scheduler.client.report [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Overwriting current allocation {'allocations': {'b10946ce-3a6e-47d0-962e-35fd25da5d6e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 189}}, 'project_id': '4ad3320f9a304c7ca903bec6ba9ca533', 'user_id': 'e457bfe7532a42ea93094702df7d3628', 'consumer_generation': 1} on consumer d26532bc-15a5-406a-bf6f-2ee5b40fbbdc {{(pid=69411) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1280.080327] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.080595] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e433b43-af18-4496-9283-7274aa225aa7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.093128] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1280.093128] env[69411]: value = "task-3324054" [ 1280.093128] env[69411]: _type = "Task" [ 1280.093128] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.105966] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.145763] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.146033] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.146258] env[69411]: DEBUG nova.network.neutron [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.521901] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6845ac4-8ea2-4147-ac9f-33bb7fb71cd7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.529570] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d85c1a-8305-496a-b679-4a357572cc48 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.560322] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db8098f-f78a-4db4-ba66-a7b6bdd0d340 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.568530] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9df68d-a52f-430d-935c-5f39fb3a502c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.582537] env[69411]: DEBUG nova.compute.provider_tree [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.601780] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324054, 'name': PowerOffVM_Task, 'duration_secs': 0.178208} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.602086] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.602864] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55065749-ab69-4be3-a619-d7a4eb81d7bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.620783] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49fd150-9d99-488a-bd03-aa0be9cb6df3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.657281] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.657745] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9f21a67-d362-47d5-b0cb-f1deeebd8903 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.665495] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1280.665495] env[69411]: value = "task-3324055" [ 1280.665495] env[69411]: _type = "Task" [ 1280.665495] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.676041] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.827637] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "refresh_cache-085a0eb3-c579-47b4-889a-b4c86f0c2230" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.827914] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "refresh_cache-085a0eb3-c579-47b4-889a-b4c86f0c2230" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.827988] env[69411]: DEBUG nova.network.neutron [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.878032] env[69411]: DEBUG nova.network.neutron [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating instance_info_cache with network_info: [{"id": "83f8d3c8-2594-4ae1-b8ce-d0487573a329", "address": "fa:16:3e:b4:cc:6a", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f8d3c8-25", "ovs_interfaceid": "83f8d3c8-2594-4ae1-b8ce-d0487573a329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.085406] env[69411]: DEBUG nova.scheduler.client.report [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.179400] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1281.179649] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.179882] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.180052] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.180242] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.180488] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a2ffd67-c1c0-4246-9a98-fb8351aad25c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.192460] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.192594] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.193974] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bad1ae1-5060-4e87-9b68-5173d3ee0719 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.203063] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1281.203063] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52eb3163-d803-d555-3fc8-0e8404be3313" [ 1281.203063] env[69411]: _type = "Task" [ 1281.203063] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.211921] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52eb3163-d803-d555-3fc8-0e8404be3313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.381032] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "refresh_cache-d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.382074] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6696cfff-cc67-4b2b-a820-3771496f68fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.389775] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf81e73e-ad9f-40cf-840a-cd7be8167d4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.524865] env[69411]: DEBUG nova.network.neutron [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Updating instance_info_cache with network_info: [{"id": "15d92ea9-5354-4461-b69b-dff99f36fead", "address": "fa:16:3e:d3:8e:b7", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d92ea9-53", "ovs_interfaceid": "15d92ea9-5354-4461-b69b-dff99f36fead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.590880] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.591546] env[69411]: DEBUG nova.compute.manager [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1281.662333] env[69411]: DEBUG oslo_concurrency.lockutils [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "272d2c2a-3c3a-4614-8e37-50dc106acd65" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.662651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "272d2c2a-3c3a-4614-8e37-50dc106acd65" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.662875] env[69411]: DEBUG nova.compute.manager [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Going to confirm migration 9 {{(pid=69411) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1281.714228] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52eb3163-d803-d555-3fc8-0e8404be3313, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.715081] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b8b5cc-2ab8-404f-8c2d-e5a715f0f892 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.721602] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1281.721602] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521e198f-bcff-bcaa-0a3f-1424fd32dadc" [ 1281.721602] env[69411]: _type = "Task" [ 1281.721602] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.730756] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521e198f-bcff-bcaa-0a3f-1424fd32dadc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.028078] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "refresh_cache-085a0eb3-c579-47b4-889a-b4c86f0c2230" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.098037] env[69411]: DEBUG nova.compute.utils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1282.098775] env[69411]: DEBUG nova.compute.manager [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1282.099288] env[69411]: DEBUG nova.network.neutron [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1282.140042] env[69411]: DEBUG nova.policy [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ea6e1c2123a45feb589a876312e6fbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0c9fa713aa6425b96d1f6bea41879aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1282.219082] env[69411]: DEBUG oslo_concurrency.lockutils [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.219295] env[69411]: DEBUG oslo_concurrency.lockutils [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquired lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.219516] env[69411]: DEBUG nova.network.neutron [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.219658] env[69411]: DEBUG nova.objects.instance [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lazy-loading 'info_cache' on Instance uuid 272d2c2a-3c3a-4614-8e37-50dc106acd65 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.236181] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521e198f-bcff-bcaa-0a3f-1424fd32dadc, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.236181] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.236181] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 53486e1b-5651-4c88-a100-92ae9c73c3a8/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk. {{(pid=69411) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1282.236181] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf97ffc5-2ef6-410a-9c8a-28f0e587207c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.245070] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1282.245070] env[69411]: value = "task-3324056" [ 1282.245070] env[69411]: _type = "Task" [ 1282.245070] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.253665] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.482023] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.482023] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-912efada-b228-4c24-8ac2-263555e2d0e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.492376] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1282.492376] env[69411]: value = "task-3324057" [ 1282.492376] env[69411]: _type = "Task" [ 1282.492376] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.506421] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.527392] env[69411]: DEBUG nova.network.neutron [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Successfully created port: dc46768f-03f0-4dbd-a558-8243e6f13efa {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1282.555022] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d5d9b3-c86b-408d-9a5f-0e80ff9f03be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.576026] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a414d95-b084-4afd-b167-d30c0090e837 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.586472] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Updating instance '085a0eb3-c579-47b4-889a-b4c86f0c2230' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.602308] env[69411]: DEBUG nova.compute.manager [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1282.758392] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496247} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.758785] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 53486e1b-5651-4c88-a100-92ae9c73c3a8/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk. [ 1282.759953] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a301c2-83b0-4353-aa43-13388ae34948 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.792022] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 53486e1b-5651-4c88-a100-92ae9c73c3a8/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.792022] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b963e05-2642-4423-9684-7dc2ae60921e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.811806] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1282.811806] env[69411]: value = "task-3324058" [ 1282.811806] env[69411]: _type = "Task" [ 1282.811806] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.823248] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.003640] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324057, 'name': PowerOffVM_Task, 'duration_secs': 0.445127} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.003930] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.004627] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.004859] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.005032] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.005224] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.005371] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.005519] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.005723] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.005878] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.006067] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.006273] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.006458] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.012247] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a472f80b-5de5-46f9-abd8-af0f4aa05242 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.030301] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1283.030301] env[69411]: value = "task-3324059" [ 1283.030301] env[69411]: _type = "Task" [ 1283.030301] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.041362] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.093829] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.094188] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e17f09c-58a4-4687-a004-fa9bca36f423 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.102693] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1283.102693] env[69411]: value = "task-3324060" [ 1283.102693] env[69411]: _type = "Task" [ 1283.102693] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.116344] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.322498] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.424770] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "aeab83be-9983-45f7-a85a-e199561fd8de" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.425058] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "aeab83be-9983-45f7-a85a-e199561fd8de" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.425248] env[69411]: INFO nova.compute.manager [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Shelving [ 1283.431480] env[69411]: DEBUG nova.network.neutron [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating instance_info_cache with network_info: [{"id": "30436dfb-037d-454b-a841-f9504192951a", "address": "fa:16:3e:f2:fd:f5", "network": {"id": "b030c671-ff3b-4e25-8e7a-7ae1b84921c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530391547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb958bb6fb84158b299b7daaea8d3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30436dfb-03", "ovs_interfaceid": "30436dfb-037d-454b-a841-f9504192951a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.540723] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324059, 'name': ReconfigVM_Task, 'duration_secs': 0.275702} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.541471] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a43d5cf-be3f-46a5-bd16-2a3ade749ed3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.564008] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.564317] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.564512] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.564708] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.564859] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.565015] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.565236] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.565399] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.565565] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.565725] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.565901] env[69411]: DEBUG nova.virt.hardware [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.566716] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827aa7d5-4b4e-4a02-a823-ee1604ef1d6e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.574258] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1283.574258] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521fa74c-c501-4579-440c-c3b3f943244a" [ 1283.574258] env[69411]: _type = "Task" [ 1283.574258] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.585993] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521fa74c-c501-4579-440c-c3b3f943244a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.612995] env[69411]: DEBUG oslo_vmware.api [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324060, 'name': PowerOnVM_Task, 'duration_secs': 0.413546} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.613304] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.613488] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cfb74e-e546-46a1-b18b-7eeff113543a tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Updating instance '085a0eb3-c579-47b4-889a-b4c86f0c2230' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1283.619068] env[69411]: DEBUG nova.compute.manager [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1283.643812] env[69411]: DEBUG nova.virt.hardware [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.644082] env[69411]: DEBUG nova.virt.hardware [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.644284] env[69411]: DEBUG nova.virt.hardware [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.644483] env[69411]: DEBUG nova.virt.hardware [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.644628] env[69411]: DEBUG nova.virt.hardware [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.644772] env[69411]: DEBUG nova.virt.hardware [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.644987] env[69411]: DEBUG nova.virt.hardware [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.645166] env[69411]: DEBUG nova.virt.hardware [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.645329] env[69411]: DEBUG nova.virt.hardware [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.645487] env[69411]: DEBUG nova.virt.hardware [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.645653] env[69411]: DEBUG nova.virt.hardware [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.646597] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0966b2e-157e-417f-82c6-0f4795c10264 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.655892] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd8f71e-b8e8-4c53-bae2-ec9343382139 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.823296] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324058, 'name': ReconfigVM_Task, 'duration_secs': 0.874676} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.823543] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 53486e1b-5651-4c88-a100-92ae9c73c3a8/fdeb29d0-1398-4538-9a8f-5f916ad4b064-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.824412] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ae8d72-ae5c-4f4c-a5d2-f7afafe902c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.852507] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-728c9233-1eef-4861-82cd-34769d805c27 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.869156] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1283.869156] env[69411]: value = "task-3324061" [ 1283.869156] env[69411]: _type = "Task" [ 1283.869156] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.877646] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.936073] env[69411]: DEBUG oslo_concurrency.lockutils [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Releasing lock "refresh_cache-272d2c2a-3c3a-4614-8e37-50dc106acd65" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.936338] env[69411]: DEBUG nova.objects.instance [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lazy-loading 'migration_context' on Instance uuid 272d2c2a-3c3a-4614-8e37-50dc106acd65 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.086124] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]521fa74c-c501-4579-440c-c3b3f943244a, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.091523] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1284.091827] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a5406e4-f855-4ddc-9149-aa21235a7e5a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.111438] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1284.111438] env[69411]: value = "task-3324062" [ 1284.111438] env[69411]: _type = "Task" [ 1284.111438] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.123590] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.362322] env[69411]: DEBUG nova.compute.manager [req-4954f7ac-444c-401c-a857-b0da9aae179d req-0b06026e-5fc8-4721-a95e-10d532ee0de4 service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Received event network-vif-plugged-dc46768f-03f0-4dbd-a558-8243e6f13efa {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.362411] env[69411]: DEBUG oslo_concurrency.lockutils [req-4954f7ac-444c-401c-a857-b0da9aae179d req-0b06026e-5fc8-4721-a95e-10d532ee0de4 service nova] Acquiring lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.363064] env[69411]: DEBUG oslo_concurrency.lockutils [req-4954f7ac-444c-401c-a857-b0da9aae179d req-0b06026e-5fc8-4721-a95e-10d532ee0de4 service nova] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.363253] env[69411]: DEBUG oslo_concurrency.lockutils [req-4954f7ac-444c-401c-a857-b0da9aae179d req-0b06026e-5fc8-4721-a95e-10d532ee0de4 service nova] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.363426] env[69411]: DEBUG nova.compute.manager [req-4954f7ac-444c-401c-a857-b0da9aae179d req-0b06026e-5fc8-4721-a95e-10d532ee0de4 service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] No waiting events found dispatching network-vif-plugged-dc46768f-03f0-4dbd-a558-8243e6f13efa {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.363598] env[69411]: WARNING nova.compute.manager [req-4954f7ac-444c-401c-a857-b0da9aae179d req-0b06026e-5fc8-4721-a95e-10d532ee0de4 service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Received unexpected event network-vif-plugged-dc46768f-03f0-4dbd-a558-8243e6f13efa for instance with vm_state building and task_state spawning. [ 1284.381262] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324061, 'name': ReconfigVM_Task, 'duration_secs': 0.38408} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.381800] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.382175] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e041b5ca-6f24-42c1-8b92-8d2ae841aec6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.389837] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1284.389837] env[69411]: value = "task-3324063" [ 1284.389837] env[69411]: _type = "Task" [ 1284.389837] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.398542] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.438934] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.439664] env[69411]: DEBUG nova.objects.base [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Object Instance<272d2c2a-3c3a-4614-8e37-50dc106acd65> lazy-loaded attributes: info_cache,migration_context {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1284.439954] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45feba6e-dd29-4b04-b026-04732b490954 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.442318] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932b2166-da92-41d9-8435-12de7a57531f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.447886] env[69411]: DEBUG nova.network.neutron [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Successfully updated port: dc46768f-03f0-4dbd-a558-8243e6f13efa {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.467754] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "refresh_cache-fbc1803b-9c9f-4528-b6c8-1af191c5c412" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.468015] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquired lock "refresh_cache-fbc1803b-9c9f-4528-b6c8-1af191c5c412" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.468120] env[69411]: DEBUG nova.network.neutron [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.469077] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c672946d-1373-43cc-95ca-75e10063c20b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.471588] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1284.471588] env[69411]: value = "task-3324064" [ 1284.471588] env[69411]: _type = "Task" [ 1284.471588] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.478288] env[69411]: DEBUG oslo_vmware.api [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1284.478288] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52532c72-e867-d644-90e8-737e7b2cf526" [ 1284.478288] env[69411]: _type = "Task" [ 1284.478288] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.485033] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.491377] env[69411]: DEBUG oslo_vmware.api [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52532c72-e867-d644-90e8-737e7b2cf526, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.491671] env[69411]: DEBUG oslo_concurrency.lockutils [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.491946] env[69411]: DEBUG oslo_concurrency.lockutils [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.622182] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324062, 'name': ReconfigVM_Task, 'duration_secs': 0.438859} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.622449] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1284.623249] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9552b7a-f8c7-4fc7-8c57-fbef56512689 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.654828] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] d26532bc-15a5-406a-bf6f-2ee5b40fbbdc/d26532bc-15a5-406a-bf6f-2ee5b40fbbdc.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.655284] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ef81117-b93a-41ec-a56f-7f356408687f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.676987] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1284.676987] env[69411]: value = "task-3324065" [ 1284.676987] env[69411]: _type = "Task" [ 1284.676987] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.686642] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.900200] env[69411]: DEBUG oslo_vmware.api [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324063, 'name': PowerOnVM_Task, 'duration_secs': 0.412173} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.900444] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.903505] env[69411]: DEBUG nova.compute.manager [None req-1eaf446d-8f8b-41fe-9755-dd317323d850 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.904337] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8b5985-1d9e-4703-a28f-cad80188f16e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.985033] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324064, 'name': PowerOffVM_Task, 'duration_secs': 0.252568} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.985148] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.985955] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f0d63d-64a2-4a9f-9794-7897eff7d281 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.007054] env[69411]: DEBUG nova.network.neutron [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.009353] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fd7a67-160c-4e05-942b-f240401b5a02 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.142973] env[69411]: DEBUG nova.network.neutron [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Updating instance_info_cache with network_info: [{"id": "dc46768f-03f0-4dbd-a558-8243e6f13efa", "address": "fa:16:3e:4e:47:dd", "network": {"id": "b5d16af4-ec20-4074-ab1d-0ed1d7e2a3fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408751192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0c9fa713aa6425b96d1f6bea41879aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc46768f-03", "ovs_interfaceid": "dc46768f-03f0-4dbd-a558-8243e6f13efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.152585] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88669418-c66f-4c32-b0c0-dbc78fda2c30 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.161877] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d57787-00cf-4018-8e11-74ce19a1ef09 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.195241] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad2559f-c64f-4e5b-96ca-1c0b4e5282dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.206383] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1a674e-dc82-4a61-b90c-c4d39e2d6077 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.210090] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.222416] env[69411]: DEBUG nova.compute.provider_tree [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.522059] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1285.522374] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7ef5dc4e-2379-47c8-9fbf-13fbe165c99f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.531204] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1285.531204] env[69411]: value = "task-3324066" [ 1285.531204] env[69411]: _type = "Task" [ 1285.531204] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.539900] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324066, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.645351] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Releasing lock "refresh_cache-fbc1803b-9c9f-4528-b6c8-1af191c5c412" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.645670] env[69411]: DEBUG nova.compute.manager [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Instance network_info: |[{"id": "dc46768f-03f0-4dbd-a558-8243e6f13efa", "address": "fa:16:3e:4e:47:dd", "network": {"id": "b5d16af4-ec20-4074-ab1d-0ed1d7e2a3fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408751192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0c9fa713aa6425b96d1f6bea41879aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc46768f-03", "ovs_interfaceid": "dc46768f-03f0-4dbd-a558-8243e6f13efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1285.646110] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:47:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc46768f-03f0-4dbd-a558-8243e6f13efa', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.654464] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.654685] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.654931] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5035b2e-6c2d-4786-8c67-3bfce3b84ee8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.676110] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.676110] env[69411]: value = "task-3324067" [ 1285.676110] env[69411]: _type = "Task" [ 1285.676110] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.686156] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324067, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.701630] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324065, 'name': ReconfigVM_Task, 'duration_secs': 0.782137} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.701916] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Reconfigured VM instance instance-0000006e to attach disk [datastore1] d26532bc-15a5-406a-bf6f-2ee5b40fbbdc/d26532bc-15a5-406a-bf6f-2ee5b40fbbdc.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.702732] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d11d679-8db0-40bb-a4c8-255dcb1fe489 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.727804] env[69411]: DEBUG nova.scheduler.client.report [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.731899] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f798abbc-8c15-4959-8e99-945bf1fe141e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.757501] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2759bcc-1086-4fb9-8ae4-f9de49402bdf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.786543] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb347ab-983c-40a2-9594-93600bb8d298 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.796014] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.796301] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62e2fcfd-a942-4a14-b32f-ee2e322efcc0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.805312] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1285.805626] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1285.805626] env[69411]: value = "task-3324068" [ 1285.805626] env[69411]: _type = "Task" [ 1285.805626] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.809417] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1285.809556] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1285.815483] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.992285] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "085a0eb3-c579-47b4-889a-b4c86f0c2230" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.992561] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "085a0eb3-c579-47b4-889a-b4c86f0c2230" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.992767] env[69411]: DEBUG nova.compute.manager [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Going to confirm migration 10 {{(pid=69411) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1286.041891] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324066, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.187657] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324067, 'name': CreateVM_Task, 'duration_secs': 0.419834} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.188067] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.188517] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.188806] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.189063] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.189396] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-414c4015-3692-45c8-b2d1-701600d87e7e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.195080] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1286.195080] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d21231-4db4-37cc-da41-ef620db5758d" [ 1286.195080] env[69411]: _type = "Task" [ 1286.195080] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.203769] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d21231-4db4-37cc-da41-ef620db5758d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.316902] env[69411]: DEBUG oslo_vmware.api [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324068, 'name': PowerOnVM_Task, 'duration_secs': 0.498138} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.317383] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.531459] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "refresh_cache-085a0eb3-c579-47b4-889a-b4c86f0c2230" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.531652] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquired lock "refresh_cache-085a0eb3-c579-47b4-889a-b4c86f0c2230" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.531832] env[69411]: DEBUG nova.network.neutron [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.532101] env[69411]: DEBUG nova.objects.instance [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lazy-loading 'info_cache' on Instance uuid 085a0eb3-c579-47b4-889a-b4c86f0c2230 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.543632] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324066, 'name': CreateSnapshot_Task, 'duration_secs': 0.610572} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.543928] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1286.544798] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1caa7c5-1306-4753-9a37-993df4e479ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.707855] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d21231-4db4-37cc-da41-ef620db5758d, 'name': SearchDatastore_Task, 'duration_secs': 0.011546} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.709207] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.709449] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.709682] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.709831] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.710049] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.711198] env[69411]: DEBUG nova.compute.manager [req-b80d9249-9915-46ca-8458-abd88846316f req-a242c777-b8d1-4a16-b958-e984a785479f service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Received event network-changed-dc46768f-03f0-4dbd-a558-8243e6f13efa {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.711379] env[69411]: DEBUG nova.compute.manager [req-b80d9249-9915-46ca-8458-abd88846316f req-a242c777-b8d1-4a16-b958-e984a785479f service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Refreshing instance network info cache due to event network-changed-dc46768f-03f0-4dbd-a558-8243e6f13efa. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.711572] env[69411]: DEBUG oslo_concurrency.lockutils [req-b80d9249-9915-46ca-8458-abd88846316f req-a242c777-b8d1-4a16-b958-e984a785479f service nova] Acquiring lock "refresh_cache-fbc1803b-9c9f-4528-b6c8-1af191c5c412" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.711710] env[69411]: DEBUG oslo_concurrency.lockutils [req-b80d9249-9915-46ca-8458-abd88846316f req-a242c777-b8d1-4a16-b958-e984a785479f service nova] Acquired lock "refresh_cache-fbc1803b-9c9f-4528-b6c8-1af191c5c412" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.711896] env[69411]: DEBUG nova.network.neutron [req-b80d9249-9915-46ca-8458-abd88846316f req-a242c777-b8d1-4a16-b958-e984a785479f service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Refreshing network info cache for port dc46768f-03f0-4dbd-a558-8243e6f13efa {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.713622] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea0a55eb-2782-48d0-8fea-2985dc6968a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.728954] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.729201] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.729993] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b8eb48-418c-408a-96a4-68f6f3317ed7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.736904] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1286.736904] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526230cf-9179-53c9-dadd-5437e465f982" [ 1286.736904] env[69411]: _type = "Task" [ 1286.736904] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.741556] env[69411]: DEBUG oslo_concurrency.lockutils [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.250s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.751908] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526230cf-9179-53c9-dadd-5437e465f982, 'name': SearchDatastore_Task, 'duration_secs': 0.011649} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.752665] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b858faea-33c0-44eb-9760-db64283d7cc9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.758871] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1286.758871] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5244dfe1-619f-d5cd-0100-ec9243e336f5" [ 1286.758871] env[69411]: _type = "Task" [ 1286.758871] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.769968] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5244dfe1-619f-d5cd-0100-ec9243e336f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.809856] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.810650] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.899382] env[69411]: DEBUG nova.compute.manager [req-3c756ecb-9a18-41c0-8614-fe50755c1e7f req-7988efa4-b4bf-4799-b26f-2e29c0bd0b93 service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Received event network-changed-28861971-98be-4c2e-b906-2c88ad6f6530 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.899382] env[69411]: DEBUG nova.compute.manager [req-3c756ecb-9a18-41c0-8614-fe50755c1e7f req-7988efa4-b4bf-4799-b26f-2e29c0bd0b93 service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Refreshing instance network info cache due to event network-changed-28861971-98be-4c2e-b906-2c88ad6f6530. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.899382] env[69411]: DEBUG oslo_concurrency.lockutils [req-3c756ecb-9a18-41c0-8614-fe50755c1e7f req-7988efa4-b4bf-4799-b26f-2e29c0bd0b93 service nova] Acquiring lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.899382] env[69411]: DEBUG oslo_concurrency.lockutils [req-3c756ecb-9a18-41c0-8614-fe50755c1e7f req-7988efa4-b4bf-4799-b26f-2e29c0bd0b93 service nova] Acquired lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.899647] env[69411]: DEBUG nova.network.neutron [req-3c756ecb-9a18-41c0-8614-fe50755c1e7f req-7988efa4-b4bf-4799-b26f-2e29c0bd0b93 service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Refreshing network info cache for port 28861971-98be-4c2e-b906-2c88ad6f6530 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.064660] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1287.065580] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f126ddec-29a5-4be6-a42b-207074b3be87 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.075104] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1287.075104] env[69411]: value = "task-3324069" [ 1287.075104] env[69411]: _type = "Task" [ 1287.075104] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.084226] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324069, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.273931] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5244dfe1-619f-d5cd-0100-ec9243e336f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013969} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.274227] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.274486] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] fbc1803b-9c9f-4528-b6c8-1af191c5c412/fbc1803b-9c9f-4528-b6c8-1af191c5c412.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.274747] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46e9384f-63b6-4708-97e0-cf8a1f1aa872 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.282968] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1287.282968] env[69411]: value = "task-3324070" [ 1287.282968] env[69411]: _type = "Task" [ 1287.282968] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.293704] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.312771] env[69411]: INFO nova.scheduler.client.report [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleted allocation for migration 956310fe-9dbd-4b0e-803d-ac2282ff7b10 [ 1287.376316] env[69411]: INFO nova.compute.manager [None req-ef0568ab-fd34-486b-bf54-2b96c3a1d249 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating instance to original state: 'active' [ 1287.467123] env[69411]: DEBUG nova.network.neutron [req-b80d9249-9915-46ca-8458-abd88846316f req-a242c777-b8d1-4a16-b958-e984a785479f service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Updated VIF entry in instance network info cache for port dc46768f-03f0-4dbd-a558-8243e6f13efa. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.467911] env[69411]: DEBUG nova.network.neutron [req-b80d9249-9915-46ca-8458-abd88846316f req-a242c777-b8d1-4a16-b958-e984a785479f service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Updating instance_info_cache with network_info: [{"id": "dc46768f-03f0-4dbd-a558-8243e6f13efa", "address": "fa:16:3e:4e:47:dd", "network": {"id": "b5d16af4-ec20-4074-ab1d-0ed1d7e2a3fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408751192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0c9fa713aa6425b96d1f6bea41879aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc46768f-03", "ovs_interfaceid": "dc46768f-03f0-4dbd-a558-8243e6f13efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.589793] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324069, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.676643] env[69411]: DEBUG nova.network.neutron [req-3c756ecb-9a18-41c0-8614-fe50755c1e7f req-7988efa4-b4bf-4799-b26f-2e29c0bd0b93 service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Updated VIF entry in instance network info cache for port 28861971-98be-4c2e-b906-2c88ad6f6530. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.677108] env[69411]: DEBUG nova.network.neutron [req-3c756ecb-9a18-41c0-8614-fe50755c1e7f req-7988efa4-b4bf-4799-b26f-2e29c0bd0b93 service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Updating instance_info_cache with network_info: [{"id": "28861971-98be-4c2e-b906-2c88ad6f6530", "address": "fa:16:3e:c8:20:61", "network": {"id": "fe9bfc17-e540-45c0-a5a1-1d34d2698dc2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-734375037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b17571fb9a948b2a4489ce072f028c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28861971-98", "ovs_interfaceid": "28861971-98be-4c2e-b906-2c88ad6f6530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.793402] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502547} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.793687] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] fbc1803b-9c9f-4528-b6c8-1af191c5c412/fbc1803b-9c9f-4528-b6c8-1af191c5c412.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.793895] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1287.794201] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-902464ca-858b-4a65-ad01-1f23946f0e77 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.801374] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1287.801374] env[69411]: value = "task-3324071" [ 1287.801374] env[69411]: _type = "Task" [ 1287.801374] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.802326] env[69411]: DEBUG nova.network.neutron [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Updating instance_info_cache with network_info: [{"id": "15d92ea9-5354-4461-b69b-dff99f36fead", "address": "fa:16:3e:d3:8e:b7", "network": {"id": "0d5ddef1-d939-49f6-84ae-4197ca99f84e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-712321708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d93079ae7584bab9feb43e850052e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d92ea9-53", "ovs_interfaceid": "15d92ea9-5354-4461-b69b-dff99f36fead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.812599] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.813161] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.820383] env[69411]: DEBUG oslo_concurrency.lockutils [None req-398d78ef-c5bc-4603-9e4b-53faedad9ae3 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "272d2c2a-3c3a-4614-8e37-50dc106acd65" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.158s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.970420] env[69411]: DEBUG oslo_concurrency.lockutils [req-b80d9249-9915-46ca-8458-abd88846316f req-a242c777-b8d1-4a16-b958-e984a785479f service nova] Releasing lock "refresh_cache-fbc1803b-9c9f-4528-b6c8-1af191c5c412" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.086778] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324069, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.180674] env[69411]: DEBUG oslo_concurrency.lockutils [req-3c756ecb-9a18-41c0-8614-fe50755c1e7f req-7988efa4-b4bf-4799-b26f-2e29c0bd0b93 service nova] Releasing lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.308019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Releasing lock "refresh_cache-085a0eb3-c579-47b4-889a-b4c86f0c2230" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.308358] env[69411]: DEBUG nova.objects.instance [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lazy-loading 'migration_context' on Instance uuid 085a0eb3-c579-47b4-889a-b4c86f0c2230 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.315423] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071363} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.315681] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.316508] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c34a26-524e-40ec-93f7-496e99957a3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.341999] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] fbc1803b-9c9f-4528-b6c8-1af191c5c412/fbc1803b-9c9f-4528-b6c8-1af191c5c412.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.341999] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-329e8736-0eef-44fb-8902-97cbc043edae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.363707] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1288.363707] env[69411]: value = "task-3324072" [ 1288.363707] env[69411]: _type = "Task" [ 1288.363707] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.372075] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.589093] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324069, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.809505] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.811558] env[69411]: DEBUG nova.objects.base [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Object Instance<085a0eb3-c579-47b4-889a-b4c86f0c2230> lazy-loaded attributes: info_cache,migration_context {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1288.812509] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35169fc8-2546-4fac-bc6b-7b05045c92b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.833980] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3adf9754-05c6-4b65-8e3f-336cd07e92b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.839967] env[69411]: DEBUG oslo_vmware.api [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1288.839967] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528f5ba6-0829-6bbd-4a74-26960f65b194" [ 1288.839967] env[69411]: _type = "Task" [ 1288.839967] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.848083] env[69411]: DEBUG oslo_vmware.api [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528f5ba6-0829-6bbd-4a74-26960f65b194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.873674] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.087020] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324069, 'name': CloneVM_Task, 'duration_secs': 1.976524} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.087464] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Created linked-clone VM from snapshot [ 1289.088262] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24261de2-9077-4355-94b0-2735f7404af7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.096188] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Uploading image 1b63c6c5-39f3-44c9-8cec-070a551ee33f {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1289.122165] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1289.122165] env[69411]: value = "vm-663578" [ 1289.122165] env[69411]: _type = "VirtualMachine" [ 1289.122165] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1289.122439] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cd7dc1ee-fc72-4469-bb77-2b195aaa17d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.130576] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lease: (returnval){ [ 1289.130576] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523eb5f0-ca99-4202-c06f-8d35fe5e7244" [ 1289.130576] env[69411]: _type = "HttpNfcLease" [ 1289.130576] env[69411]: } obtained for exporting VM: (result){ [ 1289.130576] env[69411]: value = "vm-663578" [ 1289.130576] env[69411]: _type = "VirtualMachine" [ 1289.130576] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1289.130866] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the lease: (returnval){ [ 1289.130866] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523eb5f0-ca99-4202-c06f-8d35fe5e7244" [ 1289.130866] env[69411]: _type = "HttpNfcLease" [ 1289.130866] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1289.137752] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.137752] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523eb5f0-ca99-4202-c06f-8d35fe5e7244" [ 1289.137752] env[69411]: _type = "HttpNfcLease" [ 1289.137752] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1289.168143] env[69411]: INFO nova.compute.manager [None req-f7b6b275-a3f2-46eb-abb7-55bcf3438d16 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Get console output [ 1289.168367] env[69411]: WARNING nova.virt.vmwareapi.driver [None req-f7b6b275-a3f2-46eb-abb7-55bcf3438d16 tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] The console log is missing. Check your VSPC configuration [ 1289.350834] env[69411]: DEBUG oslo_vmware.api [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]528f5ba6-0829-6bbd-4a74-26960f65b194, 'name': SearchDatastore_Task, 'duration_secs': 0.014186} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.351278] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.351320] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.374724] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324072, 'name': ReconfigVM_Task, 'duration_secs': 0.675946} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.375037] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Reconfigured VM instance instance-0000007c to attach disk [datastore1] fbc1803b-9c9f-4528-b6c8-1af191c5c412/fbc1803b-9c9f-4528-b6c8-1af191c5c412.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.375875] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-808bde72-c75b-4cb1-af30-4b59e69fd42d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.384381] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1289.384381] env[69411]: value = "task-3324074" [ 1289.384381] env[69411]: _type = "Task" [ 1289.384381] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.394257] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324074, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.639649] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.639649] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523eb5f0-ca99-4202-c06f-8d35fe5e7244" [ 1289.639649] env[69411]: _type = "HttpNfcLease" [ 1289.639649] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1289.639943] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1289.639943] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]523eb5f0-ca99-4202-c06f-8d35fe5e7244" [ 1289.639943] env[69411]: _type = "HttpNfcLease" [ 1289.639943] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1289.640610] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2c45ca-a41d-4786-b9c7-b47b5686ea94 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.648049] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aed880-39a3-9ef9-a5f9-729efe82cf8d/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1289.648267] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aed880-39a3-9ef9-a5f9-729efe82cf8d/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1289.756596] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d85dffba-0438-4c26-b9ee-8e4c02c856ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.812671] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.812671] env[69411]: DEBUG nova.compute.manager [req-a9c46c4c-2f09-4094-89e4-1c219828c35a req-c8d76e34-53f1-4ae4-967a-f79fbe8dc91a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Received event network-changed-28861971-98be-4c2e-b906-2c88ad6f6530 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.812851] env[69411]: DEBUG nova.compute.manager [req-a9c46c4c-2f09-4094-89e4-1c219828c35a req-c8d76e34-53f1-4ae4-967a-f79fbe8dc91a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Refreshing instance network info cache due to event network-changed-28861971-98be-4c2e-b906-2c88ad6f6530. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.813081] env[69411]: DEBUG oslo_concurrency.lockutils [req-a9c46c4c-2f09-4094-89e4-1c219828c35a req-c8d76e34-53f1-4ae4-967a-f79fbe8dc91a service nova] Acquiring lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.813244] env[69411]: DEBUG oslo_concurrency.lockutils [req-a9c46c4c-2f09-4094-89e4-1c219828c35a req-c8d76e34-53f1-4ae4-967a-f79fbe8dc91a service nova] Acquired lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.813447] env[69411]: DEBUG nova.network.neutron [req-a9c46c4c-2f09-4094-89e4-1c219828c35a req-c8d76e34-53f1-4ae4-967a-f79fbe8dc91a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Refreshing network info cache for port 28861971-98be-4c2e-b906-2c88ad6f6530 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.814968] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.894479] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324074, 'name': Rename_Task, 'duration_secs': 0.376019} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.897057] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.897475] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e20b917-a28a-4a8e-a36d-c25354cac8d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.906567] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1289.906567] env[69411]: value = "task-3324075" [ 1289.906567] env[69411]: _type = "Task" [ 1289.906567] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.921887] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.009226] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b0824e-aa41-4799-a450-b8710d73a964 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.017957] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f137cb8-24ea-46db-acd9-d4b852c112a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.051510] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b84fd3d-fe12-44bc-9779-5b9f01b73106 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.060446] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa800f00-9229-493c-ae22-cabe591e5eb4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.074878] env[69411]: DEBUG nova.compute.provider_tree [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.318267] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.434336] env[69411]: DEBUG oslo_vmware.api [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324075, 'name': PowerOnVM_Task, 'duration_secs': 0.522051} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.434720] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.434925] env[69411]: INFO nova.compute.manager [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1290.435925] env[69411]: DEBUG nova.compute.manager [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.436417] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46647a28-cf5e-43f6-b60b-d776d40bbb71 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.535763] env[69411]: DEBUG nova.network.neutron [req-a9c46c4c-2f09-4094-89e4-1c219828c35a req-c8d76e34-53f1-4ae4-967a-f79fbe8dc91a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Updated VIF entry in instance network info cache for port 28861971-98be-4c2e-b906-2c88ad6f6530. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.536466] env[69411]: DEBUG nova.network.neutron [req-a9c46c4c-2f09-4094-89e4-1c219828c35a req-c8d76e34-53f1-4ae4-967a-f79fbe8dc91a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Updating instance_info_cache with network_info: [{"id": "28861971-98be-4c2e-b906-2c88ad6f6530", "address": "fa:16:3e:c8:20:61", "network": {"id": "fe9bfc17-e540-45c0-a5a1-1d34d2698dc2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-734375037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b17571fb9a948b2a4489ce072f028c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28861971-98", "ovs_interfaceid": "28861971-98be-4c2e-b906-2c88ad6f6530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.578994] env[69411]: DEBUG nova.scheduler.client.report [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.960617] env[69411]: INFO nova.compute.manager [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Took 11.59 seconds to build instance. [ 1291.038641] env[69411]: DEBUG oslo_concurrency.lockutils [req-a9c46c4c-2f09-4094-89e4-1c219828c35a req-c8d76e34-53f1-4ae4-967a-f79fbe8dc91a service nova] Releasing lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.038929] env[69411]: DEBUG nova.compute.manager [req-a9c46c4c-2f09-4094-89e4-1c219828c35a req-c8d76e34-53f1-4ae4-967a-f79fbe8dc91a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Received event network-changed-28861971-98be-4c2e-b906-2c88ad6f6530 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.039119] env[69411]: DEBUG nova.compute.manager [req-a9c46c4c-2f09-4094-89e4-1c219828c35a req-c8d76e34-53f1-4ae4-967a-f79fbe8dc91a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Refreshing instance network info cache due to event network-changed-28861971-98be-4c2e-b906-2c88ad6f6530. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.039375] env[69411]: DEBUG oslo_concurrency.lockutils [req-a9c46c4c-2f09-4094-89e4-1c219828c35a req-c8d76e34-53f1-4ae4-967a-f79fbe8dc91a service nova] Acquiring lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.039522] env[69411]: DEBUG oslo_concurrency.lockutils [req-a9c46c4c-2f09-4094-89e4-1c219828c35a req-c8d76e34-53f1-4ae4-967a-f79fbe8dc91a service nova] Acquired lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.039684] env[69411]: DEBUG nova.network.neutron [req-a9c46c4c-2f09-4094-89e4-1c219828c35a req-c8d76e34-53f1-4ae4-967a-f79fbe8dc91a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Refreshing network info cache for port 28861971-98be-4c2e-b906-2c88ad6f6530 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.462724] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e6e4288-8efe-4e07-be4c-f24a1bd16a31 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.098s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.592981] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.241s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.595672] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.277s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.595997] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.596241] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1291.597523] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6011ecf-a54c-4dbc-8a95-b50963ffade1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.609298] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d93f92a-5520-4469-9126-c841001c08bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.629957] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ab70a2-2b7b-4b35-8c93-83a73fae66cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.638975] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd9b68f-d7ef-4fbb-81ec-9cab517835cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.676539] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180036MB free_disk=110GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1291.676820] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.677151] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.773609] env[69411]: DEBUG nova.network.neutron [req-a9c46c4c-2f09-4094-89e4-1c219828c35a req-c8d76e34-53f1-4ae4-967a-f79fbe8dc91a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Updated VIF entry in instance network info cache for port 28861971-98be-4c2e-b906-2c88ad6f6530. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.774010] env[69411]: DEBUG nova.network.neutron [req-a9c46c4c-2f09-4094-89e4-1c219828c35a req-c8d76e34-53f1-4ae4-967a-f79fbe8dc91a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Updating instance_info_cache with network_info: [{"id": "28861971-98be-4c2e-b906-2c88ad6f6530", "address": "fa:16:3e:c8:20:61", "network": {"id": "fe9bfc17-e540-45c0-a5a1-1d34d2698dc2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-734375037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b17571fb9a948b2a4489ce072f028c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28861971-98", "ovs_interfaceid": "28861971-98be-4c2e-b906-2c88ad6f6530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.871242] env[69411]: DEBUG nova.compute.manager [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1291.945059] env[69411]: DEBUG nova.compute.manager [req-4bc5bd02-fdf6-4a3a-b49b-044307438e56 req-eade87c6-457e-4a5d-b568-2e8997cc854a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Received event network-changed-28861971-98be-4c2e-b906-2c88ad6f6530 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.945471] env[69411]: DEBUG nova.compute.manager [req-4bc5bd02-fdf6-4a3a-b49b-044307438e56 req-eade87c6-457e-4a5d-b568-2e8997cc854a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Refreshing instance network info cache due to event network-changed-28861971-98be-4c2e-b906-2c88ad6f6530. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.945824] env[69411]: DEBUG oslo_concurrency.lockutils [req-4bc5bd02-fdf6-4a3a-b49b-044307438e56 req-eade87c6-457e-4a5d-b568-2e8997cc854a service nova] Acquiring lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.976293] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.976675] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.976928] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.977138] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.977341] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.981127] env[69411]: INFO nova.compute.manager [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Terminating instance [ 1292.167776] env[69411]: INFO nova.scheduler.client.report [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleted allocation for migration bcd2f3d0-d28d-4ea1-8398-9a57c0874800 [ 1292.276740] env[69411]: DEBUG oslo_concurrency.lockutils [req-a9c46c4c-2f09-4094-89e4-1c219828c35a req-c8d76e34-53f1-4ae4-967a-f79fbe8dc91a service nova] Releasing lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.277271] env[69411]: DEBUG oslo_concurrency.lockutils [req-4bc5bd02-fdf6-4a3a-b49b-044307438e56 req-eade87c6-457e-4a5d-b568-2e8997cc854a service nova] Acquired lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.277609] env[69411]: DEBUG nova.network.neutron [req-4bc5bd02-fdf6-4a3a-b49b-044307438e56 req-eade87c6-457e-4a5d-b568-2e8997cc854a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Refreshing network info cache for port 28861971-98be-4c2e-b906-2c88ad6f6530 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.389015] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.410708] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Acquiring lock "53486e1b-5651-4c88-a100-92ae9c73c3a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.410964] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Lock "53486e1b-5651-4c88-a100-92ae9c73c3a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.411203] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Acquiring lock "53486e1b-5651-4c88-a100-92ae9c73c3a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.411387] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Lock "53486e1b-5651-4c88-a100-92ae9c73c3a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.411572] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Lock "53486e1b-5651-4c88-a100-92ae9c73c3a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.414531] env[69411]: INFO nova.compute.manager [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Terminating instance [ 1292.486071] env[69411]: DEBUG nova.compute.manager [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.486458] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.486705] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ae3993c-6321-4202-8904-9178306c77b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.497577] env[69411]: DEBUG oslo_vmware.api [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1292.497577] env[69411]: value = "task-3324076" [ 1292.497577] env[69411]: _type = "Task" [ 1292.497577] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.507319] env[69411]: DEBUG oslo_vmware.api [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.673550] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "085a0eb3-c579-47b4-889a-b4c86f0c2230" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.681s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.700951] env[69411]: INFO nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating resource usage from migration ac9e2de7-ab2f-4c0e-809b-ba61363c4c95 [ 1292.719361] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance e715a445-d4c6-48e0-b9ba-5e112f4588a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.719430] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.719639] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance aeab83be-9983-45f7-a85a-e199561fd8de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.719687] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance d26532bc-15a5-406a-bf6f-2ee5b40fbbdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.719769] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 272d2c2a-3c3a-4614-8e37-50dc106acd65 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.719880] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 53486e1b-5651-4c88-a100-92ae9c73c3a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.720017] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 085a0eb3-c579-47b4-889a-b4c86f0c2230 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.720101] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance fbc1803b-9c9f-4528-b6c8-1af191c5c412 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.720215] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Migration ac9e2de7-ab2f-4c0e-809b-ba61363c4c95 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1292.720330] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 813b1ae3-ed04-415f-99be-2b27094bcf1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.720535] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1292.720675] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2368MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1292.885829] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c741ef53-efca-4a83-a8b7-279611548137 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.894905] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaf8c6c-1d7a-43a5-b2b4-5fad1f06a686 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.929575] env[69411]: DEBUG nova.compute.manager [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.929790] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.930811] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d185632-8450-4a71-baf7-8afdc9d606e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.934229] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f409e570-8cd5-4955-ba17-bd0e1c2b19db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.944824] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d3b98b-2ef8-49d5-8e92-70c7c1e0d530 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.948888] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.951576] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c5f1cc4-cfa1-46aa-8aa4-e52186d7a0e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.964645] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.967763] env[69411]: DEBUG oslo_vmware.api [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1292.967763] env[69411]: value = "task-3324077" [ 1292.967763] env[69411]: _type = "Task" [ 1292.967763] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.979949] env[69411]: DEBUG oslo_vmware.api [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.008951] env[69411]: DEBUG oslo_vmware.api [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324076, 'name': PowerOffVM_Task, 'duration_secs': 0.380779} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.008951] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.008951] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1293.008951] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663568', 'volume_id': 'f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f', 'name': 'volume-f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd26532bc-15a5-406a-bf6f-2ee5b40fbbdc', 'attached_at': '2025-04-04T11:13:53.000000', 'detached_at': '', 'volume_id': 'f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f', 'serial': 'f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1293.009877] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d9c598-961e-4d09-a69f-ee44092d3182 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.034015] env[69411]: DEBUG nova.network.neutron [req-4bc5bd02-fdf6-4a3a-b49b-044307438e56 req-eade87c6-457e-4a5d-b568-2e8997cc854a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Updated VIF entry in instance network info cache for port 28861971-98be-4c2e-b906-2c88ad6f6530. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.034442] env[69411]: DEBUG nova.network.neutron [req-4bc5bd02-fdf6-4a3a-b49b-044307438e56 req-eade87c6-457e-4a5d-b568-2e8997cc854a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Updating instance_info_cache with network_info: [{"id": "28861971-98be-4c2e-b906-2c88ad6f6530", "address": "fa:16:3e:c8:20:61", "network": {"id": "fe9bfc17-e540-45c0-a5a1-1d34d2698dc2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-734375037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2b17571fb9a948b2a4489ce072f028c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28861971-98", "ovs_interfaceid": "28861971-98be-4c2e-b906-2c88ad6f6530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.036526] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7a86bb-f6b9-4baa-a690-c31649d1023f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.045157] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6c6698-d6fd-407f-9d44-fe78de1dde75 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.071080] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce120823-ec71-480a-8466-7e9a8f66efef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.095503] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] The volume has not been displaced from its original location: [datastore2] volume-f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f/volume-f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1293.103945] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1293.104549] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cf8fa6f-415d-439a-a5dd-8be9e56f9f10 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.135034] env[69411]: DEBUG oslo_vmware.api [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1293.135034] env[69411]: value = "task-3324078" [ 1293.135034] env[69411]: _type = "Task" [ 1293.135034] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.144650] env[69411]: DEBUG oslo_vmware.api [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.470083] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.483221] env[69411]: DEBUG oslo_vmware.api [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324077, 'name': PowerOffVM_Task, 'duration_secs': 0.225722} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.483516] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.483738] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.484648] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3d3f7c0-15d6-4c73-9c44-f3e1d29bd865 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.540482] env[69411]: DEBUG oslo_concurrency.lockutils [req-4bc5bd02-fdf6-4a3a-b49b-044307438e56 req-eade87c6-457e-4a5d-b568-2e8997cc854a service nova] Releasing lock "refresh_cache-53486e1b-5651-4c88-a100-92ae9c73c3a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.575793] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.576983] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.577255] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Deleting the datastore file [datastore1] 53486e1b-5651-4c88-a100-92ae9c73c3a8 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.577889] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c29f7e4-b8c8-4c9f-b344-3f07cd91ec5e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.585273] env[69411]: DEBUG oslo_vmware.api [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for the task: (returnval){ [ 1293.585273] env[69411]: value = "task-3324080" [ 1293.585273] env[69411]: _type = "Task" [ 1293.585273] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.595020] env[69411]: DEBUG oslo_vmware.api [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.645945] env[69411]: DEBUG oslo_vmware.api [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324078, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.975728] env[69411]: DEBUG nova.compute.manager [req-0728a694-a674-4045-bcd0-f1bd9dc9caf0 req-fb95d897-6af4-4f98-ad47-71f1d99877ff service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Received event network-changed-dc46768f-03f0-4dbd-a558-8243e6f13efa {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.977272] env[69411]: DEBUG nova.compute.manager [req-0728a694-a674-4045-bcd0-f1bd9dc9caf0 req-fb95d897-6af4-4f98-ad47-71f1d99877ff service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Refreshing instance network info cache due to event network-changed-dc46768f-03f0-4dbd-a558-8243e6f13efa. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.977272] env[69411]: DEBUG oslo_concurrency.lockutils [req-0728a694-a674-4045-bcd0-f1bd9dc9caf0 req-fb95d897-6af4-4f98-ad47-71f1d99877ff service nova] Acquiring lock "refresh_cache-fbc1803b-9c9f-4528-b6c8-1af191c5c412" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.977272] env[69411]: DEBUG oslo_concurrency.lockutils [req-0728a694-a674-4045-bcd0-f1bd9dc9caf0 req-fb95d897-6af4-4f98-ad47-71f1d99877ff service nova] Acquired lock "refresh_cache-fbc1803b-9c9f-4528-b6c8-1af191c5c412" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.977272] env[69411]: DEBUG nova.network.neutron [req-0728a694-a674-4045-bcd0-f1bd9dc9caf0 req-fb95d897-6af4-4f98-ad47-71f1d99877ff service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Refreshing network info cache for port dc46768f-03f0-4dbd-a558-8243e6f13efa {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.978161] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1293.978341] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.301s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.978844] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.590s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.014136] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "085a0eb3-c579-47b4-889a-b4c86f0c2230" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.014326] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "085a0eb3-c579-47b4-889a-b4c86f0c2230" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.014429] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "085a0eb3-c579-47b4-889a-b4c86f0c2230-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.014944] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "085a0eb3-c579-47b4-889a-b4c86f0c2230-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.014944] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "085a0eb3-c579-47b4-889a-b4c86f0c2230-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.016932] env[69411]: INFO nova.compute.manager [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Terminating instance [ 1294.096670] env[69411]: DEBUG oslo_vmware.api [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.146315] env[69411]: DEBUG oslo_vmware.api [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324078, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.486434] env[69411]: INFO nova.compute.claims [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.521231] env[69411]: DEBUG nova.compute.manager [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.521504] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.522430] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5107d537-6289-4777-9362-fdd5c5da4891 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.530282] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.530515] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-588b1e3c-abe5-410a-869f-0b0b16902b8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.537262] env[69411]: DEBUG oslo_vmware.api [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1294.537262] env[69411]: value = "task-3324081" [ 1294.537262] env[69411]: _type = "Task" [ 1294.537262] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.544896] env[69411]: DEBUG oslo_vmware.api [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.596678] env[69411]: DEBUG oslo_vmware.api [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Task: {'id': task-3324080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.814895} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.596952] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.597147] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.597323] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.597495] env[69411]: INFO nova.compute.manager [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1294.597733] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.597921] env[69411]: DEBUG nova.compute.manager [-] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.598073] env[69411]: DEBUG nova.network.neutron [-] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.647390] env[69411]: DEBUG oslo_vmware.api [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324078, 'name': ReconfigVM_Task, 'duration_secs': 1.300621} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.647746] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1294.657314] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d19722a-a749-4d48-a726-b9c30e4b1fd2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.676625] env[69411]: DEBUG oslo_vmware.api [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1294.676625] env[69411]: value = "task-3324082" [ 1294.676625] env[69411]: _type = "Task" [ 1294.676625] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.685591] env[69411]: DEBUG oslo_vmware.api [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.824512] env[69411]: DEBUG nova.network.neutron [req-0728a694-a674-4045-bcd0-f1bd9dc9caf0 req-fb95d897-6af4-4f98-ad47-71f1d99877ff service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Updated VIF entry in instance network info cache for port dc46768f-03f0-4dbd-a558-8243e6f13efa. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.824934] env[69411]: DEBUG nova.network.neutron [req-0728a694-a674-4045-bcd0-f1bd9dc9caf0 req-fb95d897-6af4-4f98-ad47-71f1d99877ff service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Updating instance_info_cache with network_info: [{"id": "dc46768f-03f0-4dbd-a558-8243e6f13efa", "address": "fa:16:3e:4e:47:dd", "network": {"id": "b5d16af4-ec20-4074-ab1d-0ed1d7e2a3fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1408751192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0c9fa713aa6425b96d1f6bea41879aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc46768f-03", "ovs_interfaceid": "dc46768f-03f0-4dbd-a558-8243e6f13efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.982051] env[69411]: DEBUG nova.compute.manager [req-f38095e1-cac0-4624-be71-6a51b2833eda req-449925f2-23e3-4130-9088-51b0e2c7794a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Received event network-vif-deleted-28861971-98be-4c2e-b906-2c88ad6f6530 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.982216] env[69411]: INFO nova.compute.manager [req-f38095e1-cac0-4624-be71-6a51b2833eda req-449925f2-23e3-4130-9088-51b0e2c7794a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Neutron deleted interface 28861971-98be-4c2e-b906-2c88ad6f6530; detaching it from the instance and deleting it from the info cache [ 1294.982462] env[69411]: DEBUG nova.network.neutron [req-f38095e1-cac0-4624-be71-6a51b2833eda req-449925f2-23e3-4130-9088-51b0e2c7794a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.992313] env[69411]: INFO nova.compute.resource_tracker [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating resource usage from migration ac9e2de7-ab2f-4c0e-809b-ba61363c4c95 [ 1295.049929] env[69411]: DEBUG oslo_vmware.api [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324081, 'name': PowerOffVM_Task, 'duration_secs': 0.346922} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.050713] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.050891] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.051221] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-244eafde-bae3-4a4a-a244-820842e07f1f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.126928] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.127174] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.127417] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleting the datastore file [datastore2] 085a0eb3-c579-47b4-889a-b4c86f0c2230 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.127735] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99f05add-0e66-4a3c-8e7e-d1c2332c92dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.134464] env[69411]: DEBUG oslo_vmware.api [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for the task: (returnval){ [ 1295.134464] env[69411]: value = "task-3324084" [ 1295.134464] env[69411]: _type = "Task" [ 1295.134464] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.142820] env[69411]: DEBUG oslo_vmware.api [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.157175] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e540b65-1edf-498f-b63b-3fadd67fe428 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.164270] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ffcd07-c87f-403a-9b2d-898df0a41997 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.198931] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd32ee4-0c6a-4f74-902a-e559c8549d79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.206392] env[69411]: DEBUG oslo_vmware.api [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324082, 'name': ReconfigVM_Task, 'duration_secs': 0.241907} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.208443] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663568', 'volume_id': 'f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f', 'name': 'volume-f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd26532bc-15a5-406a-bf6f-2ee5b40fbbdc', 'attached_at': '2025-04-04T11:13:53.000000', 'detached_at': '', 'volume_id': 'f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f', 'serial': 'f6911b0b-e5b6-4486-8a3e-ad5f3a53f47f'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1295.208721] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.209494] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7926fb4-85ca-4416-a32e-f33161b74693 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.212818] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab2b0d8-fe31-4f69-8635-e9105578ee1a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.220225] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.227919] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e953b1a9-1ffc-40ff-9bb3-88438c1bd274 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.229569] env[69411]: DEBUG nova.compute.provider_tree [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.327589] env[69411]: DEBUG oslo_concurrency.lockutils [req-0728a694-a674-4045-bcd0-f1bd9dc9caf0 req-fb95d897-6af4-4f98-ad47-71f1d99877ff service nova] Releasing lock "refresh_cache-fbc1803b-9c9f-4528-b6c8-1af191c5c412" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.461888] env[69411]: DEBUG nova.network.neutron [-] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.485153] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4cbd4e4-f481-4528-827a-f2cbb92f2630 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.495190] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e784a1a-740d-455e-8d68-e0c6d2cdc2cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.525636] env[69411]: DEBUG nova.compute.manager [req-f38095e1-cac0-4624-be71-6a51b2833eda req-449925f2-23e3-4130-9088-51b0e2c7794a service nova] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Detach interface failed, port_id=28861971-98be-4c2e-b906-2c88ad6f6530, reason: Instance 53486e1b-5651-4c88-a100-92ae9c73c3a8 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1295.646269] env[69411]: DEBUG oslo_vmware.api [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.733199] env[69411]: DEBUG nova.scheduler.client.report [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.964521] env[69411]: INFO nova.compute.manager [-] [instance: 53486e1b-5651-4c88-a100-92ae9c73c3a8] Took 1.37 seconds to deallocate network for instance. [ 1296.058700] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.059147] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.059403] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Deleting the datastore file [datastore1] d26532bc-15a5-406a-bf6f-2ee5b40fbbdc {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.059762] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9c9c8e3-ff7b-41b8-a7fa-14a7b7d0e181 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.070827] env[69411]: DEBUG oslo_vmware.api [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1296.070827] env[69411]: value = "task-3324086" [ 1296.070827] env[69411]: _type = "Task" [ 1296.070827] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.077391] env[69411]: DEBUG oslo_vmware.api [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.147152] env[69411]: DEBUG oslo_vmware.api [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Task: {'id': task-3324084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527464} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.147152] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.147411] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.147458] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.147677] env[69411]: INFO nova.compute.manager [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1296.147931] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.148146] env[69411]: DEBUG nova.compute.manager [-] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.148241] env[69411]: DEBUG nova.network.neutron [-] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.238494] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.259s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.238719] env[69411]: INFO nova.compute.manager [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Migrating [ 1296.471753] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.472145] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.472376] env[69411]: DEBUG nova.objects.instance [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Lazy-loading 'resources' on Instance uuid 53486e1b-5651-4c88-a100-92ae9c73c3a8 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.577616] env[69411]: DEBUG oslo_vmware.api [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.753709] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.754139] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.754248] env[69411]: DEBUG nova.network.neutron [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.869983] env[69411]: DEBUG nova.network.neutron [-] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.006908] env[69411]: DEBUG nova.compute.manager [req-15ce4e26-fd80-4528-af0a-595036a578d6 req-9bc23c10-179d-4f80-ac9c-7fb5f782633c service nova] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Received event network-vif-deleted-15d92ea9-5354-4461-b69b-dff99f36fead {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.079659] env[69411]: DEBUG oslo_vmware.api [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517949} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.082014] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.082229] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.082414] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.082587] env[69411]: INFO nova.compute.manager [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Took 4.60 seconds to destroy the instance on the hypervisor. [ 1297.082827] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.083235] env[69411]: DEBUG nova.compute.manager [-] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.083336] env[69411]: DEBUG nova.network.neutron [-] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.102392] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ae0b2a-9c76-442a-834d-b1d88779552d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.109677] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc946dd-fa7a-453a-b328-4c79d1bd345a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.144852] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415c0a84-ec9d-456d-b840-d84b29eb1694 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.152444] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb616387-953d-4160-8066-ce73461f504d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.166049] env[69411]: DEBUG nova.compute.provider_tree [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.372581] env[69411]: INFO nova.compute.manager [-] [instance: 085a0eb3-c579-47b4-889a-b4c86f0c2230] Took 1.22 seconds to deallocate network for instance. [ 1297.560268] env[69411]: DEBUG nova.network.neutron [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance_info_cache with network_info: [{"id": "9d24f26f-ef28-4c76-9f7d-aebfb906d78e", "address": "fa:16:3e:6d:4f:5f", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d24f26f-ef", "ovs_interfaceid": "9d24f26f-ef28-4c76-9f7d-aebfb906d78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.668943] env[69411]: DEBUG nova.scheduler.client.report [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.879843] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.064389] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.137189] env[69411]: DEBUG nova.network.neutron [-] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.174045] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.176748] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.297s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.177059] env[69411]: DEBUG nova.objects.instance [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lazy-loading 'resources' on Instance uuid 085a0eb3-c579-47b4-889a-b4c86f0c2230 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.200534] env[69411]: INFO nova.scheduler.client.report [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Deleted allocations for instance 53486e1b-5651-4c88-a100-92ae9c73c3a8 [ 1298.639655] env[69411]: INFO nova.compute.manager [-] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Took 1.56 seconds to deallocate network for instance. [ 1298.711669] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f9f14773-bf2c-4b9e-aa35-77ef46fe7678 tempest-ServerRescueTestJSONUnderV235-1883331593 tempest-ServerRescueTestJSONUnderV235-1883331593-project-member] Lock "53486e1b-5651-4c88-a100-92ae9c73c3a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.301s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.808322] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7efedd5-12b0-468c-ab6d-907a5b9b8405 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.816722] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e7362a-ffb1-4a2d-bbd4-1d34944c324e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.846666] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2092e2-6f9c-4fc2-ae67-d50d31e61584 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.853977] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f26569-ef34-4d7b-bfee-de885c4359a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.867581] env[69411]: DEBUG nova.compute.provider_tree [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.037171] env[69411]: DEBUG nova.compute.manager [req-c105e55f-c63d-43ab-b0bd-e4c3b4409887 req-b6b40be9-8a4a-4aa5-8e04-5a8fe205480c service nova] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Received event network-vif-deleted-83f8d3c8-2594-4ae1-b8ce-d0487573a329 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.185347] env[69411]: INFO nova.compute.manager [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: d26532bc-15a5-406a-bf6f-2ee5b40fbbdc] Took 0.55 seconds to detach 1 volumes for instance. [ 1299.371205] env[69411]: DEBUG nova.scheduler.client.report [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.579420] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad8dc7c-1795-49fc-864f-cae8baf3b036 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.599020] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance '813b1ae3-ed04-415f-99be-2b27094bcf1d' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.691577] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.878784] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.882483] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.191s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.884831] env[69411]: DEBUG nova.objects.instance [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'resources' on Instance uuid d26532bc-15a5-406a-bf6f-2ee5b40fbbdc {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.912967] env[69411]: INFO nova.scheduler.client.report [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Deleted allocations for instance 085a0eb3-c579-47b4-889a-b4c86f0c2230 [ 1300.105650] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.105988] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88766144-7249-4469-97bc-88b6045051f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.114328] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1300.114328] env[69411]: value = "task-3324087" [ 1300.114328] env[69411]: _type = "Task" [ 1300.114328] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.123160] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.418837] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aed880-39a3-9ef9-a5f9-729efe82cf8d/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1300.422172] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acd5b31-d310-4881-85d0-dcfe8bb1bd8e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.425426] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fbaf983f-6a51-4472-ba62-ecf908b4a0c0 tempest-DeleteServersTestJSON-745651779 tempest-DeleteServersTestJSON-745651779-project-member] Lock "085a0eb3-c579-47b4-889a-b4c86f0c2230" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.411s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.430021] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aed880-39a3-9ef9-a5f9-729efe82cf8d/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1300.430191] env[69411]: ERROR oslo_vmware.rw_handles [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aed880-39a3-9ef9-a5f9-729efe82cf8d/disk-0.vmdk due to incomplete transfer. [ 1300.430986] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-661d0670-5717-4843-a239-95909414f248 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.439939] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aed880-39a3-9ef9-a5f9-729efe82cf8d/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1300.440185] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Uploaded image 1b63c6c5-39f3-44c9-8cec-070a551ee33f to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1300.442812] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1300.443163] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d5d4e566-9a7c-4429-b771-97d11c2ed444 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.449311] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1300.449311] env[69411]: value = "task-3324089" [ 1300.449311] env[69411]: _type = "Task" [ 1300.449311] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.460747] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324089, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.513682] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc700904-114d-4aa4-8915-84ff1ea07639 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.523623] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7287f33-b490-43f0-b7fc-43bb49ed8065 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.555643] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f2fd96-01f4-4a76-9b9f-4e5c94f60dcc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.563683] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbb2b5e-30b4-43d8-8c07-f5ac76ede93d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.577301] env[69411]: DEBUG nova.compute.provider_tree [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.626292] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324087, 'name': PowerOffVM_Task, 'duration_secs': 0.219288} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.626618] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.626845] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance '813b1ae3-ed04-415f-99be-2b27094bcf1d' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.958564] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324089, 'name': Destroy_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.081030] env[69411]: DEBUG nova.scheduler.client.report [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.133501] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.133949] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.133949] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.134104] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.134363] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.134541] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.134753] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.134910] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.135092] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.135261] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.135432] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.140706] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-949ed013-e98e-4dd1-a28f-5088bcef6c1a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.155988] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1301.155988] env[69411]: value = "task-3324090" [ 1301.155988] env[69411]: _type = "Task" [ 1301.155988] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.164024] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.460454] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324089, 'name': Destroy_Task, 'duration_secs': 0.772217} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.460721] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Destroyed the VM [ 1301.460955] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1301.461306] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8bdab19b-01e2-4f97-8be9-085c41db3e25 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.466900] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1301.466900] env[69411]: value = "task-3324091" [ 1301.466900] env[69411]: _type = "Task" [ 1301.466900] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.474249] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324091, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.586528] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.611329] env[69411]: INFO nova.scheduler.client.report [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Deleted allocations for instance d26532bc-15a5-406a-bf6f-2ee5b40fbbdc [ 1301.666903] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324090, 'name': ReconfigVM_Task, 'duration_secs': 0.418994} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.667373] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance '813b1ae3-ed04-415f-99be-2b27094bcf1d' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.973840] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.978220] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324091, 'name': RemoveSnapshot_Task, 'duration_secs': 0.397436} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.978666] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1301.978953] env[69411]: DEBUG nova.compute.manager [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.979768] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0212c07-f23f-47b4-9753-4c103cd12470 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.118933] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33e9a081-bf20-4b30-b46c-bb9cf06d3832 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "d26532bc-15a5-406a-bf6f-2ee5b40fbbdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.142s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.174417] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.174773] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.174827] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.174979] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.175144] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.175291] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.175492] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.175648] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.175810] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.175967] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.176157] env[69411]: DEBUG nova.virt.hardware [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.181373] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1302.181644] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80b9d2b1-8bee-4628-bd57-8f95e72d20ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.200471] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1302.200471] env[69411]: value = "task-3324092" [ 1302.200471] env[69411]: _type = "Task" [ 1302.200471] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.208352] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.491489] env[69411]: INFO nova.compute.manager [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Shelve offloading [ 1302.710104] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324092, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.995160] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.995517] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-220fc321-eb4b-4abe-a016-193b43d9ebe7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.002716] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1303.002716] env[69411]: value = "task-3324093" [ 1303.002716] env[69411]: _type = "Task" [ 1303.002716] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.010936] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.211123] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324092, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.513222] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1303.513403] env[69411]: DEBUG nova.compute.manager [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.514183] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb48b52-df4a-4e12-bf2d-55f903ebfd4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.519872] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.520057] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.520245] env[69411]: DEBUG nova.network.neutron [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.712315] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324092, 'name': ReconfigVM_Task, 'duration_secs': 1.177614} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.713223] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1303.713444] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3b609b-f535-4c2c-97b9-dcb2ba0215a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.735017] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 813b1ae3-ed04-415f-99be-2b27094bcf1d/813b1ae3-ed04-415f-99be-2b27094bcf1d.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.735297] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56bd79e6-7484-40f8-8d35-81d2bd265be1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.755183] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1303.755183] env[69411]: value = "task-3324094" [ 1303.755183] env[69411]: _type = "Task" [ 1303.755183] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.765047] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.807513] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "efa137d1-521f-4f18-8000-2cb544614382" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.807765] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "efa137d1-521f-4f18-8000-2cb544614382" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.265132] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324094, 'name': ReconfigVM_Task, 'duration_secs': 0.260727} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.265502] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 813b1ae3-ed04-415f-99be-2b27094bcf1d/813b1ae3-ed04-415f-99be-2b27094bcf1d.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.265817] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance '813b1ae3-ed04-415f-99be-2b27094bcf1d' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.310454] env[69411]: DEBUG nova.compute.manager [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.316578] env[69411]: DEBUG nova.network.neutron [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Updating instance_info_cache with network_info: [{"id": "58330740-c1d3-48e5-8df1-db5b0e52999a", "address": "fa:16:3e:ff:8b:f5", "network": {"id": "efd8a8db-2e5e-4901-9ba7-773d1ef29842", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1075396209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7699164851464c94590d397dadc26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58330740-c1", "ovs_interfaceid": "58330740-c1d3-48e5-8df1-db5b0e52999a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.773691] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f8c168-52fd-49e6-a67a-592e14554203 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.800607] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4af40a-408f-4105-8673-6e44935de1df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.821551] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Releasing lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.823585] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance '813b1ae3-ed04-415f-99be-2b27094bcf1d' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.843793] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.844169] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.846704] env[69411]: INFO nova.compute.claims [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.145317] env[69411]: DEBUG nova.compute.manager [req-14b4fb01-63e4-4dc7-bded-e499bfdcc3c8 req-78063de2-c56d-461d-837f-435c1fa530e5 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Received event network-vif-unplugged-58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.145564] env[69411]: DEBUG oslo_concurrency.lockutils [req-14b4fb01-63e4-4dc7-bded-e499bfdcc3c8 req-78063de2-c56d-461d-837f-435c1fa530e5 service nova] Acquiring lock "aeab83be-9983-45f7-a85a-e199561fd8de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.145911] env[69411]: DEBUG oslo_concurrency.lockutils [req-14b4fb01-63e4-4dc7-bded-e499bfdcc3c8 req-78063de2-c56d-461d-837f-435c1fa530e5 service nova] Lock "aeab83be-9983-45f7-a85a-e199561fd8de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.145974] env[69411]: DEBUG oslo_concurrency.lockutils [req-14b4fb01-63e4-4dc7-bded-e499bfdcc3c8 req-78063de2-c56d-461d-837f-435c1fa530e5 service nova] Lock "aeab83be-9983-45f7-a85a-e199561fd8de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.146205] env[69411]: DEBUG nova.compute.manager [req-14b4fb01-63e4-4dc7-bded-e499bfdcc3c8 req-78063de2-c56d-461d-837f-435c1fa530e5 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] No waiting events found dispatching network-vif-unplugged-58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1305.146431] env[69411]: WARNING nova.compute.manager [req-14b4fb01-63e4-4dc7-bded-e499bfdcc3c8 req-78063de2-c56d-461d-837f-435c1fa530e5 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Received unexpected event network-vif-unplugged-58330740-c1d3-48e5-8df1-db5b0e52999a for instance with vm_state shelved and task_state shelving_offloading. [ 1305.235195] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.236140] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bc1054-2689-4349-b59b-ce8a5393fc50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.243725] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.243928] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebfe712e-09df-43cb-b072-b40653211981 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.311062] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.311349] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.311484] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Deleting the datastore file [datastore2] aeab83be-9983-45f7-a85a-e199561fd8de {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.311746] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95157cc9-820f-45ca-b650-97da3fab359a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.318971] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1305.318971] env[69411]: value = "task-3324096" [ 1305.318971] env[69411]: _type = "Task" [ 1305.318971] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.327464] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.364335] env[69411]: DEBUG nova.network.neutron [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Port 9d24f26f-ef28-4c76-9f7d-aebfb906d78e binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1305.828862] env[69411]: DEBUG oslo_vmware.api [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131586} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.829551] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.829765] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.829972] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.852811] env[69411]: INFO nova.scheduler.client.report [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Deleted allocations for instance aeab83be-9983-45f7-a85a-e199561fd8de [ 1305.951405] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bfb642-f0d4-428e-a560-319de3cc2cbb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.959048] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef9e708-d0ef-415f-8cd7-afe1d46d0517 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.990786] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a277217a-ceea-4444-a6b4-e3e2da8f4fb8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.998017] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faf48c7-6b83-42a8-b256-1dc7703ba006 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.012360] env[69411]: DEBUG nova.compute.provider_tree [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.359265] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.385681] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "813b1ae3-ed04-415f-99be-2b27094bcf1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.385865] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "813b1ae3-ed04-415f-99be-2b27094bcf1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.386052] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "813b1ae3-ed04-415f-99be-2b27094bcf1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.516019] env[69411]: DEBUG nova.scheduler.client.report [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.021120] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.021578] env[69411]: DEBUG nova.compute.manager [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1307.025588] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.667s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.025811] env[69411]: DEBUG nova.objects.instance [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lazy-loading 'resources' on Instance uuid aeab83be-9983-45f7-a85a-e199561fd8de {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.173435] env[69411]: DEBUG nova.compute.manager [req-87062d5d-0e9b-4cf0-ac84-6216f117d2ec req-bd819fda-21f8-4488-baca-dec3cf2bcdd0 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Received event network-changed-58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.173680] env[69411]: DEBUG nova.compute.manager [req-87062d5d-0e9b-4cf0-ac84-6216f117d2ec req-bd819fda-21f8-4488-baca-dec3cf2bcdd0 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Refreshing instance network info cache due to event network-changed-58330740-c1d3-48e5-8df1-db5b0e52999a. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.173992] env[69411]: DEBUG oslo_concurrency.lockutils [req-87062d5d-0e9b-4cf0-ac84-6216f117d2ec req-bd819fda-21f8-4488-baca-dec3cf2bcdd0 service nova] Acquiring lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.174485] env[69411]: DEBUG oslo_concurrency.lockutils [req-87062d5d-0e9b-4cf0-ac84-6216f117d2ec req-bd819fda-21f8-4488-baca-dec3cf2bcdd0 service nova] Acquired lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.174762] env[69411]: DEBUG nova.network.neutron [req-87062d5d-0e9b-4cf0-ac84-6216f117d2ec req-bd819fda-21f8-4488-baca-dec3cf2bcdd0 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Refreshing network info cache for port 58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.421671] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.421921] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.422125] env[69411]: DEBUG nova.network.neutron [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.532931] env[69411]: DEBUG nova.compute.utils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1307.534954] env[69411]: DEBUG nova.objects.instance [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lazy-loading 'numa_topology' on Instance uuid aeab83be-9983-45f7-a85a-e199561fd8de {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.535950] env[69411]: DEBUG nova.compute.manager [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1307.536133] env[69411]: DEBUG nova.network.neutron [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1307.573921] env[69411]: DEBUG nova.policy [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e457bfe7532a42ea93094702df7d3628', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ad3320f9a304c7ca903bec6ba9ca533', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1308.041021] env[69411]: DEBUG nova.compute.manager [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1308.043196] env[69411]: DEBUG nova.objects.base [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1308.196141] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef54268-0f4e-4b17-8c95-73760dc71b83 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.205109] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c9e9e3-bb63-44a6-8fd5-6593883504f7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.247474] env[69411]: DEBUG nova.network.neutron [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance_info_cache with network_info: [{"id": "9d24f26f-ef28-4c76-9f7d-aebfb906d78e", "address": "fa:16:3e:6d:4f:5f", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d24f26f-ef", "ovs_interfaceid": "9d24f26f-ef28-4c76-9f7d-aebfb906d78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.252184] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7609e3d9-bc6c-4720-85a1-8d114a7e2ccc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.261018] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c96263-6c3f-4704-8fa2-34932b4b44a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.279120] env[69411]: DEBUG nova.compute.provider_tree [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.315347] env[69411]: DEBUG oslo_concurrency.lockutils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "35d182a2-4033-4510-92d8-4bcbd30fbb36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.315581] env[69411]: DEBUG oslo_concurrency.lockutils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "35d182a2-4033-4510-92d8-4bcbd30fbb36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.360547] env[69411]: DEBUG nova.network.neutron [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Successfully created port: 73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1308.367803] env[69411]: DEBUG nova.network.neutron [req-87062d5d-0e9b-4cf0-ac84-6216f117d2ec req-bd819fda-21f8-4488-baca-dec3cf2bcdd0 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Updated VIF entry in instance network info cache for port 58330740-c1d3-48e5-8df1-db5b0e52999a. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.368163] env[69411]: DEBUG nova.network.neutron [req-87062d5d-0e9b-4cf0-ac84-6216f117d2ec req-bd819fda-21f8-4488-baca-dec3cf2bcdd0 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Updating instance_info_cache with network_info: [{"id": "58330740-c1d3-48e5-8df1-db5b0e52999a", "address": "fa:16:3e:ff:8b:f5", "network": {"id": "efd8a8db-2e5e-4901-9ba7-773d1ef29842", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1075396209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7699164851464c94590d397dadc26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap58330740-c1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.756107] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.782613] env[69411]: DEBUG nova.scheduler.client.report [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.817810] env[69411]: DEBUG nova.compute.manager [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1308.872959] env[69411]: DEBUG oslo_concurrency.lockutils [req-87062d5d-0e9b-4cf0-ac84-6216f117d2ec req-bd819fda-21f8-4488-baca-dec3cf2bcdd0 service nova] Releasing lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.057154] env[69411]: DEBUG nova.compute.manager [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1309.092322] env[69411]: DEBUG nova.virt.hardware [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.092632] env[69411]: DEBUG nova.virt.hardware [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.092780] env[69411]: DEBUG nova.virt.hardware [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.092962] env[69411]: DEBUG nova.virt.hardware [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.093363] env[69411]: DEBUG nova.virt.hardware [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.093529] env[69411]: DEBUG nova.virt.hardware [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.093764] env[69411]: DEBUG nova.virt.hardware [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.093900] env[69411]: DEBUG nova.virt.hardware [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.094079] env[69411]: DEBUG nova.virt.hardware [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.094250] env[69411]: DEBUG nova.virt.hardware [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.094418] env[69411]: DEBUG nova.virt.hardware [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.095316] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e07948-21fb-4d9f-a769-d9c412b276e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.103909] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb977ef-d5a0-4e92-8692-77343c51b0f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.274089] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "aeab83be-9983-45f7-a85a-e199561fd8de" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.283097] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3817a01f-7044-4008-94f8-9a5c8de2ba5e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.302161] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.305231] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42702509-756e-468f-b9c7-1815ec7a0327 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.313177] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance '813b1ae3-ed04-415f-99be-2b27094bcf1d' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.340335] env[69411]: DEBUG oslo_concurrency.lockutils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.341498] env[69411]: DEBUG oslo_concurrency.lockutils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.342206] env[69411]: INFO nova.compute.claims [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1309.748607] env[69411]: DEBUG nova.compute.manager [req-fc3389ad-dc2d-4e68-9d2b-db77cabeab1f req-51e5f217-7402-4c42-b417-a5f379538133 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Received event network-vif-plugged-73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.748830] env[69411]: DEBUG oslo_concurrency.lockutils [req-fc3389ad-dc2d-4e68-9d2b-db77cabeab1f req-51e5f217-7402-4c42-b417-a5f379538133 service nova] Acquiring lock "efa137d1-521f-4f18-8000-2cb544614382-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.749111] env[69411]: DEBUG oslo_concurrency.lockutils [req-fc3389ad-dc2d-4e68-9d2b-db77cabeab1f req-51e5f217-7402-4c42-b417-a5f379538133 service nova] Lock "efa137d1-521f-4f18-8000-2cb544614382-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.749291] env[69411]: DEBUG oslo_concurrency.lockutils [req-fc3389ad-dc2d-4e68-9d2b-db77cabeab1f req-51e5f217-7402-4c42-b417-a5f379538133 service nova] Lock "efa137d1-521f-4f18-8000-2cb544614382-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.749469] env[69411]: DEBUG nova.compute.manager [req-fc3389ad-dc2d-4e68-9d2b-db77cabeab1f req-51e5f217-7402-4c42-b417-a5f379538133 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] No waiting events found dispatching network-vif-plugged-73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1309.749610] env[69411]: WARNING nova.compute.manager [req-fc3389ad-dc2d-4e68-9d2b-db77cabeab1f req-51e5f217-7402-4c42-b417-a5f379538133 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Received unexpected event network-vif-plugged-73050c3e-b969-4319-9c1e-e15e339ebad3 for instance with vm_state building and task_state spawning. [ 1309.813283] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a482d8fb-74dc-44f3-bcd1-d01a21113f4b tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "aeab83be-9983-45f7-a85a-e199561fd8de" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.388s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.814765] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "aeab83be-9983-45f7-a85a-e199561fd8de" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.541s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.815088] env[69411]: INFO nova.compute.manager [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Unshelving [ 1309.819259] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.819520] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-651368ad-3f0a-452f-bc9e-9040df98d87b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.828315] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1309.828315] env[69411]: value = "task-3324097" [ 1309.828315] env[69411]: _type = "Task" [ 1309.828315] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.832854] env[69411]: DEBUG nova.network.neutron [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Successfully updated port: 73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1309.839537] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.335205] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.335460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.335588] env[69411]: DEBUG nova.network.neutron [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.341132] env[69411]: DEBUG oslo_vmware.api [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324097, 'name': PowerOnVM_Task, 'duration_secs': 0.373207} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.341132] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.341330] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ab07a-1402-482d-b457-0d6f30796c4a tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance '813b1ae3-ed04-415f-99be-2b27094bcf1d' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.461960] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2611af33-b821-404c-9884-d605f9de2b4a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.469453] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41189b5c-7e7e-462a-af48-418648ed539f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.498686] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48971f2f-2d81-42d1-8089-492f6b46a17b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.505546] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93918dd-2575-41b8-acb8-299fd29b7a50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.517971] env[69411]: DEBUG nova.compute.provider_tree [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.838531] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.872302] env[69411]: DEBUG nova.network.neutron [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1311.017675] env[69411]: DEBUG nova.network.neutron [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Updating instance_info_cache with network_info: [{"id": "73050c3e-b969-4319-9c1e-e15e339ebad3", "address": "fa:16:3e:dc:70:96", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73050c3e-b9", "ovs_interfaceid": "73050c3e-b969-4319-9c1e-e15e339ebad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.020717] env[69411]: DEBUG nova.scheduler.client.report [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.521428] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.521764] env[69411]: DEBUG nova.compute.manager [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Instance network_info: |[{"id": "73050c3e-b969-4319-9c1e-e15e339ebad3", "address": "fa:16:3e:dc:70:96", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73050c3e-b9", "ovs_interfaceid": "73050c3e-b969-4319-9c1e-e15e339ebad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1311.522620] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:70:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73050c3e-b969-4319-9c1e-e15e339ebad3', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.530029] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.530687] env[69411]: DEBUG oslo_concurrency.lockutils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.531212] env[69411]: DEBUG nova.compute.manager [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1311.533651] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efa137d1-521f-4f18-8000-2cb544614382] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.533960] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.696s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.534193] env[69411]: DEBUG nova.objects.instance [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lazy-loading 'pci_requests' on Instance uuid aeab83be-9983-45f7-a85a-e199561fd8de {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.535037] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38533b57-0edf-4717-96d7-188d27b87062 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.551736] env[69411]: DEBUG nova.objects.instance [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lazy-loading 'numa_topology' on Instance uuid aeab83be-9983-45f7-a85a-e199561fd8de {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.558390] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.558390] env[69411]: value = "task-3324098" [ 1311.558390] env[69411]: _type = "Task" [ 1311.558390] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.566908] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324098, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.776442] env[69411]: DEBUG nova.compute.manager [req-b31c329e-f2a8-4349-bd31-871cf2c0e540 req-c1a3b62a-0ed0-489a-8307-a568e6962f47 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Received event network-changed-73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.776746] env[69411]: DEBUG nova.compute.manager [req-b31c329e-f2a8-4349-bd31-871cf2c0e540 req-c1a3b62a-0ed0-489a-8307-a568e6962f47 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Refreshing instance network info cache due to event network-changed-73050c3e-b969-4319-9c1e-e15e339ebad3. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.777031] env[69411]: DEBUG oslo_concurrency.lockutils [req-b31c329e-f2a8-4349-bd31-871cf2c0e540 req-c1a3b62a-0ed0-489a-8307-a568e6962f47 service nova] Acquiring lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.777208] env[69411]: DEBUG oslo_concurrency.lockutils [req-b31c329e-f2a8-4349-bd31-871cf2c0e540 req-c1a3b62a-0ed0-489a-8307-a568e6962f47 service nova] Acquired lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.777386] env[69411]: DEBUG nova.network.neutron [req-b31c329e-f2a8-4349-bd31-871cf2c0e540 req-c1a3b62a-0ed0-489a-8307-a568e6962f47 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Refreshing network info cache for port 73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.051179] env[69411]: DEBUG nova.compute.utils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1312.052798] env[69411]: DEBUG nova.compute.manager [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1312.052798] env[69411]: DEBUG nova.network.neutron [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1312.054970] env[69411]: INFO nova.compute.claims [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.068036] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324098, 'name': CreateVM_Task, 'duration_secs': 0.299859} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.068204] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efa137d1-521f-4f18-8000-2cb544614382] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.068866] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.070108] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.070108] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.070108] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-556e029e-962a-47c8-9260-81e2b1f4d00a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.074703] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1312.074703] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525493f2-03e1-c38f-ca3e-c1540d9719d0" [ 1312.074703] env[69411]: _type = "Task" [ 1312.074703] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.083665] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525493f2-03e1-c38f-ca3e-c1540d9719d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.102696] env[69411]: DEBUG nova.policy [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04fda34476a047598abd3a2e432fe28a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a1a59eef8b449f8b1d9548e7bbc8fdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1312.198751] env[69411]: DEBUG nova.network.neutron [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Port 9d24f26f-ef28-4c76-9f7d-aebfb906d78e binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1312.198751] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.198906] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.198993] env[69411]: DEBUG nova.network.neutron [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.525701] env[69411]: DEBUG nova.network.neutron [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Successfully created port: 2b1810bf-41a6-4ece-a51e-e3fd02513e9e {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1312.555389] env[69411]: DEBUG nova.compute.manager [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1312.586697] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]525493f2-03e1-c38f-ca3e-c1540d9719d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.587204] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.587486] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.587758] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.587907] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.588111] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.588391] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d688047-09d7-4a5e-98e4-1fc5e30ccbaf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.597965] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.598158] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.598863] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f7923b-f544-483c-b550-76f6d8a83222 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.604472] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1312.604472] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dc1611-dc50-e4f4-455f-7119b615ea70" [ 1312.604472] env[69411]: _type = "Task" [ 1312.604472] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.619857] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dc1611-dc50-e4f4-455f-7119b615ea70, 'name': SearchDatastore_Task, 'duration_secs': 0.007932} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.620651] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61e5918-4705-4471-99a6-153fe1ae947e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.628487] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1312.628487] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5256c590-6f2b-8dec-7d4f-e77bf2490d52" [ 1312.628487] env[69411]: _type = "Task" [ 1312.628487] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.635369] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5256c590-6f2b-8dec-7d4f-e77bf2490d52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.646043] env[69411]: DEBUG nova.network.neutron [req-b31c329e-f2a8-4349-bd31-871cf2c0e540 req-c1a3b62a-0ed0-489a-8307-a568e6962f47 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Updated VIF entry in instance network info cache for port 73050c3e-b969-4319-9c1e-e15e339ebad3. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.646415] env[69411]: DEBUG nova.network.neutron [req-b31c329e-f2a8-4349-bd31-871cf2c0e540 req-c1a3b62a-0ed0-489a-8307-a568e6962f47 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Updating instance_info_cache with network_info: [{"id": "73050c3e-b969-4319-9c1e-e15e339ebad3", "address": "fa:16:3e:dc:70:96", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73050c3e-b9", "ovs_interfaceid": "73050c3e-b969-4319-9c1e-e15e339ebad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.990614] env[69411]: DEBUG nova.network.neutron [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance_info_cache with network_info: [{"id": "9d24f26f-ef28-4c76-9f7d-aebfb906d78e", "address": "fa:16:3e:6d:4f:5f", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d24f26f-ef", "ovs_interfaceid": "9d24f26f-ef28-4c76-9f7d-aebfb906d78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.138723] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5256c590-6f2b-8dec-7d4f-e77bf2490d52, 'name': SearchDatastore_Task, 'duration_secs': 0.007772} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.139025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.139276] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] efa137d1-521f-4f18-8000-2cb544614382/efa137d1-521f-4f18-8000-2cb544614382.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1313.139534] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f29375b-f1ea-49ff-ad2c-b6b61322e937 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.148628] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1313.148628] env[69411]: value = "task-3324099" [ 1313.148628] env[69411]: _type = "Task" [ 1313.148628] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.149127] env[69411]: DEBUG oslo_concurrency.lockutils [req-b31c329e-f2a8-4349-bd31-871cf2c0e540 req-c1a3b62a-0ed0-489a-8307-a568e6962f47 service nova] Releasing lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.160240] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.189356] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d12fb6-e92f-4b44-a167-49b9af59109d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.197107] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a743aa3-b20f-405b-940d-707a93e886ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.231216] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad7c65f-57ce-4a2c-88bd-d118511da216 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.239470] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6830d3e6-8078-427a-90c2-5ea9ea0bde96 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.253795] env[69411]: DEBUG nova.compute.provider_tree [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.493876] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.569765] env[69411]: DEBUG nova.compute.manager [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1313.599440] env[69411]: DEBUG nova.virt.hardware [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.599718] env[69411]: DEBUG nova.virt.hardware [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.599890] env[69411]: DEBUG nova.virt.hardware [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.600325] env[69411]: DEBUG nova.virt.hardware [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.600497] env[69411]: DEBUG nova.virt.hardware [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.600647] env[69411]: DEBUG nova.virt.hardware [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.600874] env[69411]: DEBUG nova.virt.hardware [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.601059] env[69411]: DEBUG nova.virt.hardware [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.601251] env[69411]: DEBUG nova.virt.hardware [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.601413] env[69411]: DEBUG nova.virt.hardware [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.601596] env[69411]: DEBUG nova.virt.hardware [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.602505] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa172d3-0b12-4639-a274-d85b5e9f9118 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.610021] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbc470e-f49c-47f3-b276-0fa6a0566a11 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.657619] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440021} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.657846] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] efa137d1-521f-4f18-8000-2cb544614382/efa137d1-521f-4f18-8000-2cb544614382.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.658061] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1313.658493] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33a39366-35a1-4c64-96d7-8c004203a73a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.664420] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1313.664420] env[69411]: value = "task-3324100" [ 1313.664420] env[69411]: _type = "Task" [ 1313.664420] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.671377] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.756624] env[69411]: DEBUG nova.scheduler.client.report [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.998289] env[69411]: DEBUG nova.compute.manager [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69411) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1313.998507] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.083302] env[69411]: DEBUG nova.compute.manager [req-cafbd0c6-4439-4b01-bac3-89b503764137 req-6165fd17-0826-4c6b-8c15-04a6ea2f9c01 service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Received event network-vif-plugged-2b1810bf-41a6-4ece-a51e-e3fd02513e9e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.083543] env[69411]: DEBUG oslo_concurrency.lockutils [req-cafbd0c6-4439-4b01-bac3-89b503764137 req-6165fd17-0826-4c6b-8c15-04a6ea2f9c01 service nova] Acquiring lock "35d182a2-4033-4510-92d8-4bcbd30fbb36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.083763] env[69411]: DEBUG oslo_concurrency.lockutils [req-cafbd0c6-4439-4b01-bac3-89b503764137 req-6165fd17-0826-4c6b-8c15-04a6ea2f9c01 service nova] Lock "35d182a2-4033-4510-92d8-4bcbd30fbb36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.083915] env[69411]: DEBUG oslo_concurrency.lockutils [req-cafbd0c6-4439-4b01-bac3-89b503764137 req-6165fd17-0826-4c6b-8c15-04a6ea2f9c01 service nova] Lock "35d182a2-4033-4510-92d8-4bcbd30fbb36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.084096] env[69411]: DEBUG nova.compute.manager [req-cafbd0c6-4439-4b01-bac3-89b503764137 req-6165fd17-0826-4c6b-8c15-04a6ea2f9c01 service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] No waiting events found dispatching network-vif-plugged-2b1810bf-41a6-4ece-a51e-e3fd02513e9e {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1314.084268] env[69411]: WARNING nova.compute.manager [req-cafbd0c6-4439-4b01-bac3-89b503764137 req-6165fd17-0826-4c6b-8c15-04a6ea2f9c01 service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Received unexpected event network-vif-plugged-2b1810bf-41a6-4ece-a51e-e3fd02513e9e for instance with vm_state building and task_state spawning. [ 1314.165028] env[69411]: DEBUG nova.network.neutron [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Successfully updated port: 2b1810bf-41a6-4ece-a51e-e3fd02513e9e {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1314.175770] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060245} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.176068] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1314.176921] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a85e19-75f2-425f-b253-71d6f3a7f36b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.201912] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] efa137d1-521f-4f18-8000-2cb544614382/efa137d1-521f-4f18-8000-2cb544614382.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.202459] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48f5405e-9c9c-4c9c-a312-73e1869b6919 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.222605] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1314.222605] env[69411]: value = "task-3324101" [ 1314.222605] env[69411]: _type = "Task" [ 1314.222605] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.230235] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.261572] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.263964] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.265s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.293062] env[69411]: INFO nova.network.neutron [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Updating port 58330740-c1d3-48e5-8df1-db5b0e52999a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1314.671856] env[69411]: DEBUG oslo_concurrency.lockutils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.672202] env[69411]: DEBUG oslo_concurrency.lockutils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquired lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.672472] env[69411]: DEBUG nova.network.neutron [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.732235] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.767061] env[69411]: DEBUG nova.objects.instance [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lazy-loading 'migration_context' on Instance uuid 813b1ae3-ed04-415f-99be-2b27094bcf1d {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.207191] env[69411]: DEBUG nova.network.neutron [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1315.237589] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324101, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.352924] env[69411]: DEBUG nova.network.neutron [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Updating instance_info_cache with network_info: [{"id": "2b1810bf-41a6-4ece-a51e-e3fd02513e9e", "address": "fa:16:3e:8e:75:09", "network": {"id": "f55a9c28-5307-4ea6-8aa3-3ceff5698950", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1330089255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a1a59eef8b449f8b1d9548e7bbc8fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1810bf-41", "ovs_interfaceid": "2b1810bf-41a6-4ece-a51e-e3fd02513e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.400569] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fc88c3-c509-4cba-9612-a439213031ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.408842] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdbc837-7e2f-4cb9-a79c-ab5d0a308e66 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.442369] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dc52ca-d1b8-4c89-8529-ecabf75f3eef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.449861] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c32f10-c626-4d18-9eab-399cbed9c4be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.498563] env[69411]: DEBUG nova.compute.provider_tree [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.734237] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324101, 'name': ReconfigVM_Task, 'duration_secs': 1.032339} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.734522] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Reconfigured VM instance instance-0000007d to attach disk [datastore1] efa137d1-521f-4f18-8000-2cb544614382/efa137d1-521f-4f18-8000-2cb544614382.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.735161] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af5a4263-6bb7-40fa-8272-fb7838cf7db7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.743796] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1315.743796] env[69411]: value = "task-3324102" [ 1315.743796] env[69411]: _type = "Task" [ 1315.743796] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.758474] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324102, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.843773] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.843964] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.844218] env[69411]: DEBUG nova.network.neutron [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.855817] env[69411]: DEBUG oslo_concurrency.lockutils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Releasing lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.856296] env[69411]: DEBUG nova.compute.manager [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Instance network_info: |[{"id": "2b1810bf-41a6-4ece-a51e-e3fd02513e9e", "address": "fa:16:3e:8e:75:09", "network": {"id": "f55a9c28-5307-4ea6-8aa3-3ceff5698950", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1330089255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a1a59eef8b449f8b1d9548e7bbc8fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1810bf-41", "ovs_interfaceid": "2b1810bf-41a6-4ece-a51e-e3fd02513e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1315.856904] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:75:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b1810bf-41a6-4ece-a51e-e3fd02513e9e', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.868533] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Creating folder: Project (2a1a59eef8b449f8b1d9548e7bbc8fdd). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1315.869219] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f157e2c-3237-4320-afdd-3e5f7bf2a914 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.881997] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Created folder: Project (2a1a59eef8b449f8b1d9548e7bbc8fdd) in parent group-v663248. [ 1315.882415] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Creating folder: Instances. Parent ref: group-v663580. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1315.883184] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87be5bad-4776-479c-b8c3-51043e7a70fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.896028] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Created folder: Instances in parent group-v663580. [ 1315.896391] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.896663] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.896953] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecdbc5af-5f4b-427a-9de3-12991b93abde {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.928053] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.928053] env[69411]: value = "task-3324105" [ 1315.928053] env[69411]: _type = "Task" [ 1315.928053] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.938152] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324105, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.968086] env[69411]: DEBUG nova.scheduler.client.report [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.113269] env[69411]: DEBUG nova.compute.manager [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Received event network-changed-2b1810bf-41a6-4ece-a51e-e3fd02513e9e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.113597] env[69411]: DEBUG nova.compute.manager [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Refreshing instance network info cache due to event network-changed-2b1810bf-41a6-4ece-a51e-e3fd02513e9e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1316.113909] env[69411]: DEBUG oslo_concurrency.lockutils [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] Acquiring lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.114153] env[69411]: DEBUG oslo_concurrency.lockutils [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] Acquired lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.114485] env[69411]: DEBUG nova.network.neutron [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Refreshing network info cache for port 2b1810bf-41a6-4ece-a51e-e3fd02513e9e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.118806] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "272d2c2a-3c3a-4614-8e37-50dc106acd65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.119088] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "272d2c2a-3c3a-4614-8e37-50dc106acd65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.119352] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "272d2c2a-3c3a-4614-8e37-50dc106acd65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.119601] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "272d2c2a-3c3a-4614-8e37-50dc106acd65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.119842] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "272d2c2a-3c3a-4614-8e37-50dc106acd65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.122263] env[69411]: INFO nova.compute.manager [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Terminating instance [ 1316.256592] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324102, 'name': Rename_Task, 'duration_secs': 0.149149} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.256925] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.257065] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69b3b592-f251-4e9b-851f-5a153e5442aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.263670] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1316.263670] env[69411]: value = "task-3324106" [ 1316.263670] env[69411]: _type = "Task" [ 1316.263670] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.272134] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.438602] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324105, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.604909] env[69411]: DEBUG nova.network.neutron [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Updating instance_info_cache with network_info: [{"id": "58330740-c1d3-48e5-8df1-db5b0e52999a", "address": "fa:16:3e:ff:8b:f5", "network": {"id": "efd8a8db-2e5e-4901-9ba7-773d1ef29842", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1075396209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7699164851464c94590d397dadc26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58330740-c1", "ovs_interfaceid": "58330740-c1d3-48e5-8df1-db5b0e52999a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.626294] env[69411]: DEBUG nova.compute.manager [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1316.626680] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.627238] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-630e208e-0be1-4490-970b-c68b49f2b0bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.634465] env[69411]: DEBUG oslo_vmware.api [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1316.634465] env[69411]: value = "task-3324107" [ 1316.634465] env[69411]: _type = "Task" [ 1316.634465] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.643719] env[69411]: DEBUG oslo_vmware.api [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.775335] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.896041] env[69411]: DEBUG nova.network.neutron [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Updated VIF entry in instance network info cache for port 2b1810bf-41a6-4ece-a51e-e3fd02513e9e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1316.896367] env[69411]: DEBUG nova.network.neutron [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Updating instance_info_cache with network_info: [{"id": "2b1810bf-41a6-4ece-a51e-e3fd02513e9e", "address": "fa:16:3e:8e:75:09", "network": {"id": "f55a9c28-5307-4ea6-8aa3-3ceff5698950", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1330089255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a1a59eef8b449f8b1d9548e7bbc8fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1810bf-41", "ovs_interfaceid": "2b1810bf-41a6-4ece-a51e-e3fd02513e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.938947] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324105, 'name': CreateVM_Task, 'duration_secs': 0.787248} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.939144] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.939800] env[69411]: DEBUG oslo_concurrency.lockutils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.939985] env[69411]: DEBUG oslo_concurrency.lockutils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.940330] env[69411]: DEBUG oslo_concurrency.lockutils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.940586] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079c4f44-3faa-4a57-a7e6-8e4ed2a18daa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.945831] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1316.945831] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52780092-5b5e-5c59-35d8-9508e08fb9a2" [ 1316.945831] env[69411]: _type = "Task" [ 1316.945831] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.953604] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52780092-5b5e-5c59-35d8-9508e08fb9a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.979985] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.716s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.107680] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Releasing lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.135931] env[69411]: DEBUG nova.virt.hardware [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ad1743e094881dd47995d40a8ea8e29a',container_format='bare',created_at=2025-04-04T11:13:54Z,direct_url=,disk_format='vmdk',id=1b63c6c5-39f3-44c9-8cec-070a551ee33f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1654791020-shelved',owner='6b7699164851464c94590d397dadc26a',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-04T11:14:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.136192] env[69411]: DEBUG nova.virt.hardware [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.136358] env[69411]: DEBUG nova.virt.hardware [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.136544] env[69411]: DEBUG nova.virt.hardware [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.136690] env[69411]: DEBUG nova.virt.hardware [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.136837] env[69411]: DEBUG nova.virt.hardware [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.137056] env[69411]: DEBUG nova.virt.hardware [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.137224] env[69411]: DEBUG nova.virt.hardware [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.137392] env[69411]: DEBUG nova.virt.hardware [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.137554] env[69411]: DEBUG nova.virt.hardware [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.138116] env[69411]: DEBUG nova.virt.hardware [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.139037] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167dd748-c96d-4ccc-8bca-bad37e81e864 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.152254] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e1048e-ad1a-48fe-a0c9-22c6ee127d85 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.156353] env[69411]: DEBUG oslo_vmware.api [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324107, 'name': PowerOffVM_Task, 'duration_secs': 0.291303} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.156616] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.156814] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1317.157009] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663564', 'volume_id': 'dce71279-516f-4ea3-ab6f-648cf99eaf23', 'name': 'volume-dce71279-516f-4ea3-ab6f-648cf99eaf23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '272d2c2a-3c3a-4614-8e37-50dc106acd65', 'attached_at': '2025-04-04T11:13:49.000000', 'detached_at': '', 'volume_id': 'dce71279-516f-4ea3-ab6f-648cf99eaf23', 'serial': 'dce71279-516f-4ea3-ab6f-648cf99eaf23'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1317.158087] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426de66a-5a07-4f04-bdbf-5b4d13d07ffe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.169915] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:8b:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58330740-c1d3-48e5-8df1-db5b0e52999a', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.177347] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.177998] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.178241] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d66d955d-302d-4afd-8d48-695703fa97ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.206267] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e7c8d9-2f50-4a71-b46e-72906d854138 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.210724] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.210724] env[69411]: value = "task-3324108" [ 1317.210724] env[69411]: _type = "Task" [ 1317.210724] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.215644] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02b91e0-b67c-42d9-bf87-29c67e7f012a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.223043] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324108, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.237179] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c0ea02-7697-427a-819a-084a75532afa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.252587] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] The volume has not been displaced from its original location: [datastore2] volume-dce71279-516f-4ea3-ab6f-648cf99eaf23/volume-dce71279-516f-4ea3-ab6f-648cf99eaf23.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1317.257893] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1317.258223] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6748373c-be57-4898-bd33-a67077e90d1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.279702] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324106, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.281042] env[69411]: DEBUG oslo_vmware.api [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1317.281042] env[69411]: value = "task-3324109" [ 1317.281042] env[69411]: _type = "Task" [ 1317.281042] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.288351] env[69411]: DEBUG oslo_vmware.api [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324109, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.399296] env[69411]: DEBUG oslo_concurrency.lockutils [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] Releasing lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.399738] env[69411]: DEBUG nova.compute.manager [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Received event network-vif-plugged-58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.399825] env[69411]: DEBUG oslo_concurrency.lockutils [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] Acquiring lock "aeab83be-9983-45f7-a85a-e199561fd8de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.399991] env[69411]: DEBUG oslo_concurrency.lockutils [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] Lock "aeab83be-9983-45f7-a85a-e199561fd8de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.400166] env[69411]: DEBUG oslo_concurrency.lockutils [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] Lock "aeab83be-9983-45f7-a85a-e199561fd8de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.400449] env[69411]: DEBUG nova.compute.manager [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] No waiting events found dispatching network-vif-plugged-58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1317.400613] env[69411]: WARNING nova.compute.manager [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Received unexpected event network-vif-plugged-58330740-c1d3-48e5-8df1-db5b0e52999a for instance with vm_state shelved_offloaded and task_state spawning. [ 1317.400771] env[69411]: DEBUG nova.compute.manager [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Received event network-changed-58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.400922] env[69411]: DEBUG nova.compute.manager [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Refreshing instance network info cache due to event network-changed-58330740-c1d3-48e5-8df1-db5b0e52999a. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.401138] env[69411]: DEBUG oslo_concurrency.lockutils [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] Acquiring lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.401278] env[69411]: DEBUG oslo_concurrency.lockutils [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] Acquired lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.401437] env[69411]: DEBUG nova.network.neutron [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Refreshing network info cache for port 58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.457011] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52780092-5b5e-5c59-35d8-9508e08fb9a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.457383] env[69411]: DEBUG oslo_concurrency.lockutils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.458324] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.458597] env[69411]: DEBUG oslo_concurrency.lockutils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.458755] env[69411]: DEBUG oslo_concurrency.lockutils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.458939] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.459222] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6ec67e7-0350-4412-8a95-8acbc1238103 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.468300] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.468499] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.469256] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ef60b4-9888-45ed-a52a-b4f2ceb8c621 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.475278] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1317.475278] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520485e0-0f3f-fa7e-01bd-470a9b3dd8d6" [ 1317.475278] env[69411]: _type = "Task" [ 1317.475278] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.485954] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520485e0-0f3f-fa7e-01bd-470a9b3dd8d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.723066] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324108, 'name': CreateVM_Task, 'duration_secs': 0.331493} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.723066] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.723493] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b63c6c5-39f3-44c9-8cec-070a551ee33f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.723658] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b63c6c5-39f3-44c9-8cec-070a551ee33f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.724032] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b63c6c5-39f3-44c9-8cec-070a551ee33f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.724691] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-370a5dfe-bd1f-4829-b530-013d6dbba970 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.729046] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1317.729046] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f89c7b-845f-fcbc-d748-0e244c59a91c" [ 1317.729046] env[69411]: _type = "Task" [ 1317.729046] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.736862] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52f89c7b-845f-fcbc-d748-0e244c59a91c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.780265] env[69411]: DEBUG oslo_vmware.api [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324106, 'name': PowerOnVM_Task, 'duration_secs': 1.378855} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.780545] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.780742] env[69411]: INFO nova.compute.manager [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1317.780923] env[69411]: DEBUG nova.compute.manager [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.781680] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a900a669-86a4-4647-b682-a152c0cbe250 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.795488] env[69411]: DEBUG oslo_vmware.api [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324109, 'name': ReconfigVM_Task, 'duration_secs': 0.193051} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.795940] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1317.800445] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02fef59f-41b4-4bc7-b777-51c2dcf849c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.815687] env[69411]: DEBUG oslo_vmware.api [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1317.815687] env[69411]: value = "task-3324110" [ 1317.815687] env[69411]: _type = "Task" [ 1317.815687] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.823205] env[69411]: DEBUG oslo_vmware.api [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.985631] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520485e0-0f3f-fa7e-01bd-470a9b3dd8d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.986494] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c16e91e3-5d23-482f-b667-a5888ffa516d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.991888] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1317.991888] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a877cf-8948-264f-41bb-450e72037e31" [ 1317.991888] env[69411]: _type = "Task" [ 1317.991888] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.006382] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a877cf-8948-264f-41bb-450e72037e31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.114965] env[69411]: DEBUG nova.network.neutron [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Updated VIF entry in instance network info cache for port 58330740-c1d3-48e5-8df1-db5b0e52999a. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.115361] env[69411]: DEBUG nova.network.neutron [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Updating instance_info_cache with network_info: [{"id": "58330740-c1d3-48e5-8df1-db5b0e52999a", "address": "fa:16:3e:ff:8b:f5", "network": {"id": "efd8a8db-2e5e-4901-9ba7-773d1ef29842", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1075396209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7699164851464c94590d397dadc26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58330740-c1", "ovs_interfaceid": "58330740-c1d3-48e5-8df1-db5b0e52999a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.239763] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b63c6c5-39f3-44c9-8cec-070a551ee33f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.239763] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Processing image 1b63c6c5-39f3-44c9-8cec-070a551ee33f {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.239763] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b63c6c5-39f3-44c9-8cec-070a551ee33f/1b63c6c5-39f3-44c9-8cec-070a551ee33f.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.239763] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b63c6c5-39f3-44c9-8cec-070a551ee33f/1b63c6c5-39f3-44c9-8cec-070a551ee33f.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.239763] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.240228] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62e40e05-6c7b-4d91-b604-fec614f12e13 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.249431] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.249859] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.250370] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c306fdc-34e5-4dbf-a063-dd56de664012 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.255586] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1318.255586] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52351bd5-baef-258c-f7f1-105b4addd619" [ 1318.255586] env[69411]: _type = "Task" [ 1318.255586] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.263104] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52351bd5-baef-258c-f7f1-105b4addd619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.302750] env[69411]: INFO nova.compute.manager [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Took 13.48 seconds to build instance. [ 1318.325653] env[69411]: DEBUG oslo_vmware.api [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324110, 'name': ReconfigVM_Task, 'duration_secs': 0.178369} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.325934] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663564', 'volume_id': 'dce71279-516f-4ea3-ab6f-648cf99eaf23', 'name': 'volume-dce71279-516f-4ea3-ab6f-648cf99eaf23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '272d2c2a-3c3a-4614-8e37-50dc106acd65', 'attached_at': '2025-04-04T11:13:49.000000', 'detached_at': '', 'volume_id': 'dce71279-516f-4ea3-ab6f-648cf99eaf23', 'serial': 'dce71279-516f-4ea3-ab6f-648cf99eaf23'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1318.326213] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1318.326936] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535721a6-e2a2-40f6-9d83-486560f24086 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.333122] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.333335] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22cd3880-27a1-4dbf-b147-fe5b259eb8f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.418960] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.419198] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.419385] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleting the datastore file [datastore2] 272d2c2a-3c3a-4614-8e37-50dc106acd65 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.419652] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b9148dc-2508-4dda-a1ef-a74324f620f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.427992] env[69411]: DEBUG oslo_vmware.api [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1318.427992] env[69411]: value = "task-3324112" [ 1318.427992] env[69411]: _type = "Task" [ 1318.427992] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.435397] env[69411]: DEBUG oslo_vmware.api [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.503670] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a877cf-8948-264f-41bb-450e72037e31, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.503926] env[69411]: DEBUG oslo_concurrency.lockutils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.504155] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 35d182a2-4033-4510-92d8-4bcbd30fbb36/35d182a2-4033-4510-92d8-4bcbd30fbb36.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.504431] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f10909a-88b5-46eb-a7d5-b190444048f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.513650] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1318.513650] env[69411]: value = "task-3324113" [ 1318.513650] env[69411]: _type = "Task" [ 1318.513650] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.521993] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.525503] env[69411]: INFO nova.compute.manager [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Swapping old allocation on dict_keys(['b10946ce-3a6e-47d0-962e-35fd25da5d6e']) held by migration ac9e2de7-ab2f-4c0e-809b-ba61363c4c95 for instance [ 1318.553262] env[69411]: DEBUG nova.scheduler.client.report [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Overwriting current allocation {'allocations': {'b10946ce-3a6e-47d0-962e-35fd25da5d6e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 197}}, 'project_id': 'c8952a3f10664780a3d661cbdd4b8f8e', 'user_id': '4eb23c56e68944069d2f0820cf6f827a', 'consumer_generation': 1} on consumer 813b1ae3-ed04-415f-99be-2b27094bcf1d {{(pid=69411) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1318.617925] env[69411]: DEBUG oslo_concurrency.lockutils [req-1a5fe112-e599-4c05-904b-a724795c0e65 req-106d2f7c-a912-4b6c-ba5e-9737baf9ee14 service nova] Releasing lock "refresh_cache-aeab83be-9983-45f7-a85a-e199561fd8de" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.652984] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.653296] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.653512] env[69411]: DEBUG nova.network.neutron [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.770898] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Preparing fetch location {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1318.771330] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Fetch image to [datastore1] OSTACK_IMG_b1197d77-a841-4145-bd45-0b9a93192813/OSTACK_IMG_b1197d77-a841-4145-bd45-0b9a93192813.vmdk {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1318.771637] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Downloading stream optimized image 1b63c6c5-39f3-44c9-8cec-070a551ee33f to [datastore1] OSTACK_IMG_b1197d77-a841-4145-bd45-0b9a93192813/OSTACK_IMG_b1197d77-a841-4145-bd45-0b9a93192813.vmdk on the data store datastore1 as vApp {{(pid=69411) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1318.771916] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Downloading image file data 1b63c6c5-39f3-44c9-8cec-070a551ee33f to the ESX as VM named 'OSTACK_IMG_b1197d77-a841-4145-bd45-0b9a93192813' {{(pid=69411) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1318.804478] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c917dfa5-5cb9-4db0-bf7b-a6ffca72f0c6 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "efa137d1-521f-4f18-8000-2cb544614382" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.997s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.864024] env[69411]: DEBUG oslo_vmware.rw_handles [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1318.864024] env[69411]: value = "resgroup-9" [ 1318.864024] env[69411]: _type = "ResourcePool" [ 1318.864024] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1318.864024] env[69411]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-36ffc8b6-8a97-4bcb-a059-c929ecf28058 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.884254] env[69411]: DEBUG oslo_vmware.rw_handles [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lease: (returnval){ [ 1318.884254] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ed75f9-0d0d-5dc6-d92c-e2f29589c4d5" [ 1318.884254] env[69411]: _type = "HttpNfcLease" [ 1318.884254] env[69411]: } obtained for vApp import into resource pool (val){ [ 1318.884254] env[69411]: value = "resgroup-9" [ 1318.884254] env[69411]: _type = "ResourcePool" [ 1318.884254] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1318.884553] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the lease: (returnval){ [ 1318.884553] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ed75f9-0d0d-5dc6-d92c-e2f29589c4d5" [ 1318.884553] env[69411]: _type = "HttpNfcLease" [ 1318.884553] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1318.891285] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1318.891285] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ed75f9-0d0d-5dc6-d92c-e2f29589c4d5" [ 1318.891285] env[69411]: _type = "HttpNfcLease" [ 1318.891285] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1318.938876] env[69411]: DEBUG oslo_vmware.api [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146649} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.939187] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.939426] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.939621] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.940038] env[69411]: INFO nova.compute.manager [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1318.940126] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.940314] env[69411]: DEBUG nova.compute.manager [-] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.940410] env[69411]: DEBUG nova.network.neutron [-] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1319.026744] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324113, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.392800] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1319.392800] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ed75f9-0d0d-5dc6-d92c-e2f29589c4d5" [ 1319.392800] env[69411]: _type = "HttpNfcLease" [ 1319.392800] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1319.530969] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535627} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.531263] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 35d182a2-4033-4510-92d8-4bcbd30fbb36/35d182a2-4033-4510-92d8-4bcbd30fbb36.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.531480] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.531730] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4cbe6af-fe55-4100-b40c-15e873a75bcf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.539082] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1319.539082] env[69411]: value = "task-3324115" [ 1319.539082] env[69411]: _type = "Task" [ 1319.539082] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.543974] env[69411]: DEBUG nova.network.neutron [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance_info_cache with network_info: [{"id": "9d24f26f-ef28-4c76-9f7d-aebfb906d78e", "address": "fa:16:3e:6d:4f:5f", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d24f26f-ef", "ovs_interfaceid": "9d24f26f-ef28-4c76-9f7d-aebfb906d78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.550139] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.560528] env[69411]: DEBUG nova.compute.manager [req-781cf5a8-8579-4726-89fc-549cc715d30a req-af0ead89-2a1f-496c-a6d7-8d46dc632f11 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Received event network-changed-73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.561016] env[69411]: DEBUG nova.compute.manager [req-781cf5a8-8579-4726-89fc-549cc715d30a req-af0ead89-2a1f-496c-a6d7-8d46dc632f11 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Refreshing instance network info cache due to event network-changed-73050c3e-b969-4319-9c1e-e15e339ebad3. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1319.561016] env[69411]: DEBUG oslo_concurrency.lockutils [req-781cf5a8-8579-4726-89fc-549cc715d30a req-af0ead89-2a1f-496c-a6d7-8d46dc632f11 service nova] Acquiring lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.561257] env[69411]: DEBUG oslo_concurrency.lockutils [req-781cf5a8-8579-4726-89fc-549cc715d30a req-af0ead89-2a1f-496c-a6d7-8d46dc632f11 service nova] Acquired lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.561257] env[69411]: DEBUG nova.network.neutron [req-781cf5a8-8579-4726-89fc-549cc715d30a req-af0ead89-2a1f-496c-a6d7-8d46dc632f11 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Refreshing network info cache for port 73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.596746] env[69411]: DEBUG nova.compute.manager [req-3cae92f6-c910-474f-8fca-cff6cba9ace6 req-8cec334e-3874-4810-ab57-a66345409299 service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Received event network-vif-deleted-30436dfb-037d-454b-a841-f9504192951a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.596945] env[69411]: INFO nova.compute.manager [req-3cae92f6-c910-474f-8fca-cff6cba9ace6 req-8cec334e-3874-4810-ab57-a66345409299 service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Neutron deleted interface 30436dfb-037d-454b-a841-f9504192951a; detaching it from the instance and deleting it from the info cache [ 1319.597140] env[69411]: DEBUG nova.network.neutron [req-3cae92f6-c910-474f-8fca-cff6cba9ace6 req-8cec334e-3874-4810-ab57-a66345409299 service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.894197] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1319.894197] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ed75f9-0d0d-5dc6-d92c-e2f29589c4d5" [ 1319.894197] env[69411]: _type = "HttpNfcLease" [ 1319.894197] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1319.894525] env[69411]: DEBUG oslo_vmware.rw_handles [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1319.894525] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52ed75f9-0d0d-5dc6-d92c-e2f29589c4d5" [ 1319.894525] env[69411]: _type = "HttpNfcLease" [ 1319.894525] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1319.895247] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf237f6-4fef-4fef-9bb9-4496d8ba5bde {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.902528] env[69411]: DEBUG oslo_vmware.rw_handles [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52891ad8-3763-1f01-3776-17aa419967d4/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1319.902705] env[69411]: DEBUG oslo_vmware.rw_handles [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52891ad8-3763-1f01-3776-17aa419967d4/disk-0.vmdk. {{(pid=69411) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1319.966812] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4df2b1c0-5868-4b62-96ee-40dec3f2fbcc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.049385] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "refresh_cache-813b1ae3-ed04-415f-99be-2b27094bcf1d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.049841] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.050152] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166572} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.050368] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24e849ec-93f6-4eef-92cf-de5f91a34dac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.051996] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1320.052880] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17857a10-c7fa-46f0-a30d-c8619c6022ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.078440] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 35d182a2-4033-4510-92d8-4bcbd30fbb36/35d182a2-4033-4510-92d8-4bcbd30fbb36.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.080125] env[69411]: DEBUG nova.network.neutron [-] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.081446] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed45985-30b2-4d3b-947e-a37e8f630362 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.096108] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1320.096108] env[69411]: value = "task-3324116" [ 1320.096108] env[69411]: _type = "Task" [ 1320.096108] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.102908] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ff7e69c-f8e9-4f03-ae98-1a9fbcccaed8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.105705] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1320.105705] env[69411]: value = "task-3324117" [ 1320.105705] env[69411]: _type = "Task" [ 1320.105705] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.112950] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.116256] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230d548c-95eb-44fb-87ee-fc07cb008752 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.132516] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.160982] env[69411]: DEBUG nova.compute.manager [req-3cae92f6-c910-474f-8fca-cff6cba9ace6 req-8cec334e-3874-4810-ab57-a66345409299 service nova] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Detach interface failed, port_id=30436dfb-037d-454b-a841-f9504192951a, reason: Instance 272d2c2a-3c3a-4614-8e37-50dc106acd65 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1320.352047] env[69411]: DEBUG nova.network.neutron [req-781cf5a8-8579-4726-89fc-549cc715d30a req-af0ead89-2a1f-496c-a6d7-8d46dc632f11 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Updated VIF entry in instance network info cache for port 73050c3e-b969-4319-9c1e-e15e339ebad3. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.352563] env[69411]: DEBUG nova.network.neutron [req-781cf5a8-8579-4726-89fc-549cc715d30a req-af0ead89-2a1f-496c-a6d7-8d46dc632f11 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Updating instance_info_cache with network_info: [{"id": "73050c3e-b969-4319-9c1e-e15e339ebad3", "address": "fa:16:3e:dc:70:96", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73050c3e-b9", "ovs_interfaceid": "73050c3e-b969-4319-9c1e-e15e339ebad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.598036] env[69411]: INFO nova.compute.manager [-] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Took 1.66 seconds to deallocate network for instance. [ 1320.612866] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324116, 'name': PowerOffVM_Task, 'duration_secs': 0.320393} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.613226] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.613843] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.614088] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.614251] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.614435] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.614590] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.614720] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.614940] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.615114] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.615285] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.615445] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.615616] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.621948] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a304ed58-245a-427f-8a37-e7ccb506d440 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.637476] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324117, 'name': ReconfigVM_Task, 'duration_secs': 0.348865} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.638114] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 35d182a2-4033-4510-92d8-4bcbd30fbb36/35d182a2-4033-4510-92d8-4bcbd30fbb36.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.638742] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6dbac25-7892-4aa4-9584-731323305bd9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.642860] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1320.642860] env[69411]: value = "task-3324118" [ 1320.642860] env[69411]: _type = "Task" [ 1320.642860] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.647311] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1320.647311] env[69411]: value = "task-3324119" [ 1320.647311] env[69411]: _type = "Task" [ 1320.647311] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.654778] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.661194] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324119, 'name': Rename_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.855680] env[69411]: DEBUG oslo_concurrency.lockutils [req-781cf5a8-8579-4726-89fc-549cc715d30a req-af0ead89-2a1f-496c-a6d7-8d46dc632f11 service nova] Releasing lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.152491] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324118, 'name': ReconfigVM_Task, 'duration_secs': 0.200856} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.156393] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44db47c5-d735-4746-b523-e4aa69f9d296 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.164429] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324119, 'name': Rename_Task, 'duration_secs': 0.156785} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.179012] env[69411]: INFO nova.compute.manager [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Took 0.58 seconds to detach 1 volumes for instance. [ 1321.180857] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.181652] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.181867] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.182035] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.182264] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.182420] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.182566] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.182766] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.182918] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.183107] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.183332] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.183531] env[69411]: DEBUG nova.virt.hardware [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.184648] env[69411]: DEBUG nova.compute.manager [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: 272d2c2a-3c3a-4614-8e37-50dc106acd65] Deleting volume: dce71279-516f-4ea3-ab6f-648cf99eaf23 {{(pid=69411) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1321.186601] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ec136ad-3100-464c-bd28-64c6292769ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.188230] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d87c052f-9bc9-459a-9799-9dd82ccf674a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.194060] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1321.194060] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a3aee2-e7f5-a5c8-a009-80553cd511fb" [ 1321.194060] env[69411]: _type = "Task" [ 1321.194060] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.202380] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1321.202380] env[69411]: value = "task-3324120" [ 1321.202380] env[69411]: _type = "Task" [ 1321.202380] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.208238] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a3aee2-e7f5-a5c8-a009-80553cd511fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.208934] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.619715] env[69411]: DEBUG oslo_vmware.rw_handles [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Completed reading data from the image iterator. {{(pid=69411) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1321.620098] env[69411]: DEBUG oslo_vmware.rw_handles [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52891ad8-3763-1f01-3776-17aa419967d4/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1321.620987] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb047433-548d-435d-8077-b3b40951d475 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.627993] env[69411]: DEBUG oslo_vmware.rw_handles [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52891ad8-3763-1f01-3776-17aa419967d4/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1321.628211] env[69411]: DEBUG oslo_vmware.rw_handles [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52891ad8-3763-1f01-3776-17aa419967d4/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1321.628463] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-76404053-50a4-4445-a605-a5295720354d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.706569] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a3aee2-e7f5-a5c8-a009-80553cd511fb, 'name': SearchDatastore_Task, 'duration_secs': 0.034034} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.712245] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1321.712877] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55918c71-a8c1-4c29-8993-3ae610851cbc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.728375] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.733538] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1321.733538] env[69411]: value = "task-3324122" [ 1321.733538] env[69411]: _type = "Task" [ 1321.733538] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.741606] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.741871] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.742124] env[69411]: DEBUG nova.objects.instance [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lazy-loading 'resources' on Instance uuid 272d2c2a-3c3a-4614-8e37-50dc106acd65 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.743205] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.947968] env[69411]: DEBUG oslo_vmware.rw_handles [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52891ad8-3763-1f01-3776-17aa419967d4/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1321.948209] env[69411]: INFO nova.virt.vmwareapi.images [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Downloaded image file data 1b63c6c5-39f3-44c9-8cec-070a551ee33f [ 1321.949271] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa901d7-3697-4ac4-8a27-d9652d77cf97 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.965071] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-944e4ff2-a60c-4ab5-82e9-86437af10d11 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.011686] env[69411]: INFO nova.virt.vmwareapi.images [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] The imported VM was unregistered [ 1322.014431] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Caching image {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1322.015462] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1b63c6c5-39f3-44c9-8cec-070a551ee33f {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1322.015462] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2c0c2d9-5b83-41e5-8634-9f908825ac69 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.029072] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Created directory with path [datastore1] devstack-image-cache_base/1b63c6c5-39f3-44c9-8cec-070a551ee33f {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1322.029277] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b1197d77-a841-4145-bd45-0b9a93192813/OSTACK_IMG_b1197d77-a841-4145-bd45-0b9a93192813.vmdk to [datastore1] devstack-image-cache_base/1b63c6c5-39f3-44c9-8cec-070a551ee33f/1b63c6c5-39f3-44c9-8cec-070a551ee33f.vmdk. {{(pid=69411) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1322.029547] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-62bc6c71-d988-4951-9fcf-dddc88a6bd76 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.035919] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1322.035919] env[69411]: value = "task-3324124" [ 1322.035919] env[69411]: _type = "Task" [ 1322.035919] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.043539] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324124, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.209592] env[69411]: DEBUG oslo_vmware.api [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324120, 'name': PowerOnVM_Task, 'duration_secs': 0.883715} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.209801] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.210022] env[69411]: INFO nova.compute.manager [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1322.210234] env[69411]: DEBUG nova.compute.manager [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.210999] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eaeede-9d38-42c3-8424-9897e316d2c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.242662] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.351527] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d2efd0-402a-43cb-8916-f13b8f35f8fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.358922] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bffdc9d-85b7-4e02-90ee-aed4449c396f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.388342] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8b52a6-3d65-4645-a967-32d7bf5ce6b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.395135] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3201aac-27b0-4d46-9768-2d3224cb8ec9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.409304] env[69411]: DEBUG nova.compute.provider_tree [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.545248] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324124, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.729141] env[69411]: INFO nova.compute.manager [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Took 13.41 seconds to build instance. [ 1322.746881] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324122, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.913077] env[69411]: DEBUG nova.scheduler.client.report [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.047030] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324124, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.230959] env[69411]: DEBUG oslo_concurrency.lockutils [None req-acf8989d-e13e-4fc5-93ee-c7893ff1dad5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "35d182a2-4033-4510-92d8-4bcbd30fbb36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.915s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.244983] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324122, 'name': ReconfigVM_Task, 'duration_secs': 1.067248} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.245420] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1323.246128] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151869ad-0290-4e98-b810-904bbad125a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.268941] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 813b1ae3-ed04-415f-99be-2b27094bcf1d/813b1ae3-ed04-415f-99be-2b27094bcf1d.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.269317] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2af14ea-c30d-41b4-85e3-8161f274683f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.288234] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1323.288234] env[69411]: value = "task-3324125" [ 1323.288234] env[69411]: _type = "Task" [ 1323.288234] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.297205] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.418620] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.441477] env[69411]: INFO nova.scheduler.client.report [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleted allocations for instance 272d2c2a-3c3a-4614-8e37-50dc106acd65 [ 1323.546645] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324124, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.799176] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.950471] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e28e7cf6-ad3c-47cf-818a-ca29839e143e tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "272d2c2a-3c3a-4614-8e37-50dc106acd65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.831s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.047020] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324124, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.143106] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "816a2f4b-36f7-409f-a924-f5af882bfa53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.143333] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "816a2f4b-36f7-409f-a924-f5af882bfa53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.299478] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.549242] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324124, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.648232] env[69411]: DEBUG nova.compute.manager [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.799941] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.049615] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324124, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.75431} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.050310] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b1197d77-a841-4145-bd45-0b9a93192813/OSTACK_IMG_b1197d77-a841-4145-bd45-0b9a93192813.vmdk to [datastore1] devstack-image-cache_base/1b63c6c5-39f3-44c9-8cec-070a551ee33f/1b63c6c5-39f3-44c9-8cec-070a551ee33f.vmdk. [ 1325.050518] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Cleaning up location [datastore1] OSTACK_IMG_b1197d77-a841-4145-bd45-0b9a93192813 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1325.050682] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b1197d77-a841-4145-bd45-0b9a93192813 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.051051] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4be092a0-cf92-438e-a9d7-c221db683701 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.058235] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1325.058235] env[69411]: value = "task-3324126" [ 1325.058235] env[69411]: _type = "Task" [ 1325.058235] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.062109] env[69411]: DEBUG oslo_concurrency.lockutils [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.062758] env[69411]: DEBUG oslo_concurrency.lockutils [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.063012] env[69411]: DEBUG oslo_concurrency.lockutils [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.063255] env[69411]: DEBUG oslo_concurrency.lockutils [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.063472] env[69411]: DEBUG oslo_concurrency.lockutils [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.068098] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.068563] env[69411]: INFO nova.compute.manager [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Terminating instance [ 1325.170573] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.170857] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.172474] env[69411]: INFO nova.compute.claims [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.300761] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324125, 'name': ReconfigVM_Task, 'duration_secs': 1.571945} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.301045] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 813b1ae3-ed04-415f-99be-2b27094bcf1d/813b1ae3-ed04-415f-99be-2b27094bcf1d.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.301945] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345ec7de-f809-484d-b2db-ecdfade12c9d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.322472] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5814a7a2-83d3-4c5e-abcc-d2747e482e18 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.345413] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52b14e3-f86c-4911-89ae-f8f385bace58 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.364496] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4603f0-cb65-467a-8b0e-7c0278118b19 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.371767] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.372037] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-195ac4c8-12c1-4a86-ac43-b201382fdb2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.379042] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1325.379042] env[69411]: value = "task-3324127" [ 1325.379042] env[69411]: _type = "Task" [ 1325.379042] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.387426] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.568634] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275316} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.568827] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.568992] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b63c6c5-39f3-44c9-8cec-070a551ee33f/1b63c6c5-39f3-44c9-8cec-070a551ee33f.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.569252] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b63c6c5-39f3-44c9-8cec-070a551ee33f/1b63c6c5-39f3-44c9-8cec-070a551ee33f.vmdk to [datastore1] aeab83be-9983-45f7-a85a-e199561fd8de/aeab83be-9983-45f7-a85a-e199561fd8de.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.569503] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ee7ccf8-3271-4e6a-b448-9322f50e5937 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.571709] env[69411]: DEBUG nova.compute.manager [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.571913] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.572769] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63c8558-e699-4fa5-ba62-b76acd16a9f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.581802] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.583368] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69ed27de-7b29-4144-83a2-15117765f7a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.585130] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1325.585130] env[69411]: value = "task-3324128" [ 1325.585130] env[69411]: _type = "Task" [ 1325.585130] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.590744] env[69411]: DEBUG oslo_vmware.api [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1325.590744] env[69411]: value = "task-3324129" [ 1325.590744] env[69411]: _type = "Task" [ 1325.590744] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.597654] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.602803] env[69411]: DEBUG oslo_vmware.api [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.891734] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324127, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.099024] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.104936] env[69411]: DEBUG oslo_vmware.api [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324129, 'name': PowerOffVM_Task, 'duration_secs': 0.235814} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.104936] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.104936] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.105275] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1acf06d-3790-4719-8b75-3faef8cb1940 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.175717] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.175975] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.176179] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleting the datastore file [datastore2] ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.176453] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8a111a0-f739-40c2-8dee-113c9d0e8315 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.184235] env[69411]: DEBUG oslo_vmware.api [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1326.184235] env[69411]: value = "task-3324131" [ 1326.184235] env[69411]: _type = "Task" [ 1326.184235] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.192600] env[69411]: DEBUG oslo_vmware.api [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.294192] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394ca33a-e34c-4c9a-b06d-916bc7d5564b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.303049] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f45ffc7-1be9-4379-847d-80f9b31ef9a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.337954] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24e83e2-bb11-4c74-9a51-1aacef12a9e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.349985] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e9aa39-93da-4efd-8947-ea626fbf1b6c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.366309] env[69411]: DEBUG nova.compute.provider_tree [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.390991] env[69411]: DEBUG oslo_vmware.api [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324127, 'name': PowerOnVM_Task, 'duration_secs': 0.538784} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.391393] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.599884] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324128, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.695349] env[69411]: DEBUG oslo_vmware.api [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307913} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.695724] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.695967] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.696172] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.696353] env[69411]: INFO nova.compute.manager [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1326.696701] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.696955] env[69411]: DEBUG nova.compute.manager [-] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.697073] env[69411]: DEBUG nova.network.neutron [-] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.870151] env[69411]: DEBUG nova.scheduler.client.report [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.957879] env[69411]: DEBUG nova.compute.manager [req-c3888378-4ae6-492b-b0cd-723954fdb59b req-07f91cef-fd0e-431c-b811-759d7f166462 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Received event network-vif-deleted-1dae10b0-4e7c-4adf-a5fe-f12e73c627ba {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.958161] env[69411]: INFO nova.compute.manager [req-c3888378-4ae6-492b-b0cd-723954fdb59b req-07f91cef-fd0e-431c-b811-759d7f166462 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Neutron deleted interface 1dae10b0-4e7c-4adf-a5fe-f12e73c627ba; detaching it from the instance and deleting it from the info cache [ 1326.958298] env[69411]: DEBUG nova.network.neutron [req-c3888378-4ae6-492b-b0cd-723954fdb59b req-07f91cef-fd0e-431c-b811-759d7f166462 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.099886] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324128, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.375611] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.376103] env[69411]: DEBUG nova.compute.manager [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.402482] env[69411]: INFO nova.compute.manager [None req-bfe7ff52-0ef2-4856-8c58-dbfe18d00919 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance to original state: 'active' [ 1327.442339] env[69411]: DEBUG nova.network.neutron [-] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.460819] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8dfbbdc-f001-4d7a-bc43-f25cf8ae4d8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.472636] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617b3ef1-daec-4234-aa7c-09f93133b974 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.505500] env[69411]: DEBUG nova.compute.manager [req-c3888378-4ae6-492b-b0cd-723954fdb59b req-07f91cef-fd0e-431c-b811-759d7f166462 service nova] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Detach interface failed, port_id=1dae10b0-4e7c-4adf-a5fe-f12e73c627ba, reason: Instance ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1327.598843] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324128, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.881870] env[69411]: DEBUG nova.compute.utils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1327.883412] env[69411]: DEBUG nova.compute.manager [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.883569] env[69411]: DEBUG nova.network.neutron [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.947159] env[69411]: DEBUG nova.policy [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04fda34476a047598abd3a2e432fe28a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a1a59eef8b449f8b1d9548e7bbc8fdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.949483] env[69411]: INFO nova.compute.manager [-] [instance: ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82] Took 1.25 seconds to deallocate network for instance. [ 1328.099643] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324128, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.264500] env[69411]: DEBUG nova.network.neutron [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Successfully created port: 3d9d4590-d114-42d6-ab63-4bd73db08914 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.387506] env[69411]: DEBUG nova.compute.manager [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.459197] env[69411]: DEBUG oslo_concurrency.lockutils [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.459664] env[69411]: DEBUG oslo_concurrency.lockutils [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.459992] env[69411]: DEBUG nova.objects.instance [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lazy-loading 'resources' on Instance uuid ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.601134] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324128, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.881242} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.601435] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b63c6c5-39f3-44c9-8cec-070a551ee33f/1b63c6c5-39f3-44c9-8cec-070a551ee33f.vmdk to [datastore1] aeab83be-9983-45f7-a85a-e199561fd8de/aeab83be-9983-45f7-a85a-e199561fd8de.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.602333] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdf3f5e-e979-4185-b7dd-d169167d2dd9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.628995] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] aeab83be-9983-45f7-a85a-e199561fd8de/aeab83be-9983-45f7-a85a-e199561fd8de.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.629359] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f336578-5371-47cd-954d-3a94a09821d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.650594] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1328.650594] env[69411]: value = "task-3324132" [ 1328.650594] env[69411]: _type = "Task" [ 1328.650594] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.659460] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.698885] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.699150] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.073056] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a381c0-c65e-4b44-813d-800dcdb98403 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.081222] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d315e39-dba9-4742-a101-408106c962cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.110893] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09cd3ab-1579-4d4d-89c4-6421595bdcdf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.118471] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10bc61d-349a-4e77-97e4-17a0694f502e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.133228] env[69411]: DEBUG nova.compute.provider_tree [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.160381] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.202390] env[69411]: DEBUG nova.compute.utils [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1329.398252] env[69411]: DEBUG nova.compute.manager [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.419257] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "813b1ae3-ed04-415f-99be-2b27094bcf1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.419509] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "813b1ae3-ed04-415f-99be-2b27094bcf1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.419709] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "813b1ae3-ed04-415f-99be-2b27094bcf1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.419885] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "813b1ae3-ed04-415f-99be-2b27094bcf1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.420078] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "813b1ae3-ed04-415f-99be-2b27094bcf1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.422041] env[69411]: INFO nova.compute.manager [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Terminating instance [ 1329.429378] env[69411]: DEBUG nova.virt.hardware [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.429599] env[69411]: DEBUG nova.virt.hardware [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.429753] env[69411]: DEBUG nova.virt.hardware [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.429929] env[69411]: DEBUG nova.virt.hardware [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.430085] env[69411]: DEBUG nova.virt.hardware [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.430232] env[69411]: DEBUG nova.virt.hardware [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.430432] env[69411]: DEBUG nova.virt.hardware [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.430592] env[69411]: DEBUG nova.virt.hardware [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.430744] env[69411]: DEBUG nova.virt.hardware [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.430898] env[69411]: DEBUG nova.virt.hardware [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.431076] env[69411]: DEBUG nova.virt.hardware [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.432215] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6beccf-1d7d-48ca-b6df-3fe12d76d3ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.441601] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08019115-ec32-4c97-94f3-a384966089bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.636723] env[69411]: DEBUG nova.scheduler.client.report [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.662485] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.704882] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.925875] env[69411]: DEBUG nova.compute.manager [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.926125] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.927054] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9639b36e-046f-40c8-8827-90bbd41a3c56 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.935937] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.936209] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-914a5a09-4f54-49e4-913e-ec226acae6e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.944648] env[69411]: DEBUG oslo_vmware.api [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1329.944648] env[69411]: value = "task-3324133" [ 1329.944648] env[69411]: _type = "Task" [ 1329.944648] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.953610] env[69411]: DEBUG oslo_vmware.api [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.009720] env[69411]: DEBUG nova.compute.manager [req-ef732332-f095-4aea-af9c-86e03ec15e89 req-714f8a34-62a2-4c5b-b56a-a2501dd1b047 service nova] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Received event network-vif-plugged-3d9d4590-d114-42d6-ab63-4bd73db08914 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.009956] env[69411]: DEBUG oslo_concurrency.lockutils [req-ef732332-f095-4aea-af9c-86e03ec15e89 req-714f8a34-62a2-4c5b-b56a-a2501dd1b047 service nova] Acquiring lock "816a2f4b-36f7-409f-a924-f5af882bfa53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.010234] env[69411]: DEBUG oslo_concurrency.lockutils [req-ef732332-f095-4aea-af9c-86e03ec15e89 req-714f8a34-62a2-4c5b-b56a-a2501dd1b047 service nova] Lock "816a2f4b-36f7-409f-a924-f5af882bfa53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.010443] env[69411]: DEBUG oslo_concurrency.lockutils [req-ef732332-f095-4aea-af9c-86e03ec15e89 req-714f8a34-62a2-4c5b-b56a-a2501dd1b047 service nova] Lock "816a2f4b-36f7-409f-a924-f5af882bfa53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.010628] env[69411]: DEBUG nova.compute.manager [req-ef732332-f095-4aea-af9c-86e03ec15e89 req-714f8a34-62a2-4c5b-b56a-a2501dd1b047 service nova] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] No waiting events found dispatching network-vif-plugged-3d9d4590-d114-42d6-ab63-4bd73db08914 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1330.010819] env[69411]: WARNING nova.compute.manager [req-ef732332-f095-4aea-af9c-86e03ec15e89 req-714f8a34-62a2-4c5b-b56a-a2501dd1b047 service nova] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Received unexpected event network-vif-plugged-3d9d4590-d114-42d6-ab63-4bd73db08914 for instance with vm_state building and task_state spawning. [ 1330.141424] env[69411]: DEBUG oslo_concurrency.lockutils [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.144299] env[69411]: DEBUG nova.network.neutron [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Successfully updated port: 3d9d4590-d114-42d6-ab63-4bd73db08914 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.164181] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324132, 'name': ReconfigVM_Task, 'duration_secs': 1.39501} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.164488] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Reconfigured VM instance instance-00000075 to attach disk [datastore1] aeab83be-9983-45f7-a85a-e199561fd8de/aeab83be-9983-45f7-a85a-e199561fd8de.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.165225] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdc41d9c-b6e2-4671-b480-70cf5a1f3cae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.171410] env[69411]: INFO nova.scheduler.client.report [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleted allocations for instance ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82 [ 1330.173792] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1330.173792] env[69411]: value = "task-3324134" [ 1330.173792] env[69411]: _type = "Task" [ 1330.173792] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.187228] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324134, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.455395] env[69411]: DEBUG oslo_vmware.api [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324133, 'name': PowerOffVM_Task, 'duration_secs': 0.220405} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.455679] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.455915] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.456223] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc214e2b-ea05-44a6-94c6-9f372678b0c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.527324] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.527691] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.527917] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Deleting the datastore file [datastore2] 813b1ae3-ed04-415f-99be-2b27094bcf1d {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.528232] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02c09001-ea5a-4a77-99d6-f7d12b19d706 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.535689] env[69411]: DEBUG oslo_vmware.api [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1330.535689] env[69411]: value = "task-3324137" [ 1330.535689] env[69411]: _type = "Task" [ 1330.535689] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.544070] env[69411]: DEBUG oslo_vmware.api [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.646584] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "refresh_cache-816a2f4b-36f7-409f-a924-f5af882bfa53" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.646748] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquired lock "refresh_cache-816a2f4b-36f7-409f-a924-f5af882bfa53" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.646902] env[69411]: DEBUG nova.network.neutron [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.684228] env[69411]: DEBUG oslo_concurrency.lockutils [None req-73e60b4e-b69a-40a0-9bf5-78508331368b tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "ccf2bb32-e3d4-4ecb-9ea9-b275d6fc6f82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.622s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.689911] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324134, 'name': Rename_Task, 'duration_secs': 0.17209} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.690313] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.690506] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79c0e2ee-5d66-4214-897f-1c3e95fb4e9c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.699391] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1330.699391] env[69411]: value = "task-3324138" [ 1330.699391] env[69411]: _type = "Task" [ 1330.699391] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.710025] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.781630] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.781902] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.782156] env[69411]: INFO nova.compute.manager [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Attaching volume 9c79ed94-7890-42d0-8923-9afd65146ef2 to /dev/sdb [ 1330.813286] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ec4b49-6b5c-440d-a631-4e9db4894833 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.820958] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dab8e0-1950-4c94-adda-ee642c654d2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.835861] env[69411]: DEBUG nova.virt.block_device [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Updating existing volume attachment record: 5f2dcb85-d6c6-42a8-ac9c-7d0fd4e1c76f {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1331.046787] env[69411]: DEBUG oslo_vmware.api [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175864} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.047097] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.047291] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.047472] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.047645] env[69411]: INFO nova.compute.manager [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1331.047884] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.048092] env[69411]: DEBUG nova.compute.manager [-] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1331.048188] env[69411]: DEBUG nova.network.neutron [-] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1331.192141] env[69411]: DEBUG nova.network.neutron [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.211079] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324138, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.464337] env[69411]: DEBUG nova.network.neutron [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Updating instance_info_cache with network_info: [{"id": "3d9d4590-d114-42d6-ab63-4bd73db08914", "address": "fa:16:3e:c6:07:ac", "network": {"id": "f55a9c28-5307-4ea6-8aa3-3ceff5698950", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1330089255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a1a59eef8b449f8b1d9548e7bbc8fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9d4590-d1", "ovs_interfaceid": "3d9d4590-d114-42d6-ab63-4bd73db08914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.711457] env[69411]: DEBUG oslo_vmware.api [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324138, 'name': PowerOnVM_Task, 'duration_secs': 0.575873} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.711729] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.825145] env[69411]: DEBUG nova.compute.manager [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.826182] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489e370e-a4e7-4b9d-9ce4-ab56a3c2816b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.966931] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Releasing lock "refresh_cache-816a2f4b-36f7-409f-a924-f5af882bfa53" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.967400] env[69411]: DEBUG nova.compute.manager [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Instance network_info: |[{"id": "3d9d4590-d114-42d6-ab63-4bd73db08914", "address": "fa:16:3e:c6:07:ac", "network": {"id": "f55a9c28-5307-4ea6-8aa3-3ceff5698950", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1330089255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a1a59eef8b449f8b1d9548e7bbc8fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9d4590-d1", "ovs_interfaceid": "3d9d4590-d114-42d6-ab63-4bd73db08914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.967964] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:07:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d9d4590-d114-42d6-ab63-4bd73db08914', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.975920] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.976184] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.976413] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dbe2f65-aa7f-4f00-aa4c-1c2a53d836f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.998139] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.998139] env[69411]: value = "task-3324140" [ 1331.998139] env[69411]: _type = "Task" [ 1331.998139] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.006312] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324140, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.040276] env[69411]: DEBUG nova.compute.manager [req-ea27e046-ee1d-42c5-9485-463800b14779 req-81b457a5-19cf-453b-ac16-d6e3f773a506 service nova] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Received event network-changed-3d9d4590-d114-42d6-ab63-4bd73db08914 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.040370] env[69411]: DEBUG nova.compute.manager [req-ea27e046-ee1d-42c5-9485-463800b14779 req-81b457a5-19cf-453b-ac16-d6e3f773a506 service nova] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Refreshing instance network info cache due to event network-changed-3d9d4590-d114-42d6-ab63-4bd73db08914. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1332.040641] env[69411]: DEBUG oslo_concurrency.lockutils [req-ea27e046-ee1d-42c5-9485-463800b14779 req-81b457a5-19cf-453b-ac16-d6e3f773a506 service nova] Acquiring lock "refresh_cache-816a2f4b-36f7-409f-a924-f5af882bfa53" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.040727] env[69411]: DEBUG oslo_concurrency.lockutils [req-ea27e046-ee1d-42c5-9485-463800b14779 req-81b457a5-19cf-453b-ac16-d6e3f773a506 service nova] Acquired lock "refresh_cache-816a2f4b-36f7-409f-a924-f5af882bfa53" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.041193] env[69411]: DEBUG nova.network.neutron [req-ea27e046-ee1d-42c5-9485-463800b14779 req-81b457a5-19cf-453b-ac16-d6e3f773a506 service nova] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Refreshing network info cache for port 3d9d4590-d114-42d6-ab63-4bd73db08914 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.145675] env[69411]: DEBUG nova.network.neutron [-] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.347423] env[69411]: DEBUG oslo_concurrency.lockutils [None req-61552e49-0126-486d-947e-bd0e15b8c1b9 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "aeab83be-9983-45f7-a85a-e199561fd8de" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.533s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.510050] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324140, 'name': CreateVM_Task, 'duration_secs': 0.415728} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.510050] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.510761] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.510994] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.511356] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.511625] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f52afe2-32a4-4da9-a365-784c452569ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.516728] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1332.516728] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526d2768-67c6-a532-7461-0384ecf04443" [ 1332.516728] env[69411]: _type = "Task" [ 1332.516728] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.524711] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526d2768-67c6-a532-7461-0384ecf04443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.649280] env[69411]: INFO nova.compute.manager [-] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Took 1.60 seconds to deallocate network for instance. [ 1332.791725] env[69411]: DEBUG nova.network.neutron [req-ea27e046-ee1d-42c5-9485-463800b14779 req-81b457a5-19cf-453b-ac16-d6e3f773a506 service nova] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Updated VIF entry in instance network info cache for port 3d9d4590-d114-42d6-ab63-4bd73db08914. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.792123] env[69411]: DEBUG nova.network.neutron [req-ea27e046-ee1d-42c5-9485-463800b14779 req-81b457a5-19cf-453b-ac16-d6e3f773a506 service nova] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Updating instance_info_cache with network_info: [{"id": "3d9d4590-d114-42d6-ab63-4bd73db08914", "address": "fa:16:3e:c6:07:ac", "network": {"id": "f55a9c28-5307-4ea6-8aa3-3ceff5698950", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1330089255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a1a59eef8b449f8b1d9548e7bbc8fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9d4590-d1", "ovs_interfaceid": "3d9d4590-d114-42d6-ab63-4bd73db08914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.970262] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "e715a445-d4c6-48e0-b9ba-5e112f4588a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.970559] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "e715a445-d4c6-48e0-b9ba-5e112f4588a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.970773] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "e715a445-d4c6-48e0-b9ba-5e112f4588a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.970955] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "e715a445-d4c6-48e0-b9ba-5e112f4588a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.971140] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "e715a445-d4c6-48e0-b9ba-5e112f4588a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.973756] env[69411]: INFO nova.compute.manager [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Terminating instance [ 1333.027107] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]526d2768-67c6-a532-7461-0384ecf04443, 'name': SearchDatastore_Task, 'duration_secs': 0.013918} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.027374] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.027606] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.027826] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.027972] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.028166] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.028422] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-904aeef9-b8bd-45a0-b6c5-4876cc0a12e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.037113] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.037300] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.038031] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05fc4289-61f0-4e00-b949-e12893e03a5e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.044811] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1333.044811] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5291a184-4a29-eecf-f890-308f13fcfd60" [ 1333.044811] env[69411]: _type = "Task" [ 1333.044811] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.052499] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5291a184-4a29-eecf-f890-308f13fcfd60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.155469] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.155762] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.155956] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.183211] env[69411]: INFO nova.scheduler.client.report [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Deleted allocations for instance 813b1ae3-ed04-415f-99be-2b27094bcf1d [ 1333.295274] env[69411]: DEBUG oslo_concurrency.lockutils [req-ea27e046-ee1d-42c5-9485-463800b14779 req-81b457a5-19cf-453b-ac16-d6e3f773a506 service nova] Releasing lock "refresh_cache-816a2f4b-36f7-409f-a924-f5af882bfa53" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.295544] env[69411]: DEBUG nova.compute.manager [req-ea27e046-ee1d-42c5-9485-463800b14779 req-81b457a5-19cf-453b-ac16-d6e3f773a506 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Received event network-vif-deleted-9d24f26f-ef28-4c76-9f7d-aebfb906d78e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.295732] env[69411]: INFO nova.compute.manager [req-ea27e046-ee1d-42c5-9485-463800b14779 req-81b457a5-19cf-453b-ac16-d6e3f773a506 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Neutron deleted interface 9d24f26f-ef28-4c76-9f7d-aebfb906d78e; detaching it from the instance and deleting it from the info cache [ 1333.295931] env[69411]: DEBUG nova.network.neutron [req-ea27e046-ee1d-42c5-9485-463800b14779 req-81b457a5-19cf-453b-ac16-d6e3f773a506 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.478083] env[69411]: DEBUG nova.compute.manager [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.478431] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.479135] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a3eac7-2789-4086-999a-67c82735d4a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.487474] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.487703] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5eee23ca-32a0-4faa-b00d-0be7dbb50dd8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.496043] env[69411]: DEBUG oslo_vmware.api [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1333.496043] env[69411]: value = "task-3324142" [ 1333.496043] env[69411]: _type = "Task" [ 1333.496043] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.505236] env[69411]: DEBUG oslo_vmware.api [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.555592] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5291a184-4a29-eecf-f890-308f13fcfd60, 'name': SearchDatastore_Task, 'duration_secs': 0.009643} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.556460] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4062ae73-aa3c-4a19-8457-1318563738d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.563869] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1333.563869] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e8e669-c778-2d0b-f6b2-c1170c677b06" [ 1333.563869] env[69411]: _type = "Task" [ 1333.563869] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.572669] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e8e669-c778-2d0b-f6b2-c1170c677b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.692056] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7efd7733-d120-4018-8ffc-f69426196907 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "813b1ae3-ed04-415f-99be-2b27094bcf1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.272s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.798819] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bec64c6-8b0b-4ee6-8419-944fb27a264c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.810869] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a9ef76-9031-4a11-a6c7-b4336823b96d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.844871] env[69411]: DEBUG nova.compute.manager [req-ea27e046-ee1d-42c5-9485-463800b14779 req-81b457a5-19cf-453b-ac16-d6e3f773a506 service nova] [instance: 813b1ae3-ed04-415f-99be-2b27094bcf1d] Detach interface failed, port_id=9d24f26f-ef28-4c76-9f7d-aebfb906d78e, reason: Instance 813b1ae3-ed04-415f-99be-2b27094bcf1d could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1334.006575] env[69411]: DEBUG oslo_vmware.api [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324142, 'name': PowerOffVM_Task, 'duration_secs': 0.196784} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.006788] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.007049] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.007270] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0634e5d5-646b-4e84-917d-cae2a64e2d87 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.074628] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52e8e669-c778-2d0b-f6b2-c1170c677b06, 'name': SearchDatastore_Task, 'duration_secs': 0.013348} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.074946] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.075262] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 816a2f4b-36f7-409f-a924-f5af882bfa53/816a2f4b-36f7-409f-a924-f5af882bfa53.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.076091] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a5da508-ea2a-42c5-b4ad-94ebb05cdc8a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.078666] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.078859] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.079049] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleting the datastore file [datastore1] e715a445-d4c6-48e0-b9ba-5e112f4588a6 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.079649] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4d6d46a-6a7b-4b10-97cd-76ef678ca9cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.089454] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1334.089454] env[69411]: value = "task-3324144" [ 1334.089454] env[69411]: _type = "Task" [ 1334.089454] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.094221] env[69411]: DEBUG oslo_vmware.api [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for the task: (returnval){ [ 1334.094221] env[69411]: value = "task-3324145" [ 1334.094221] env[69411]: _type = "Task" [ 1334.094221] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.102542] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.108731] env[69411]: DEBUG oslo_vmware.api [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.588218] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "c78fed2b-ac99-43ab-894e-9e65c976f9c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.588555] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "c78fed2b-ac99-43ab-894e-9e65c976f9c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.601885] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503065} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.602694] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] 816a2f4b-36f7-409f-a924-f5af882bfa53/816a2f4b-36f7-409f-a924-f5af882bfa53.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.602896] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.603167] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40ee3660-bc8e-4046-a8db-542c584080c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.608259] env[69411]: DEBUG oslo_vmware.api [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Task: {'id': task-3324145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155592} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.609419] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.609609] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.609789] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.609960] env[69411]: INFO nova.compute.manager [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1334.610221] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.610671] env[69411]: DEBUG nova.compute.manager [-] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.610773] env[69411]: DEBUG nova.network.neutron [-] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.614400] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1334.614400] env[69411]: value = "task-3324146" [ 1334.614400] env[69411]: _type = "Task" [ 1334.614400] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.624993] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.879043] env[69411]: DEBUG nova.compute.manager [req-06f0c539-3bbf-4408-91a3-3c061f284647 req-e14ce509-2904-403e-b24c-00384e9c837b service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Received event network-vif-deleted-8d9831dd-53b7-4677-81c3-e21bc703ef83 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.879043] env[69411]: INFO nova.compute.manager [req-06f0c539-3bbf-4408-91a3-3c061f284647 req-e14ce509-2904-403e-b24c-00384e9c837b service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Neutron deleted interface 8d9831dd-53b7-4677-81c3-e21bc703ef83; detaching it from the instance and deleting it from the info cache [ 1334.879043] env[69411]: DEBUG nova.network.neutron [req-06f0c539-3bbf-4408-91a3-3c061f284647 req-e14ce509-2904-403e-b24c-00384e9c837b service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.091011] env[69411]: DEBUG nova.compute.manager [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.125558] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068522} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.125903] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.126705] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad93776-46b9-40c7-a4b7-e55890c54454 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.150152] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 816a2f4b-36f7-409f-a924-f5af882bfa53/816a2f4b-36f7-409f-a924-f5af882bfa53.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.150634] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcfcfc94-e4d1-4d50-a28f-609457930a8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.170906] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1335.170906] env[69411]: value = "task-3324147" [ 1335.170906] env[69411]: _type = "Task" [ 1335.170906] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.179210] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.363393] env[69411]: DEBUG nova.network.neutron [-] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.380518] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1335.380804] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663585', 'volume_id': '9c79ed94-7890-42d0-8923-9afd65146ef2', 'name': 'volume-9c79ed94-7890-42d0-8923-9afd65146ef2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbc1803b-9c9f-4528-b6c8-1af191c5c412', 'attached_at': '', 'detached_at': '', 'volume_id': '9c79ed94-7890-42d0-8923-9afd65146ef2', 'serial': '9c79ed94-7890-42d0-8923-9afd65146ef2'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1335.382660] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92072dc2-a932-4178-865b-4a3d08ad35cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.385361] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e33b5e25-e885-4603-84de-c73eaf22d72f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.404496] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19a3999-6fdf-4717-a3b8-d9fc01c9f34d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.409815] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e3df72-744c-4e5b-8d53-d4891270111b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.443355] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-9c79ed94-7890-42d0-8923-9afd65146ef2/volume-9c79ed94-7890-42d0-8923-9afd65146ef2.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.450845] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3fef6a9-1ca3-43d5-ac17-8e8ab2a1bcc9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.463631] env[69411]: DEBUG nova.compute.manager [req-06f0c539-3bbf-4408-91a3-3c061f284647 req-e14ce509-2904-403e-b24c-00384e9c837b service nova] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Detach interface failed, port_id=8d9831dd-53b7-4677-81c3-e21bc703ef83, reason: Instance e715a445-d4c6-48e0-b9ba-5e112f4588a6 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1335.470677] env[69411]: DEBUG oslo_vmware.api [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1335.470677] env[69411]: value = "task-3324148" [ 1335.470677] env[69411]: _type = "Task" [ 1335.470677] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.477830] env[69411]: DEBUG oslo_vmware.api [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.613369] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.613759] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.615596] env[69411]: INFO nova.compute.claims [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.681072] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324147, 'name': ReconfigVM_Task, 'duration_secs': 0.282808} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.681367] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 816a2f4b-36f7-409f-a924-f5af882bfa53/816a2f4b-36f7-409f-a924-f5af882bfa53.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.682059] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12ee124d-e5ff-4e08-b8c6-a36b1ef8d792 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.690185] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1335.690185] env[69411]: value = "task-3324149" [ 1335.690185] env[69411]: _type = "Task" [ 1335.690185] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.699259] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324149, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.866500] env[69411]: INFO nova.compute.manager [-] [instance: e715a445-d4c6-48e0-b9ba-5e112f4588a6] Took 1.26 seconds to deallocate network for instance. [ 1335.981331] env[69411]: DEBUG oslo_vmware.api [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324148, 'name': ReconfigVM_Task, 'duration_secs': 0.44303} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.981579] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-9c79ed94-7890-42d0-8923-9afd65146ef2/volume-9c79ed94-7890-42d0-8923-9afd65146ef2.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.986378] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cb3f717-6071-43b0-b070-dc9bb0010ed4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.003148] env[69411]: DEBUG oslo_vmware.api [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1336.003148] env[69411]: value = "task-3324150" [ 1336.003148] env[69411]: _type = "Task" [ 1336.003148] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.011332] env[69411]: DEBUG oslo_vmware.api [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.202533] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324149, 'name': Rename_Task, 'duration_secs': 0.159411} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.202807] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.203060] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cb937d0-09cd-4128-a09a-af6f6a0b7365 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.211164] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1336.211164] env[69411]: value = "task-3324151" [ 1336.211164] env[69411]: _type = "Task" [ 1336.211164] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.229282] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.375665] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.513049] env[69411]: DEBUG oslo_vmware.api [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324150, 'name': ReconfigVM_Task, 'duration_secs': 0.146756} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.513381] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663585', 'volume_id': '9c79ed94-7890-42d0-8923-9afd65146ef2', 'name': 'volume-9c79ed94-7890-42d0-8923-9afd65146ef2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbc1803b-9c9f-4528-b6c8-1af191c5c412', 'attached_at': '', 'detached_at': '', 'volume_id': '9c79ed94-7890-42d0-8923-9afd65146ef2', 'serial': '9c79ed94-7890-42d0-8923-9afd65146ef2'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1336.710695] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49471ef-6dd2-46f0-be7c-ae6fcbda4e84 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.723404] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324151, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.724426] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34646cf-43ec-4431-bc19-527a3c6870ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.753927] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1524b7-b333-4c6e-9268-d348393d6f12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.761127] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ecf930-91df-49af-8d73-2b2927c18061 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.774110] env[69411]: DEBUG nova.compute.provider_tree [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.224751] env[69411]: DEBUG oslo_vmware.api [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324151, 'name': PowerOnVM_Task, 'duration_secs': 0.743711} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.225030] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.225241] env[69411]: INFO nova.compute.manager [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1337.225422] env[69411]: DEBUG nova.compute.manager [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.226199] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95015e89-4a19-4ba2-ba1e-b1d47941fdf7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.277119] env[69411]: DEBUG nova.scheduler.client.report [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.551481] env[69411]: DEBUG nova.objects.instance [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lazy-loading 'flavor' on Instance uuid fbc1803b-9c9f-4528-b6c8-1af191c5c412 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.745985] env[69411]: INFO nova.compute.manager [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Took 12.59 seconds to build instance. [ 1337.781946] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.782586] env[69411]: DEBUG nova.compute.manager [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1337.785392] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.410s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.785614] env[69411]: DEBUG nova.objects.instance [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lazy-loading 'resources' on Instance uuid e715a445-d4c6-48e0-b9ba-5e112f4588a6 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.056469] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05e446af-18d0-4537-a3f9-d5b9e00616c4 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.274s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.248424] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9b1e2972-99dd-4df0-8a5d-84a179512b89 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "816a2f4b-36f7-409f-a924-f5af882bfa53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.105s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.289636] env[69411]: DEBUG nova.compute.utils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1338.296025] env[69411]: DEBUG nova.compute.manager [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1338.296369] env[69411]: DEBUG nova.network.neutron [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1338.335323] env[69411]: DEBUG nova.policy [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4eb23c56e68944069d2f0820cf6f827a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8952a3f10664780a3d661cbdd4b8f8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1338.395282] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0f0656-2d77-41fd-81da-01bfa24ec9b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.403760] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15aaf1c-2f1e-485b-bef5-672da6214169 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.437040] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39457a7-562a-427e-bcd6-9203271bffdc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.445349] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af137b9d-233b-4039-ac32-9534345d71a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.459030] env[69411]: DEBUG nova.compute.provider_tree [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.579557] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "816a2f4b-36f7-409f-a924-f5af882bfa53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.579934] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "816a2f4b-36f7-409f-a924-f5af882bfa53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.580240] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "816a2f4b-36f7-409f-a924-f5af882bfa53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.580813] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "816a2f4b-36f7-409f-a924-f5af882bfa53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.580813] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "816a2f4b-36f7-409f-a924-f5af882bfa53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.583159] env[69411]: INFO nova.compute.manager [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Terminating instance [ 1338.618308] env[69411]: DEBUG nova.network.neutron [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Successfully created port: 3a4fec29-c0e4-421b-b9fd-a9c85ff966fd {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.796962] env[69411]: DEBUG nova.compute.manager [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1338.904425] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.904610] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.962335] env[69411]: DEBUG nova.scheduler.client.report [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.086748] env[69411]: DEBUG nova.compute.manager [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.086992] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.087914] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef1b599-e2ed-448f-9863-1758b0cce1fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.096804] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.097096] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6311e019-4f10-4b37-990b-d8abafd2d36e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.113637] env[69411]: DEBUG oslo_vmware.api [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1339.113637] env[69411]: value = "task-3324152" [ 1339.113637] env[69411]: _type = "Task" [ 1339.113637] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.123537] env[69411]: DEBUG oslo_vmware.api [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.408896] env[69411]: DEBUG nova.compute.utils [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1339.467991] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.489920] env[69411]: INFO nova.scheduler.client.report [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Deleted allocations for instance e715a445-d4c6-48e0-b9ba-5e112f4588a6 [ 1339.629231] env[69411]: DEBUG oslo_vmware.api [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324152, 'name': PowerOffVM_Task, 'duration_secs': 0.19524} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.629471] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.629645] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.629897] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96a02c1f-3fca-4221-98df-a6c6737ad415 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.694440] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.694681] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.694850] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Deleting the datastore file [datastore2] 816a2f4b-36f7-409f-a924-f5af882bfa53 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.695147] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc05b466-daa4-497e-93b7-724be922e8e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.701766] env[69411]: DEBUG oslo_vmware.api [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1339.701766] env[69411]: value = "task-3324154" [ 1339.701766] env[69411]: _type = "Task" [ 1339.701766] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.709994] env[69411]: DEBUG oslo_vmware.api [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.808472] env[69411]: DEBUG nova.compute.manager [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1339.837102] env[69411]: DEBUG nova.virt.hardware [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.837347] env[69411]: DEBUG nova.virt.hardware [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.837506] env[69411]: DEBUG nova.virt.hardware [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.837684] env[69411]: DEBUG nova.virt.hardware [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.837825] env[69411]: DEBUG nova.virt.hardware [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.837969] env[69411]: DEBUG nova.virt.hardware [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.838188] env[69411]: DEBUG nova.virt.hardware [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.838343] env[69411]: DEBUG nova.virt.hardware [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.838525] env[69411]: DEBUG nova.virt.hardware [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.838685] env[69411]: DEBUG nova.virt.hardware [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.838855] env[69411]: DEBUG nova.virt.hardware [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.839794] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88efff1f-9613-4225-be09-038049e7735a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.847827] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f0ae31-78d5-4ad9-a42b-5efce812cd44 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.912963] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.998524] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8a2b6e0a-4dd4-4d3e-a3d8-831ade4c3a6d tempest-ServerActionsTestOtherA-2142439440 tempest-ServerActionsTestOtherA-2142439440-project-member] Lock "e715a445-d4c6-48e0-b9ba-5e112f4588a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.028s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.027475] env[69411]: DEBUG nova.compute.manager [req-70e71bfa-1fa6-4ce9-b29b-7889a99706d0 req-07acc650-6a6d-4c55-80e0-1cf280650898 service nova] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Received event network-vif-plugged-3a4fec29-c0e4-421b-b9fd-a9c85ff966fd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.027803] env[69411]: DEBUG oslo_concurrency.lockutils [req-70e71bfa-1fa6-4ce9-b29b-7889a99706d0 req-07acc650-6a6d-4c55-80e0-1cf280650898 service nova] Acquiring lock "c78fed2b-ac99-43ab-894e-9e65c976f9c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.027989] env[69411]: DEBUG oslo_concurrency.lockutils [req-70e71bfa-1fa6-4ce9-b29b-7889a99706d0 req-07acc650-6a6d-4c55-80e0-1cf280650898 service nova] Lock "c78fed2b-ac99-43ab-894e-9e65c976f9c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.028192] env[69411]: DEBUG oslo_concurrency.lockutils [req-70e71bfa-1fa6-4ce9-b29b-7889a99706d0 req-07acc650-6a6d-4c55-80e0-1cf280650898 service nova] Lock "c78fed2b-ac99-43ab-894e-9e65c976f9c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.028343] env[69411]: DEBUG nova.compute.manager [req-70e71bfa-1fa6-4ce9-b29b-7889a99706d0 req-07acc650-6a6d-4c55-80e0-1cf280650898 service nova] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] No waiting events found dispatching network-vif-plugged-3a4fec29-c0e4-421b-b9fd-a9c85ff966fd {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1340.028540] env[69411]: WARNING nova.compute.manager [req-70e71bfa-1fa6-4ce9-b29b-7889a99706d0 req-07acc650-6a6d-4c55-80e0-1cf280650898 service nova] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Received unexpected event network-vif-plugged-3a4fec29-c0e4-421b-b9fd-a9c85ff966fd for instance with vm_state building and task_state spawning. [ 1340.118376] env[69411]: DEBUG nova.network.neutron [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Successfully updated port: 3a4fec29-c0e4-421b-b9fd-a9c85ff966fd {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.211959] env[69411]: DEBUG oslo_vmware.api [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136332} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.212614] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.212671] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.212811] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.212989] env[69411]: INFO nova.compute.manager [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1340.213259] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.213488] env[69411]: DEBUG nova.compute.manager [-] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.213589] env[69411]: DEBUG nova.network.neutron [-] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.621593] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "refresh_cache-c78fed2b-ac99-43ab-894e-9e65c976f9c8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.621760] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "refresh_cache-c78fed2b-ac99-43ab-894e-9e65c976f9c8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.621898] env[69411]: DEBUG nova.network.neutron [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.925659] env[69411]: DEBUG nova.network.neutron [-] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.985769] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.985769] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.985769] env[69411]: INFO nova.compute.manager [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Attaching volume e183e000-2e20-4ee1-aeff-1d0dd4dd3b88 to /dev/sdc [ 1341.019090] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d883427-f575-4cd4-be81-ff7d8be902e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.025305] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2c6be9-6752-4a30-b7e6-a9876fd26737 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.038106] env[69411]: DEBUG nova.virt.block_device [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Updating existing volume attachment record: 851628b1-2b91-4de5-9333-4c1e0ffdeb21 {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1341.161722] env[69411]: DEBUG nova.network.neutron [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.289719] env[69411]: DEBUG nova.network.neutron [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Updating instance_info_cache with network_info: [{"id": "3a4fec29-c0e4-421b-b9fd-a9c85ff966fd", "address": "fa:16:3e:5e:af:29", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4fec29-c0", "ovs_interfaceid": "3a4fec29-c0e4-421b-b9fd-a9c85ff966fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.430786] env[69411]: INFO nova.compute.manager [-] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Took 1.22 seconds to deallocate network for instance. [ 1341.793921] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "refresh_cache-c78fed2b-ac99-43ab-894e-9e65c976f9c8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.793921] env[69411]: DEBUG nova.compute.manager [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Instance network_info: |[{"id": "3a4fec29-c0e4-421b-b9fd-a9c85ff966fd", "address": "fa:16:3e:5e:af:29", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4fec29-c0", "ovs_interfaceid": "3a4fec29-c0e4-421b-b9fd-a9c85ff966fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1341.794274] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:af:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a4fec29-c0e4-421b-b9fd-a9c85ff966fd', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.801756] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.802010] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.802238] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5936435a-7d03-4f10-8c91-73b5c8e4e240 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.822994] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.822994] env[69411]: value = "task-3324156" [ 1341.822994] env[69411]: _type = "Task" [ 1341.822994] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.830501] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324156, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.935799] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.936110] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.936315] env[69411]: DEBUG nova.objects.instance [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lazy-loading 'resources' on Instance uuid 816a2f4b-36f7-409f-a924-f5af882bfa53 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.063201] env[69411]: DEBUG nova.compute.manager [req-1c5f7dad-97de-410b-be0b-6216c9a687d7 req-74034dee-298a-46b5-be18-4b772b349e71 service nova] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Received event network-changed-3a4fec29-c0e4-421b-b9fd-a9c85ff966fd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.063413] env[69411]: DEBUG nova.compute.manager [req-1c5f7dad-97de-410b-be0b-6216c9a687d7 req-74034dee-298a-46b5-be18-4b772b349e71 service nova] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Refreshing instance network info cache due to event network-changed-3a4fec29-c0e4-421b-b9fd-a9c85ff966fd. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.063615] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c5f7dad-97de-410b-be0b-6216c9a687d7 req-74034dee-298a-46b5-be18-4b772b349e71 service nova] Acquiring lock "refresh_cache-c78fed2b-ac99-43ab-894e-9e65c976f9c8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.063759] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c5f7dad-97de-410b-be0b-6216c9a687d7 req-74034dee-298a-46b5-be18-4b772b349e71 service nova] Acquired lock "refresh_cache-c78fed2b-ac99-43ab-894e-9e65c976f9c8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.063918] env[69411]: DEBUG nova.network.neutron [req-1c5f7dad-97de-410b-be0b-6216c9a687d7 req-74034dee-298a-46b5-be18-4b772b349e71 service nova] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Refreshing network info cache for port 3a4fec29-c0e4-421b-b9fd-a9c85ff966fd {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.333391] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324156, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.518026] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688a28fd-5e44-4e47-8cb9-0e77957f48d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.525599] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89cecbd-f3e7-4feb-aff3-1351cff00885 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.555489] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cfbb40-5414-428b-bcb5-b96a1cad2213 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.562761] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e35afd4-d73d-48b0-9910-b317dfbc2222 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.580316] env[69411]: DEBUG nova.compute.provider_tree [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1342.800230] env[69411]: DEBUG nova.network.neutron [req-1c5f7dad-97de-410b-be0b-6216c9a687d7 req-74034dee-298a-46b5-be18-4b772b349e71 service nova] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Updated VIF entry in instance network info cache for port 3a4fec29-c0e4-421b-b9fd-a9c85ff966fd. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.800764] env[69411]: DEBUG nova.network.neutron [req-1c5f7dad-97de-410b-be0b-6216c9a687d7 req-74034dee-298a-46b5-be18-4b772b349e71 service nova] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Updating instance_info_cache with network_info: [{"id": "3a4fec29-c0e4-421b-b9fd-a9c85ff966fd", "address": "fa:16:3e:5e:af:29", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4fec29-c0", "ovs_interfaceid": "3a4fec29-c0e4-421b-b9fd-a9c85ff966fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.834608] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324156, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.102190] env[69411]: ERROR nova.scheduler.client.report [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [req-a667fffa-0bc3-461f-8458-db98c00b3c0b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b10946ce-3a6e-47d0-962e-35fd25da5d6e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a667fffa-0bc3-461f-8458-db98c00b3c0b"}]} [ 1343.119174] env[69411]: DEBUG nova.scheduler.client.report [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Refreshing inventories for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1343.133019] env[69411]: DEBUG nova.scheduler.client.report [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Updating ProviderTree inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1343.133258] env[69411]: DEBUG nova.compute.provider_tree [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1343.145829] env[69411]: DEBUG nova.scheduler.client.report [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Refreshing aggregate associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1343.162895] env[69411]: DEBUG nova.scheduler.client.report [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Refreshing trait associations for resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1343.233876] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d183b7-6396-4e9b-beda-2ff4da339ab7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.241377] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca6c98b-f27b-4b4a-b96b-b8c7b5bb3bb8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.271346] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4c34b5-5f9f-4984-9373-977c4abed5f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.279222] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41483c72-49c9-4f07-8daf-1ec4f58af40c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.292686] env[69411]: DEBUG nova.compute.provider_tree [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1343.303160] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c5f7dad-97de-410b-be0b-6216c9a687d7 req-74034dee-298a-46b5-be18-4b772b349e71 service nova] Releasing lock "refresh_cache-c78fed2b-ac99-43ab-894e-9e65c976f9c8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.303426] env[69411]: DEBUG nova.compute.manager [req-1c5f7dad-97de-410b-be0b-6216c9a687d7 req-74034dee-298a-46b5-be18-4b772b349e71 service nova] [instance: 816a2f4b-36f7-409f-a924-f5af882bfa53] Received event network-vif-deleted-3d9d4590-d114-42d6-ab63-4bd73db08914 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.335464] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324156, 'name': CreateVM_Task, 'duration_secs': 1.083225} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.335630] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.336313] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.336497] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.336831] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.337131] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-086605e1-e4ed-424c-9ce2-7059a351ec6c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.341833] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1343.341833] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52de6a24-bef5-54e5-1831-3d968f8be783" [ 1343.341833] env[69411]: _type = "Task" [ 1343.341833] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.349282] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52de6a24-bef5-54e5-1831-3d968f8be783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.823691] env[69411]: DEBUG nova.scheduler.client.report [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 200 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1343.823960] env[69411]: DEBUG nova.compute.provider_tree [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 200 to 201 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1343.824160] env[69411]: DEBUG nova.compute.provider_tree [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1343.852535] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52de6a24-bef5-54e5-1831-3d968f8be783, 'name': SearchDatastore_Task, 'duration_secs': 0.011882} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.852830] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.853069] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.853335] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.853465] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.853642] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.853892] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b9a6a07-d6f6-4a2e-92d9-1262638d05db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.861514] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.861686] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.862426] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f4d6eb9-c13b-4be1-9f3c-3f6ebffa2903 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.867461] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1343.867461] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c7ef2a-b358-641e-5ac5-432141d2ab4c" [ 1343.867461] env[69411]: _type = "Task" [ 1343.867461] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.874968] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c7ef2a-b358-641e-5ac5-432141d2ab4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.329593] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.393s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.350120] env[69411]: INFO nova.scheduler.client.report [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Deleted allocations for instance 816a2f4b-36f7-409f-a924-f5af882bfa53 [ 1344.377878] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52c7ef2a-b358-641e-5ac5-432141d2ab4c, 'name': SearchDatastore_Task, 'duration_secs': 0.008386} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.378695] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b899080-630b-4a0a-9853-61444ca1ee65 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.383708] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1344.383708] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d92cc9-7a45-e6ea-1b44-4db045351dbe" [ 1344.383708] env[69411]: _type = "Task" [ 1344.383708] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.391116] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d92cc9-7a45-e6ea-1b44-4db045351dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.859238] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e342c463-5e63-439c-98f5-fa45829814f1 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "816a2f4b-36f7-409f-a924-f5af882bfa53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.279s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.894853] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d92cc9-7a45-e6ea-1b44-4db045351dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.895126] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.895324] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] c78fed2b-ac99-43ab-894e-9e65c976f9c8/c78fed2b-ac99-43ab-894e-9e65c976f9c8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.895577] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcc1c0f3-beae-47b3-8d89-323d055fb1d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.902200] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1344.902200] env[69411]: value = "task-3324158" [ 1344.902200] env[69411]: _type = "Task" [ 1344.902200] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.909961] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.436668] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426731} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.436668] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore2] c78fed2b-ac99-43ab-894e-9e65c976f9c8/c78fed2b-ac99-43ab-894e-9e65c976f9c8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.436668] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.436668] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fff5d741-0ddd-493a-9ef0-19f180543c64 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.436668] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1345.436668] env[69411]: value = "task-3324159" [ 1345.436668] env[69411]: _type = "Task" [ 1345.436668] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.436668] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.584673] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1345.584966] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663587', 'volume_id': 'e183e000-2e20-4ee1-aeff-1d0dd4dd3b88', 'name': 'volume-e183e000-2e20-4ee1-aeff-1d0dd4dd3b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbc1803b-9c9f-4528-b6c8-1af191c5c412', 'attached_at': '', 'detached_at': '', 'volume_id': 'e183e000-2e20-4ee1-aeff-1d0dd4dd3b88', 'serial': 'e183e000-2e20-4ee1-aeff-1d0dd4dd3b88'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1345.585865] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6414f1e-b39b-4d40-b094-704436f15fd3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.604144] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed89e9db-2e33-4260-9670-6c11f3979e6d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.632706] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-e183e000-2e20-4ee1-aeff-1d0dd4dd3b88/volume-e183e000-2e20-4ee1-aeff-1d0dd4dd3b88.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.632969] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b9190b3-041e-4084-8a3b-fc34f686e2ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.649961] env[69411]: DEBUG oslo_vmware.api [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1345.649961] env[69411]: value = "task-3324160" [ 1345.649961] env[69411]: _type = "Task" [ 1345.649961] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.658118] env[69411]: DEBUG oslo_vmware.api [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.809982] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.810183] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1345.928200] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073453} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.928483] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.929285] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ef8967-caee-48d1-ba2c-fa0c25a986bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.951660] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] c78fed2b-ac99-43ab-894e-9e65c976f9c8/c78fed2b-ac99-43ab-894e-9e65c976f9c8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.951959] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9551ac54-efe0-4694-8d3b-3dcdeef4829c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.972104] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1345.972104] env[69411]: value = "task-3324161" [ 1345.972104] env[69411]: _type = "Task" [ 1345.972104] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.980446] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.160614] env[69411]: DEBUG oslo_vmware.api [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324160, 'name': ReconfigVM_Task, 'duration_secs': 0.381214} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.160921] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-e183e000-2e20-4ee1-aeff-1d0dd4dd3b88/volume-e183e000-2e20-4ee1-aeff-1d0dd4dd3b88.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.165634] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48b7b38b-09a6-4517-83f9-aa8e50ecfdbf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.180614] env[69411]: DEBUG oslo_vmware.api [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1346.180614] env[69411]: value = "task-3324162" [ 1346.180614] env[69411]: _type = "Task" [ 1346.180614] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.188526] env[69411]: DEBUG oslo_vmware.api [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.482780] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.690288] env[69411]: DEBUG oslo_vmware.api [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324162, 'name': ReconfigVM_Task, 'duration_secs': 0.196539} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.690609] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663587', 'volume_id': 'e183e000-2e20-4ee1-aeff-1d0dd4dd3b88', 'name': 'volume-e183e000-2e20-4ee1-aeff-1d0dd4dd3b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbc1803b-9c9f-4528-b6c8-1af191c5c412', 'attached_at': '', 'detached_at': '', 'volume_id': 'e183e000-2e20-4ee1-aeff-1d0dd4dd3b88', 'serial': 'e183e000-2e20-4ee1-aeff-1d0dd4dd3b88'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1346.805494] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.810072] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.810257] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.983642] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324161, 'name': ReconfigVM_Task, 'duration_secs': 0.566227} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.984585] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Reconfigured VM instance instance-00000080 to attach disk [datastore2] c78fed2b-ac99-43ab-894e-9e65c976f9c8/c78fed2b-ac99-43ab-894e-9e65c976f9c8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.984585] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cd01c66-6807-47d7-b7c2-450eafdd5dbb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.992458] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1346.992458] env[69411]: value = "task-3324163" [ 1346.992458] env[69411]: _type = "Task" [ 1346.992458] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.001795] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324163, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.501467] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324163, 'name': Rename_Task, 'duration_secs': 0.138583} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.501764] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.502044] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd4ba5a7-46c4-4931-a60b-bd451fdb3c8c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.507905] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1347.507905] env[69411]: value = "task-3324164" [ 1347.507905] env[69411]: _type = "Task" [ 1347.507905] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.523617] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.725098] env[69411]: DEBUG nova.objects.instance [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lazy-loading 'flavor' on Instance uuid fbc1803b-9c9f-4528-b6c8-1af191c5c412 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.809398] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.017494] env[69411]: DEBUG oslo_vmware.api [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324164, 'name': PowerOnVM_Task, 'duration_secs': 0.418385} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.017801] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.018016] env[69411]: INFO nova.compute.manager [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1348.018270] env[69411]: DEBUG nova.compute.manager [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.019037] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2af0e5-919c-4a57-b028-2ea9252c1140 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.229804] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4cf1a2a-f5c7-4680-bfc0-57f2ece0aded tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.535532] env[69411]: INFO nova.compute.manager [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Took 12.94 seconds to build instance. [ 1348.554776] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.555044] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.810895] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.865012] env[69411]: DEBUG nova.compute.manager [req-23545598-79bf-49a6-8fb4-a0e1105f8650 req-35366f4b-142d-4890-b601-4577d1e2fd3d service nova] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Received event network-changed-3a4fec29-c0e4-421b-b9fd-a9c85ff966fd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.865231] env[69411]: DEBUG nova.compute.manager [req-23545598-79bf-49a6-8fb4-a0e1105f8650 req-35366f4b-142d-4890-b601-4577d1e2fd3d service nova] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Refreshing instance network info cache due to event network-changed-3a4fec29-c0e4-421b-b9fd-a9c85ff966fd. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.865445] env[69411]: DEBUG oslo_concurrency.lockutils [req-23545598-79bf-49a6-8fb4-a0e1105f8650 req-35366f4b-142d-4890-b601-4577d1e2fd3d service nova] Acquiring lock "refresh_cache-c78fed2b-ac99-43ab-894e-9e65c976f9c8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.866431] env[69411]: DEBUG oslo_concurrency.lockutils [req-23545598-79bf-49a6-8fb4-a0e1105f8650 req-35366f4b-142d-4890-b601-4577d1e2fd3d service nova] Acquired lock "refresh_cache-c78fed2b-ac99-43ab-894e-9e65c976f9c8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.866431] env[69411]: DEBUG nova.network.neutron [req-23545598-79bf-49a6-8fb4-a0e1105f8650 req-35366f4b-142d-4890-b601-4577d1e2fd3d service nova] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Refreshing network info cache for port 3a4fec29-c0e4-421b-b9fd-a9c85ff966fd {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.037587] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51d932da-5a54-44be-aa5e-9c7f9967974b tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "c78fed2b-ac99-43ab-894e-9e65c976f9c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.449s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.060449] env[69411]: INFO nova.compute.manager [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Detaching volume 9c79ed94-7890-42d0-8923-9afd65146ef2 [ 1349.105775] env[69411]: INFO nova.virt.block_device [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Attempting to driver detach volume 9c79ed94-7890-42d0-8923-9afd65146ef2 from mountpoint /dev/sdb [ 1349.106051] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1349.106353] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663585', 'volume_id': '9c79ed94-7890-42d0-8923-9afd65146ef2', 'name': 'volume-9c79ed94-7890-42d0-8923-9afd65146ef2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbc1803b-9c9f-4528-b6c8-1af191c5c412', 'attached_at': '', 'detached_at': '', 'volume_id': '9c79ed94-7890-42d0-8923-9afd65146ef2', 'serial': '9c79ed94-7890-42d0-8923-9afd65146ef2'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1349.107642] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eda9a12-a5a0-43b8-b076-84fecade4353 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.139462] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fec1a77-f494-40de-9f3d-ccf68f7834e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.146909] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab92549d-c179-47ff-bda4-66c86d4abe1c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.169864] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f9dc3b-7089-42e4-97ae-93a9194453a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.184429] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] The volume has not been displaced from its original location: [datastore2] volume-9c79ed94-7890-42d0-8923-9afd65146ef2/volume-9c79ed94-7890-42d0-8923-9afd65146ef2.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1349.190057] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1349.190408] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-082a6a1b-b6e1-4015-8f2e-d1f6d5733f20 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.207867] env[69411]: DEBUG oslo_vmware.api [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1349.207867] env[69411]: value = "task-3324165" [ 1349.207867] env[69411]: _type = "Task" [ 1349.207867] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.215636] env[69411]: DEBUG oslo_vmware.api [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.590851] env[69411]: DEBUG nova.network.neutron [req-23545598-79bf-49a6-8fb4-a0e1105f8650 req-35366f4b-142d-4890-b601-4577d1e2fd3d service nova] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Updated VIF entry in instance network info cache for port 3a4fec29-c0e4-421b-b9fd-a9c85ff966fd. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.591236] env[69411]: DEBUG nova.network.neutron [req-23545598-79bf-49a6-8fb4-a0e1105f8650 req-35366f4b-142d-4890-b601-4577d1e2fd3d service nova] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Updating instance_info_cache with network_info: [{"id": "3a4fec29-c0e4-421b-b9fd-a9c85ff966fd", "address": "fa:16:3e:5e:af:29", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4fec29-c0", "ovs_interfaceid": "3a4fec29-c0e4-421b-b9fd-a9c85ff966fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.716901] env[69411]: DEBUG oslo_vmware.api [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324165, 'name': ReconfigVM_Task, 'duration_secs': 0.504014} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.717282] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1349.722157] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2081774-9a65-429b-b197-7353edae6322 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.737672] env[69411]: DEBUG oslo_vmware.api [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1349.737672] env[69411]: value = "task-3324166" [ 1349.737672] env[69411]: _type = "Task" [ 1349.737672] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.745357] env[69411]: DEBUG oslo_vmware.api [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.810352] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.810455] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.094492] env[69411]: DEBUG oslo_concurrency.lockutils [req-23545598-79bf-49a6-8fb4-a0e1105f8650 req-35366f4b-142d-4890-b601-4577d1e2fd3d service nova] Releasing lock "refresh_cache-c78fed2b-ac99-43ab-894e-9e65c976f9c8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.248052] env[69411]: DEBUG oslo_vmware.api [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324166, 'name': ReconfigVM_Task, 'duration_secs': 0.274894} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.248361] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663585', 'volume_id': '9c79ed94-7890-42d0-8923-9afd65146ef2', 'name': 'volume-9c79ed94-7890-42d0-8923-9afd65146ef2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbc1803b-9c9f-4528-b6c8-1af191c5c412', 'attached_at': '', 'detached_at': '', 'volume_id': '9c79ed94-7890-42d0-8923-9afd65146ef2', 'serial': '9c79ed94-7890-42d0-8923-9afd65146ef2'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1350.314061] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.314403] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.314611] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.314810] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1350.315741] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64747c1a-9167-43c2-91cb-0132a07af72d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.324011] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f94be2-7b2b-4717-af77-05f97c18461c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.339568] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc67336-da41-45fe-b8d3-5bdd362b9f0b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.345571] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0040130d-9628-4dd5-8a72-52a67ca52124 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.374129] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180187MB free_disk=110GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1350.374296] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.374506] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.791033] env[69411]: DEBUG nova.objects.instance [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lazy-loading 'flavor' on Instance uuid fbc1803b-9c9f-4528-b6c8-1af191c5c412 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.401784] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance fbc1803b-9c9f-4528-b6c8-1af191c5c412 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1351.401991] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance efa137d1-521f-4f18-8000-2cb544614382 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1351.402161] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 35d182a2-4033-4510-92d8-4bcbd30fbb36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1351.402291] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance aeab83be-9983-45f7-a85a-e199561fd8de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1351.402437] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance c78fed2b-ac99-43ab-894e-9e65c976f9c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1351.402638] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1351.402780] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1351.470203] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada2878-2f75-47a1-ab02-81efa2a48edf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.477919] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc242abb-204b-4267-bae8-2470f8ce3f04 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.508777] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702bdff9-b806-4243-bd99-e921bf68607d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.516214] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b024b5-6707-40d2-a51a-bd46f056391d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.529119] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1351.799114] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22c883a4-301f-4985-be27-6e85e853c229 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.801929] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.802187] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.061519] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updated inventory for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with generation 201 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1352.062176] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updating resource provider b10946ce-3a6e-47d0-962e-35fd25da5d6e generation from 201 to 202 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1352.062176] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Updating inventory in ProviderTree for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1352.305640] env[69411]: INFO nova.compute.manager [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Detaching volume e183e000-2e20-4ee1-aeff-1d0dd4dd3b88 [ 1352.342701] env[69411]: INFO nova.virt.block_device [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Attempting to driver detach volume e183e000-2e20-4ee1-aeff-1d0dd4dd3b88 from mountpoint /dev/sdc [ 1352.343277] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1352.343587] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663587', 'volume_id': 'e183e000-2e20-4ee1-aeff-1d0dd4dd3b88', 'name': 'volume-e183e000-2e20-4ee1-aeff-1d0dd4dd3b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbc1803b-9c9f-4528-b6c8-1af191c5c412', 'attached_at': '', 'detached_at': '', 'volume_id': 'e183e000-2e20-4ee1-aeff-1d0dd4dd3b88', 'serial': 'e183e000-2e20-4ee1-aeff-1d0dd4dd3b88'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1352.344667] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6897cd-2be6-4648-894e-04e5942eaa5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.367078] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069141d7-7861-4db7-a79a-d0e2332b5d15 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.374154] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a60a95-d664-4e12-bd0a-7abfee8f2510 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.394996] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf75d60d-d60b-4f8c-ae5d-7573d464bd97 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.410247] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] The volume has not been displaced from its original location: [datastore2] volume-e183e000-2e20-4ee1-aeff-1d0dd4dd3b88/volume-e183e000-2e20-4ee1-aeff-1d0dd4dd3b88.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1352.415496] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1352.415781] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c63a3af6-2789-4342-9dd3-0a13955dc06d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.435037] env[69411]: DEBUG oslo_vmware.api [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1352.435037] env[69411]: value = "task-3324167" [ 1352.435037] env[69411]: _type = "Task" [ 1352.435037] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.442654] env[69411]: DEBUG oslo_vmware.api [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.566616] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1352.566871] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.192s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.945091] env[69411]: DEBUG oslo_vmware.api [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324167, 'name': ReconfigVM_Task, 'duration_secs': 0.282428} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.945454] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1352.950216] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e7c6c45-b0f4-4e49-aa4d-91e4db474cd0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.965881] env[69411]: DEBUG oslo_vmware.api [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1352.965881] env[69411]: value = "task-3324168" [ 1352.965881] env[69411]: _type = "Task" [ 1352.965881] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.978847] env[69411]: DEBUG oslo_vmware.api [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.476265] env[69411]: DEBUG oslo_vmware.api [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324168, 'name': ReconfigVM_Task, 'duration_secs': 0.143895} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.476606] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-663587', 'volume_id': 'e183e000-2e20-4ee1-aeff-1d0dd4dd3b88', 'name': 'volume-e183e000-2e20-4ee1-aeff-1d0dd4dd3b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbc1803b-9c9f-4528-b6c8-1af191c5c412', 'attached_at': '', 'detached_at': '', 'volume_id': 'e183e000-2e20-4ee1-aeff-1d0dd4dd3b88', 'serial': 'e183e000-2e20-4ee1-aeff-1d0dd4dd3b88'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1354.016930] env[69411]: DEBUG nova.objects.instance [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lazy-loading 'flavor' on Instance uuid fbc1803b-9c9f-4528-b6c8-1af191c5c412 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.024120] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b7e5c6e1-d927-4d1b-b7ea-cf868a300e88 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.256640] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "35d182a2-4033-4510-92d8-4bcbd30fbb36" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.256897] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "35d182a2-4033-4510-92d8-4bcbd30fbb36" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.257094] env[69411]: INFO nova.compute.manager [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Shelving [ 1355.661048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "efa137d1-521f-4f18-8000-2cb544614382" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.661048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "efa137d1-521f-4f18-8000-2cb544614382" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.661048] env[69411]: INFO nova.compute.manager [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Shelving [ 1356.198168] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.198522] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.198581] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.198767] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.198920] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.200700] env[69411]: INFO nova.compute.manager [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Terminating instance [ 1356.265749] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.266034] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2756348-4dc5-4e69-a095-3c911601f6bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.274074] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1356.274074] env[69411]: value = "task-3324169" [ 1356.274074] env[69411]: _type = "Task" [ 1356.274074] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.281618] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.669862] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.670221] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82ecdf54-926c-4066-b664-1209687d0da1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.677198] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1356.677198] env[69411]: value = "task-3324170" [ 1356.677198] env[69411]: _type = "Task" [ 1356.677198] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.685657] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.704508] env[69411]: DEBUG nova.compute.manager [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1356.704712] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.705536] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7becf527-c073-4b06-b05d-86ac569c1e05 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.712518] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.712738] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d9d664e-f9c4-4d4f-b3ec-042616c41e60 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.718323] env[69411]: DEBUG oslo_vmware.api [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1356.718323] env[69411]: value = "task-3324171" [ 1356.718323] env[69411]: _type = "Task" [ 1356.718323] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.725831] env[69411]: DEBUG oslo_vmware.api [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.784420] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324169, 'name': PowerOffVM_Task, 'duration_secs': 0.248135} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.784764] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.785680] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce16f9d7-6a36-4d1b-bc6c-9041aa67ecd7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.804358] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b90b0f-1edf-407b-80ad-43b22b033922 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.187740] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324170, 'name': PowerOffVM_Task, 'duration_secs': 0.243028} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.188036] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.188834] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95ab168-b4bd-41eb-a204-d6e42dad3799 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.207399] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33e148a-8f8b-4443-9720-787ec616b872 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.227122] env[69411]: DEBUG oslo_vmware.api [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324171, 'name': PowerOffVM_Task, 'duration_secs': 0.211244} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.227122] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.227122] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.227343] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d740043-d522-4272-9a48-05e0d899958e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.292398] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.292679] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.292871] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Deleting the datastore file [datastore1] fbc1803b-9c9f-4528-b6c8-1af191c5c412 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.293145] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f16326f5-f251-4cf4-9feb-d5d545d37488 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.301591] env[69411]: DEBUG oslo_vmware.api [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for the task: (returnval){ [ 1357.301591] env[69411]: value = "task-3324173" [ 1357.301591] env[69411]: _type = "Task" [ 1357.301591] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.309167] env[69411]: DEBUG oslo_vmware.api [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.314216] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1357.314488] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f032cfbf-1827-4e71-9d3f-58159078d499 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.321485] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1357.321485] env[69411]: value = "task-3324174" [ 1357.321485] env[69411]: _type = "Task" [ 1357.321485] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.328598] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324174, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.717981] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1357.718311] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fef4984c-9a85-4821-bbe7-206edb959dce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.726529] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1357.726529] env[69411]: value = "task-3324175" [ 1357.726529] env[69411]: _type = "Task" [ 1357.726529] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.734368] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324175, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.811914] env[69411]: DEBUG oslo_vmware.api [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Task: {'id': task-3324173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127818} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.812225] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.812432] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.812655] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.812859] env[69411]: INFO nova.compute.manager [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1357.813158] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.813378] env[69411]: DEBUG nova.compute.manager [-] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.813478] env[69411]: DEBUG nova.network.neutron [-] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.830954] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324174, 'name': CreateSnapshot_Task, 'duration_secs': 0.38522} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.831256] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1357.831998] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d4f85f-8b92-4284-9bcf-707877111d46 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.236465] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324175, 'name': CreateSnapshot_Task, 'duration_secs': 0.410794} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.236761] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1358.237518] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e305ed0-1f2b-44aa-9241-51749394930f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.262109] env[69411]: DEBUG nova.compute.manager [req-0d8c073c-9a81-487f-bbe7-9834dec56695 req-553306d0-3f23-40df-b115-4194da8dfbae service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Received event network-vif-deleted-dc46768f-03f0-4dbd-a558-8243e6f13efa {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.262455] env[69411]: INFO nova.compute.manager [req-0d8c073c-9a81-487f-bbe7-9834dec56695 req-553306d0-3f23-40df-b115-4194da8dfbae service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Neutron deleted interface dc46768f-03f0-4dbd-a558-8243e6f13efa; detaching it from the instance and deleting it from the info cache [ 1358.262808] env[69411]: DEBUG nova.network.neutron [req-0d8c073c-9a81-487f-bbe7-9834dec56695 req-553306d0-3f23-40df-b115-4194da8dfbae service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.349963] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1358.350392] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-628ada06-e00e-4439-ac79-632a1707b4b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.359392] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1358.359392] env[69411]: value = "task-3324176" [ 1358.359392] env[69411]: _type = "Task" [ 1358.359392] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.367022] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324176, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.743301] env[69411]: DEBUG nova.network.neutron [-] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.756367] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1358.757160] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-45deceb1-c9ac-4b0e-9b89-55c8f359d755 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.765856] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1358.765856] env[69411]: value = "task-3324177" [ 1358.765856] env[69411]: _type = "Task" [ 1358.765856] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.766070] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83c8a8d6-5210-4c7d-aa74-2d4ada1e08d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.777440] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324177, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.781154] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066f8548-03e0-4ff5-ba97-4225a4faae5e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.809299] env[69411]: DEBUG nova.compute.manager [req-0d8c073c-9a81-487f-bbe7-9834dec56695 req-553306d0-3f23-40df-b115-4194da8dfbae service nova] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Detach interface failed, port_id=dc46768f-03f0-4dbd-a558-8243e6f13efa, reason: Instance fbc1803b-9c9f-4528-b6c8-1af191c5c412 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1358.869525] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324176, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.246104] env[69411]: INFO nova.compute.manager [-] [instance: fbc1803b-9c9f-4528-b6c8-1af191c5c412] Took 1.43 seconds to deallocate network for instance. [ 1359.277667] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324177, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.370026] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324176, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.753082] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.753410] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.753635] env[69411]: DEBUG nova.objects.instance [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lazy-loading 'resources' on Instance uuid fbc1803b-9c9f-4528-b6c8-1af191c5c412 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.779674] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324177, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.870612] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324176, 'name': CloneVM_Task, 'duration_secs': 1.333477} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.870888] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Created linked-clone VM from snapshot [ 1359.871635] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b52c2fd-9071-4ef5-a1cc-e1a1e227ebe7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.879303] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Uploading image 04a3e151-1b27-40d1-a53d-c07e661dd040 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1359.904700] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1359.904700] env[69411]: value = "vm-663591" [ 1359.904700] env[69411]: _type = "VirtualMachine" [ 1359.904700] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1359.904983] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e4549079-cbf3-469a-bf92-8ff6aa318d7c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.911440] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lease: (returnval){ [ 1359.911440] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52af4b4d-c43d-250a-b429-164eae0a0063" [ 1359.911440] env[69411]: _type = "HttpNfcLease" [ 1359.911440] env[69411]: } obtained for exporting VM: (result){ [ 1359.911440] env[69411]: value = "vm-663591" [ 1359.911440] env[69411]: _type = "VirtualMachine" [ 1359.911440] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1359.911671] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the lease: (returnval){ [ 1359.911671] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52af4b4d-c43d-250a-b429-164eae0a0063" [ 1359.911671] env[69411]: _type = "HttpNfcLease" [ 1359.911671] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1359.918166] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1359.918166] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52af4b4d-c43d-250a-b429-164eae0a0063" [ 1359.918166] env[69411]: _type = "HttpNfcLease" [ 1359.918166] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1360.279874] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324177, 'name': CloneVM_Task, 'duration_secs': 1.178805} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.280164] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Created linked-clone VM from snapshot [ 1360.280901] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b630fc-f161-486b-a513-27094e04a2bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.287989] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Uploading image 979c75b7-3b1f-46bb-a7c3-44b261314f19 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1360.308409] env[69411]: DEBUG oslo_vmware.rw_handles [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1360.308409] env[69411]: value = "vm-663592" [ 1360.308409] env[69411]: _type = "VirtualMachine" [ 1360.308409] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1360.308694] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b72594a8-32de-41ad-9462-215b7f5ca137 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.316994] env[69411]: DEBUG oslo_vmware.rw_handles [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lease: (returnval){ [ 1360.316994] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52246712-98a2-822d-6385-66d6418fb3cb" [ 1360.316994] env[69411]: _type = "HttpNfcLease" [ 1360.316994] env[69411]: } obtained for exporting VM: (result){ [ 1360.316994] env[69411]: value = "vm-663592" [ 1360.316994] env[69411]: _type = "VirtualMachine" [ 1360.316994] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1360.317282] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the lease: (returnval){ [ 1360.317282] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52246712-98a2-822d-6385-66d6418fb3cb" [ 1360.317282] env[69411]: _type = "HttpNfcLease" [ 1360.317282] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1360.323439] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1360.323439] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52246712-98a2-822d-6385-66d6418fb3cb" [ 1360.323439] env[69411]: _type = "HttpNfcLease" [ 1360.323439] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1360.335347] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655cf907-ce4e-4c6d-84ee-b891ccd0d9ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.341779] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e983d7-4d2b-4404-a790-18420f9d9593 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.369985] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4274c87-300c-4f79-a317-05ecba38ed78 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.376545] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96f0e8e-fc7a-4fe9-bd4a-021cc20286d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.390132] env[69411]: DEBUG nova.compute.provider_tree [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.418674] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1360.418674] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52af4b4d-c43d-250a-b429-164eae0a0063" [ 1360.418674] env[69411]: _type = "HttpNfcLease" [ 1360.418674] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1360.418909] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1360.418909] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52af4b4d-c43d-250a-b429-164eae0a0063" [ 1360.418909] env[69411]: _type = "HttpNfcLease" [ 1360.418909] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1360.419594] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c11654-5c62-432a-b602-01bb99d16676 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.426095] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6c752-114e-d72d-7442-e5fea442d223/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1360.426272] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6c752-114e-d72d-7442-e5fea442d223/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1360.577629] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-45d29907-96a8-4a5a-9617-10a5b2e9ee6d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.825729] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1360.825729] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52246712-98a2-822d-6385-66d6418fb3cb" [ 1360.825729] env[69411]: _type = "HttpNfcLease" [ 1360.825729] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1360.826198] env[69411]: DEBUG oslo_vmware.rw_handles [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1360.826198] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52246712-98a2-822d-6385-66d6418fb3cb" [ 1360.826198] env[69411]: _type = "HttpNfcLease" [ 1360.826198] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1360.827069] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb68791e-2a84-4dd7-855b-dabab3e36e1a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.834265] env[69411]: DEBUG oslo_vmware.rw_handles [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e52992-0f98-85b5-d234-58b6465265fe/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1360.834618] env[69411]: DEBUG oslo_vmware.rw_handles [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e52992-0f98-85b5-d234-58b6465265fe/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1360.893113] env[69411]: DEBUG nova.scheduler.client.report [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.928412] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-af95b2f9-1184-4248-9dc7-810c2d5704fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.399346] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.422497] env[69411]: INFO nova.scheduler.client.report [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Deleted allocations for instance fbc1803b-9c9f-4528-b6c8-1af191c5c412 [ 1361.932479] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df401d54-d4dd-4eb6-9737-77468ada42f3 tempest-AttachVolumeTestJSON-851261941 tempest-AttachVolumeTestJSON-851261941-project-member] Lock "fbc1803b-9c9f-4528-b6c8-1af191c5c412" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.734s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.158622] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "aeab83be-9983-45f7-a85a-e199561fd8de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.159051] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "aeab83be-9983-45f7-a85a-e199561fd8de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.159126] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "aeab83be-9983-45f7-a85a-e199561fd8de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.159318] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "aeab83be-9983-45f7-a85a-e199561fd8de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.159479] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "aeab83be-9983-45f7-a85a-e199561fd8de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.161813] env[69411]: INFO nova.compute.manager [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Terminating instance [ 1368.330145] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6c752-114e-d72d-7442-e5fea442d223/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1368.331187] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd9131f-58d4-4f18-915e-5de51a775629 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.337373] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6c752-114e-d72d-7442-e5fea442d223/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1368.337545] env[69411]: ERROR oslo_vmware.rw_handles [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6c752-114e-d72d-7442-e5fea442d223/disk-0.vmdk due to incomplete transfer. [ 1368.337769] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d3478256-5ce0-47f6-9c47-4e434ce01031 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.345267] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6c752-114e-d72d-7442-e5fea442d223/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1368.345467] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Uploaded image 04a3e151-1b27-40d1-a53d-c07e661dd040 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1368.347862] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1368.348107] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fa66112c-fa39-434b-86fd-0d371be70ab1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.354921] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1368.354921] env[69411]: value = "task-3324183" [ 1368.354921] env[69411]: _type = "Task" [ 1368.354921] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.359781] env[69411]: DEBUG oslo_vmware.rw_handles [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e52992-0f98-85b5-d234-58b6465265fe/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1368.360443] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d65b432-2307-483d-b4f5-9eb47feede49 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.368688] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324183, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.370217] env[69411]: DEBUG oslo_vmware.rw_handles [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e52992-0f98-85b5-d234-58b6465265fe/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1368.370382] env[69411]: ERROR oslo_vmware.rw_handles [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e52992-0f98-85b5-d234-58b6465265fe/disk-0.vmdk due to incomplete transfer. [ 1368.370642] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3784c4a7-e2b1-4696-bcfa-723f154ad87d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.377203] env[69411]: DEBUG oslo_vmware.rw_handles [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e52992-0f98-85b5-d234-58b6465265fe/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1368.377405] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Uploaded image 979c75b7-3b1f-46bb-a7c3-44b261314f19 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1368.379150] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1368.379413] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bab88624-fc58-4c0b-a98d-b4b1d9c035ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.384833] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1368.384833] env[69411]: value = "task-3324184" [ 1368.384833] env[69411]: _type = "Task" [ 1368.384833] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.392211] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324184, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.665989] env[69411]: DEBUG nova.compute.manager [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1368.666400] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.667481] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faa6380-2453-4603-9b77-06371139d73f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.675483] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.675759] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95af32bf-9952-44d5-8e8a-d8b54ae222e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.682761] env[69411]: DEBUG oslo_vmware.api [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1368.682761] env[69411]: value = "task-3324185" [ 1368.682761] env[69411]: _type = "Task" [ 1368.682761] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.691137] env[69411]: DEBUG oslo_vmware.api [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.865151] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324183, 'name': Destroy_Task, 'duration_secs': 0.410199} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.865411] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Destroyed the VM [ 1368.865646] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1368.865894] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-acc07666-bc31-43cd-afdb-17fcd497ca3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.873188] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1368.873188] env[69411]: value = "task-3324186" [ 1368.873188] env[69411]: _type = "Task" [ 1368.873188] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.880764] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324186, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.893724] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324184, 'name': Destroy_Task, 'duration_secs': 0.351534} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.894233] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Destroyed the VM [ 1368.894337] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1368.894793] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cba5bcb4-c470-4b93-b9a9-cd3f907e836d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.901319] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1368.901319] env[69411]: value = "task-3324187" [ 1368.901319] env[69411]: _type = "Task" [ 1368.901319] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.909253] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324187, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.192749] env[69411]: DEBUG oslo_vmware.api [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324185, 'name': PowerOffVM_Task, 'duration_secs': 0.219175} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.193210] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.193210] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.193493] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b7073ed-69ba-4a39-96ba-fad34d58b3c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.268881] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.269129] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.269298] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Deleting the datastore file [datastore1] aeab83be-9983-45f7-a85a-e199561fd8de {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.269564] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-960a7d33-da8d-4b53-955f-d91d9703dfd3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.275594] env[69411]: DEBUG oslo_vmware.api [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for the task: (returnval){ [ 1369.275594] env[69411]: value = "task-3324189" [ 1369.275594] env[69411]: _type = "Task" [ 1369.275594] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.283252] env[69411]: DEBUG oslo_vmware.api [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.382236] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324186, 'name': RemoveSnapshot_Task, 'duration_secs': 0.355417} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.382490] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1369.382766] env[69411]: DEBUG nova.compute.manager [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.383527] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86af9ccc-1fe2-4976-8f18-4f00825bbace {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.411516] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324187, 'name': RemoveSnapshot_Task, 'duration_secs': 0.371152} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.411762] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1369.412022] env[69411]: DEBUG nova.compute.manager [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.412762] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9588fdfa-64b9-48a3-938f-fa689f1af7f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.785791] env[69411]: DEBUG oslo_vmware.api [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Task: {'id': task-3324189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121072} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.786019] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.786211] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.786388] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.786561] env[69411]: INFO nova.compute.manager [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1369.786800] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.787011] env[69411]: DEBUG nova.compute.manager [-] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1369.787114] env[69411]: DEBUG nova.network.neutron [-] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.895252] env[69411]: INFO nova.compute.manager [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Shelve offloading [ 1369.925016] env[69411]: INFO nova.compute.manager [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Shelve offloading [ 1370.218257] env[69411]: DEBUG nova.compute.manager [req-45839a2a-e736-4fc1-84f8-0d6dd1b0221c req-ca134b83-adaa-48e7-9b4a-9f3bce7e71d3 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Received event network-vif-deleted-58330740-c1d3-48e5-8df1-db5b0e52999a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.218257] env[69411]: INFO nova.compute.manager [req-45839a2a-e736-4fc1-84f8-0d6dd1b0221c req-ca134b83-adaa-48e7-9b4a-9f3bce7e71d3 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Neutron deleted interface 58330740-c1d3-48e5-8df1-db5b0e52999a; detaching it from the instance and deleting it from the info cache [ 1370.218574] env[69411]: DEBUG nova.network.neutron [req-45839a2a-e736-4fc1-84f8-0d6dd1b0221c req-ca134b83-adaa-48e7-9b4a-9f3bce7e71d3 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.399635] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.399977] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f5e2527-aa8f-4140-9820-d85245bf989e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.407848] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1370.407848] env[69411]: value = "task-3324190" [ 1370.407848] env[69411]: _type = "Task" [ 1370.407848] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.415867] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.428551] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.428870] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e6ddf36-1e26-4913-bf28-c85ce04e0ae3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.434661] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1370.434661] env[69411]: value = "task-3324191" [ 1370.434661] env[69411]: _type = "Task" [ 1370.434661] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.445436] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1370.445649] env[69411]: DEBUG nova.compute.manager [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.446671] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ca4f4f-ace8-444a-b56a-867d7554bbda {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.451507] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.451669] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.451838] env[69411]: DEBUG nova.network.neutron [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.696908] env[69411]: DEBUG nova.network.neutron [-] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.721309] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d95e435e-b1fe-4dea-8785-d9a06e2f3558 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.732087] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8accaf-2d79-4d08-810e-9610fb65ea03 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.758602] env[69411]: DEBUG nova.compute.manager [req-45839a2a-e736-4fc1-84f8-0d6dd1b0221c req-ca134b83-adaa-48e7-9b4a-9f3bce7e71d3 service nova] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Detach interface failed, port_id=58330740-c1d3-48e5-8df1-db5b0e52999a, reason: Instance aeab83be-9983-45f7-a85a-e199561fd8de could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1370.918054] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1370.918265] env[69411]: DEBUG nova.compute.manager [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.918828] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3e1178-94f5-4740-ad64-b2c4b80941b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.924513] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.924713] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquired lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.924960] env[69411]: DEBUG nova.network.neutron [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.168824] env[69411]: DEBUG nova.network.neutron [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Updating instance_info_cache with network_info: [{"id": "73050c3e-b969-4319-9c1e-e15e339ebad3", "address": "fa:16:3e:dc:70:96", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73050c3e-b9", "ovs_interfaceid": "73050c3e-b969-4319-9c1e-e15e339ebad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.199393] env[69411]: INFO nova.compute.manager [-] [instance: aeab83be-9983-45f7-a85a-e199561fd8de] Took 1.41 seconds to deallocate network for instance. [ 1371.607933] env[69411]: DEBUG nova.network.neutron [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Updating instance_info_cache with network_info: [{"id": "2b1810bf-41a6-4ece-a51e-e3fd02513e9e", "address": "fa:16:3e:8e:75:09", "network": {"id": "f55a9c28-5307-4ea6-8aa3-3ceff5698950", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1330089255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a1a59eef8b449f8b1d9548e7bbc8fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1810bf-41", "ovs_interfaceid": "2b1810bf-41a6-4ece-a51e-e3fd02513e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.672869] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.705689] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.705995] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.706245] env[69411]: DEBUG nova.objects.instance [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lazy-loading 'resources' on Instance uuid aeab83be-9983-45f7-a85a-e199561fd8de {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.111214] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Releasing lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.262458] env[69411]: DEBUG nova.compute.manager [req-c7c21374-5e67-4e6d-bca3-d72af0a2ac96 req-00efa453-5dfc-4bf7-9194-661c99b65827 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Received event network-vif-unplugged-73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.262796] env[69411]: DEBUG oslo_concurrency.lockutils [req-c7c21374-5e67-4e6d-bca3-d72af0a2ac96 req-00efa453-5dfc-4bf7-9194-661c99b65827 service nova] Acquiring lock "efa137d1-521f-4f18-8000-2cb544614382-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.262896] env[69411]: DEBUG oslo_concurrency.lockutils [req-c7c21374-5e67-4e6d-bca3-d72af0a2ac96 req-00efa453-5dfc-4bf7-9194-661c99b65827 service nova] Lock "efa137d1-521f-4f18-8000-2cb544614382-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.263097] env[69411]: DEBUG oslo_concurrency.lockutils [req-c7c21374-5e67-4e6d-bca3-d72af0a2ac96 req-00efa453-5dfc-4bf7-9194-661c99b65827 service nova] Lock "efa137d1-521f-4f18-8000-2cb544614382-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.263275] env[69411]: DEBUG nova.compute.manager [req-c7c21374-5e67-4e6d-bca3-d72af0a2ac96 req-00efa453-5dfc-4bf7-9194-661c99b65827 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] No waiting events found dispatching network-vif-unplugged-73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1372.263487] env[69411]: WARNING nova.compute.manager [req-c7c21374-5e67-4e6d-bca3-d72af0a2ac96 req-00efa453-5dfc-4bf7-9194-661c99b65827 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Received unexpected event network-vif-unplugged-73050c3e-b969-4319-9c1e-e15e339ebad3 for instance with vm_state shelved and task_state shelving_offloading. [ 1372.310418] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da04805d-5c56-4ef8-83c4-c96ecb10d47b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.318341] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03f2430-1e93-49f7-9b00-7be0d40aa0b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.356645] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.357494] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9609bc-ae1d-4e74-855e-56aabfbbf543 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.360465] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2901cb7f-8d87-4b93-9c69-cb8eb5ec15ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.369241] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f195d0a9-f27c-40bb-91ae-a64bd910a0f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.372872] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.373118] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1cbc978-35e3-4f0d-9039-bac669e7b3c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.385661] env[69411]: DEBUG nova.compute.provider_tree [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.438486] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.438721] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.438935] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Deleting the datastore file [datastore1] efa137d1-521f-4f18-8000-2cb544614382 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.439314] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8099ef1-77ff-4f99-b6f8-e633f3387fae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.445192] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1372.445192] env[69411]: value = "task-3324193" [ 1372.445192] env[69411]: _type = "Task" [ 1372.445192] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.179367] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1373.180775] env[69411]: DEBUG nova.scheduler.client.report [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.184128] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac886aea-d850-4e04-87a7-5d4946f02906 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.192074] env[69411]: DEBUG oslo_vmware.api [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136835} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.194136] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.194335] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.194508] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.196513] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.197676] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee717ede-4486-4da6-b29c-ced01474ff5a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.218372] env[69411]: INFO nova.scheduler.client.report [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Deleted allocations for instance efa137d1-521f-4f18-8000-2cb544614382 [ 1373.260814] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.261071] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.261257] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Deleting the datastore file [datastore1] 35d182a2-4033-4510-92d8-4bcbd30fbb36 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.261519] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aac58898-f02c-4668-aa4f-196c0f6d9bb7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.268339] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1373.268339] env[69411]: value = "task-3324195" [ 1373.268339] env[69411]: _type = "Task" [ 1373.268339] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.276528] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.689013] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.705753] env[69411]: INFO nova.scheduler.client.report [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Deleted allocations for instance aeab83be-9983-45f7-a85a-e199561fd8de [ 1373.723112] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.723356] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.723573] env[69411]: DEBUG nova.objects.instance [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'resources' on Instance uuid efa137d1-521f-4f18-8000-2cb544614382 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.777964] env[69411]: DEBUG oslo_vmware.api [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116385} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.778231] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.778409] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.778579] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.795530] env[69411]: INFO nova.scheduler.client.report [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Deleted allocations for instance 35d182a2-4033-4510-92d8-4bcbd30fbb36 [ 1374.214240] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7853b1fa-62aa-4d23-9490-b09b5556ba56 tempest-AttachVolumeShelveTestJSON-1713639124 tempest-AttachVolumeShelveTestJSON-1713639124-project-member] Lock "aeab83be-9983-45f7-a85a-e199561fd8de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.055s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.226554] env[69411]: DEBUG nova.objects.instance [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'numa_topology' on Instance uuid efa137d1-521f-4f18-8000-2cb544614382 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.300267] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.354066] env[69411]: DEBUG nova.compute.manager [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Received event network-changed-73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.354261] env[69411]: DEBUG nova.compute.manager [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Refreshing instance network info cache due to event network-changed-73050c3e-b969-4319-9c1e-e15e339ebad3. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1374.354397] env[69411]: DEBUG oslo_concurrency.lockutils [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] Acquiring lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.354530] env[69411]: DEBUG oslo_concurrency.lockutils [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] Acquired lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.354694] env[69411]: DEBUG nova.network.neutron [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Refreshing network info cache for port 73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.729604] env[69411]: DEBUG nova.objects.base [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1374.779553] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbaf991-b15c-4544-8c35-de9e2c26488b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.787341] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6d1d20-5d32-43ae-8ac0-35be401c5207 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.818294] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d62fd7-f790-4581-aa28-8a319e88152b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.825577] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc3feab-db39-4956-ab33-edb44aa80117 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.839053] env[69411]: DEBUG nova.compute.provider_tree [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.069208] env[69411]: DEBUG nova.network.neutron [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Updated VIF entry in instance network info cache for port 73050c3e-b969-4319-9c1e-e15e339ebad3. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.069775] env[69411]: DEBUG nova.network.neutron [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Updating instance_info_cache with network_info: [{"id": "73050c3e-b969-4319-9c1e-e15e339ebad3", "address": "fa:16:3e:dc:70:96", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": null, "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap73050c3e-b9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.343450] env[69411]: DEBUG nova.scheduler.client.report [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.394537] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "35d182a2-4033-4510-92d8-4bcbd30fbb36" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.548877] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "efa137d1-521f-4f18-8000-2cb544614382" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.573142] env[69411]: DEBUG oslo_concurrency.lockutils [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] Releasing lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.573416] env[69411]: DEBUG nova.compute.manager [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Received event network-vif-unplugged-2b1810bf-41a6-4ece-a51e-e3fd02513e9e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.573608] env[69411]: DEBUG oslo_concurrency.lockutils [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] Acquiring lock "35d182a2-4033-4510-92d8-4bcbd30fbb36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.573814] env[69411]: DEBUG oslo_concurrency.lockutils [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] Lock "35d182a2-4033-4510-92d8-4bcbd30fbb36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.573978] env[69411]: DEBUG oslo_concurrency.lockutils [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] Lock "35d182a2-4033-4510-92d8-4bcbd30fbb36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.574171] env[69411]: DEBUG nova.compute.manager [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] No waiting events found dispatching network-vif-unplugged-2b1810bf-41a6-4ece-a51e-e3fd02513e9e {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1375.574374] env[69411]: WARNING nova.compute.manager [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Received unexpected event network-vif-unplugged-2b1810bf-41a6-4ece-a51e-e3fd02513e9e for instance with vm_state shelved_offloaded and task_state unshelving. [ 1375.574540] env[69411]: DEBUG nova.compute.manager [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Received event network-changed-2b1810bf-41a6-4ece-a51e-e3fd02513e9e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.574695] env[69411]: DEBUG nova.compute.manager [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Refreshing instance network info cache due to event network-changed-2b1810bf-41a6-4ece-a51e-e3fd02513e9e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1375.574901] env[69411]: DEBUG oslo_concurrency.lockutils [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] Acquiring lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.575022] env[69411]: DEBUG oslo_concurrency.lockutils [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] Acquired lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.575180] env[69411]: DEBUG nova.network.neutron [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Refreshing network info cache for port 2b1810bf-41a6-4ece-a51e-e3fd02513e9e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.848602] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.852382] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.552s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.852761] env[69411]: DEBUG nova.objects.instance [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lazy-loading 'resources' on Instance uuid 35d182a2-4033-4510-92d8-4bcbd30fbb36 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.274408] env[69411]: DEBUG nova.network.neutron [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Updated VIF entry in instance network info cache for port 2b1810bf-41a6-4ece-a51e-e3fd02513e9e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.274766] env[69411]: DEBUG nova.network.neutron [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Updating instance_info_cache with network_info: [{"id": "2b1810bf-41a6-4ece-a51e-e3fd02513e9e", "address": "fa:16:3e:8e:75:09", "network": {"id": "f55a9c28-5307-4ea6-8aa3-3ceff5698950", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1330089255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a1a59eef8b449f8b1d9548e7bbc8fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2b1810bf-41", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.356915] env[69411]: DEBUG nova.objects.instance [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lazy-loading 'numa_topology' on Instance uuid 35d182a2-4033-4510-92d8-4bcbd30fbb36 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.359811] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f47cb6b-fec5-418a-a4d1-28de48140497 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "efa137d1-521f-4f18-8000-2cb544614382" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.699s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.361063] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "efa137d1-521f-4f18-8000-2cb544614382" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.812s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.361063] env[69411]: INFO nova.compute.manager [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Unshelving [ 1376.777739] env[69411]: DEBUG oslo_concurrency.lockutils [req-e6614cc6-8c4a-4552-b9d9-562930f60e2b req-6b9067a4-857b-4e93-915d-6a4d8a53378f service nova] Releasing lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.860698] env[69411]: DEBUG nova.objects.base [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Object Instance<35d182a2-4033-4510-92d8-4bcbd30fbb36> lazy-loaded attributes: resources,numa_topology {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1376.923480] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81234f32-cf1b-46b1-b2f1-03aa6713ad3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.931278] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04603a42-0d40-438d-9c8c-a0ff7bd716c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.961498] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8d847b-4a47-4d18-92a0-9039b6c700de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.969805] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ae0b82-cb80-4186-85d7-8da20e156e8f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.983257] env[69411]: DEBUG nova.compute.provider_tree [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.384584] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.486172] env[69411]: DEBUG nova.scheduler.client.report [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.991689] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.995997] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.611s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.996243] env[69411]: DEBUG nova.objects.instance [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'pci_requests' on Instance uuid efa137d1-521f-4f18-8000-2cb544614382 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.501245] env[69411]: DEBUG nova.objects.instance [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'numa_topology' on Instance uuid efa137d1-521f-4f18-8000-2cb544614382 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.503792] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0916bcf8-1ed1-4707-82ff-1395378ff64d tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "35d182a2-4033-4510-92d8-4bcbd30fbb36" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.247s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.504994] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "35d182a2-4033-4510-92d8-4bcbd30fbb36" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.110s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.504994] env[69411]: INFO nova.compute.manager [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Unshelving [ 1379.004736] env[69411]: INFO nova.compute.claims [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1379.528626] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.079456] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46055ba0-7e49-40f9-815f-6fe42888be16 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.087549] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a8c834-ab2b-49ee-98c3-3a71a1454822 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.117174] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2521201c-3b19-4e24-bf5e-bd119e7a68b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.124260] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baee1bc-69a8-4bdd-9cbf-6851a90e4d70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.138029] env[69411]: DEBUG nova.compute.provider_tree [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.641905] env[69411]: DEBUG nova.scheduler.client.report [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.147620] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.152s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.150245] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.621s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.150470] env[69411]: DEBUG nova.objects.instance [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lazy-loading 'pci_requests' on Instance uuid 35d182a2-4033-4510-92d8-4bcbd30fbb36 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.176390] env[69411]: INFO nova.network.neutron [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Updating port 73050c3e-b969-4319-9c1e-e15e339ebad3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1381.655423] env[69411]: DEBUG nova.objects.instance [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lazy-loading 'numa_topology' on Instance uuid 35d182a2-4033-4510-92d8-4bcbd30fbb36 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.158858] env[69411]: INFO nova.compute.claims [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.520669] env[69411]: DEBUG nova.compute.manager [req-646d7226-e76f-47e3-99d2-efe6c60268be req-b3a35f39-af9c-4270-97af-eeb257b72253 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Received event network-vif-plugged-73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.521010] env[69411]: DEBUG oslo_concurrency.lockutils [req-646d7226-e76f-47e3-99d2-efe6c60268be req-b3a35f39-af9c-4270-97af-eeb257b72253 service nova] Acquiring lock "efa137d1-521f-4f18-8000-2cb544614382-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.521312] env[69411]: DEBUG oslo_concurrency.lockutils [req-646d7226-e76f-47e3-99d2-efe6c60268be req-b3a35f39-af9c-4270-97af-eeb257b72253 service nova] Lock "efa137d1-521f-4f18-8000-2cb544614382-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.521557] env[69411]: DEBUG oslo_concurrency.lockutils [req-646d7226-e76f-47e3-99d2-efe6c60268be req-b3a35f39-af9c-4270-97af-eeb257b72253 service nova] Lock "efa137d1-521f-4f18-8000-2cb544614382-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.521801] env[69411]: DEBUG nova.compute.manager [req-646d7226-e76f-47e3-99d2-efe6c60268be req-b3a35f39-af9c-4270-97af-eeb257b72253 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] No waiting events found dispatching network-vif-plugged-73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1382.522088] env[69411]: WARNING nova.compute.manager [req-646d7226-e76f-47e3-99d2-efe6c60268be req-b3a35f39-af9c-4270-97af-eeb257b72253 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Received unexpected event network-vif-plugged-73050c3e-b969-4319-9c1e-e15e339ebad3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1382.596316] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.596479] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.596635] env[69411]: DEBUG nova.network.neutron [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.222493] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f44e97-bd6c-4fce-8c54-f61a9cdaf290 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.231013] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc28ed23-b3ab-40c4-b30f-b1dec03ae47e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.263690] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28ac364-9b05-47ef-98fe-36f512703294 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.271033] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e443a3-560f-4d3a-8bdf-7948a3bde19c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.284897] env[69411]: DEBUG nova.compute.provider_tree [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.335338] env[69411]: DEBUG nova.network.neutron [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Updating instance_info_cache with network_info: [{"id": "73050c3e-b969-4319-9c1e-e15e339ebad3", "address": "fa:16:3e:dc:70:96", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73050c3e-b9", "ovs_interfaceid": "73050c3e-b969-4319-9c1e-e15e339ebad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.790055] env[69411]: DEBUG nova.scheduler.client.report [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.837632] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.840044] env[69411]: DEBUG oslo_concurrency.lockutils [None req-327a09ba-cd7a-4e4e-aadd-d17824c6f572 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "c78fed2b-ac99-43ab-894e-9e65c976f9c8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.840259] env[69411]: DEBUG oslo_concurrency.lockutils [None req-327a09ba-cd7a-4e4e-aadd-d17824c6f572 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "c78fed2b-ac99-43ab-894e-9e65c976f9c8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.840365] env[69411]: DEBUG nova.compute.manager [None req-327a09ba-cd7a-4e4e-aadd-d17824c6f572 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.841246] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584dbe6f-8186-48cd-a1a4-99b5d4151339 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.847737] env[69411]: DEBUG nova.compute.manager [None req-327a09ba-cd7a-4e4e-aadd-d17824c6f572 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1383.848343] env[69411]: DEBUG nova.objects.instance [None req-327a09ba-cd7a-4e4e-aadd-d17824c6f572 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lazy-loading 'flavor' on Instance uuid c78fed2b-ac99-43ab-894e-9e65c976f9c8 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.865129] env[69411]: DEBUG nova.virt.hardware [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f4f39d77efff7d9e9b4ac9b93ce21c5f',container_format='bare',created_at=2025-04-04T11:15:06Z,direct_url=,disk_format='vmdk',id=979c75b7-3b1f-46bb-a7c3-44b261314f19,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-644951913-shelved',owner='4ad3320f9a304c7ca903bec6ba9ca533',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-04T11:15:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.865390] env[69411]: DEBUG nova.virt.hardware [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.865549] env[69411]: DEBUG nova.virt.hardware [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.865729] env[69411]: DEBUG nova.virt.hardware [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.865875] env[69411]: DEBUG nova.virt.hardware [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.866039] env[69411]: DEBUG nova.virt.hardware [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.866252] env[69411]: DEBUG nova.virt.hardware [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.866410] env[69411]: DEBUG nova.virt.hardware [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.866576] env[69411]: DEBUG nova.virt.hardware [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.866735] env[69411]: DEBUG nova.virt.hardware [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.866905] env[69411]: DEBUG nova.virt.hardware [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.867874] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac3ed6d-95df-47d5-b8be-44806fc309fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.874985] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1914739-14d3-4952-98d6-c88c046ea724 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.887924] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:70:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73050c3e-b969-4319-9c1e-e15e339ebad3', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.895110] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.895346] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efa137d1-521f-4f18-8000-2cb544614382] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.895538] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ef87a46-21c5-42ea-871a-d580c73a8ebd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.913031] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.913031] env[69411]: value = "task-3324197" [ 1383.913031] env[69411]: _type = "Task" [ 1383.913031] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.919499] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324197, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.294545] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.144s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.324815] env[69411]: INFO nova.network.neutron [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Updating port 2b1810bf-41a6-4ece-a51e-e3fd02513e9e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1384.423322] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324197, 'name': CreateVM_Task, 'duration_secs': 0.319468} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.423568] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efa137d1-521f-4f18-8000-2cb544614382] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1384.424176] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/979c75b7-3b1f-46bb-a7c3-44b261314f19" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.424345] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/979c75b7-3b1f-46bb-a7c3-44b261314f19" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.424742] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/979c75b7-3b1f-46bb-a7c3-44b261314f19" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.424994] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b0c6f2-b210-4b09-911b-f84f6efa9922 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.429479] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1384.429479] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a4e64d-fc0a-f728-3b56-ba1c4fd77f44" [ 1384.429479] env[69411]: _type = "Task" [ 1384.429479] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.438891] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52a4e64d-fc0a-f728-3b56-ba1c4fd77f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.609344] env[69411]: DEBUG nova.compute.manager [req-1fa62cb8-ec7c-429e-9913-bf7ea9450e57 req-07c08681-5e69-4a8a-9355-6e056b4ab4c0 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Received event network-changed-73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.609588] env[69411]: DEBUG nova.compute.manager [req-1fa62cb8-ec7c-429e-9913-bf7ea9450e57 req-07c08681-5e69-4a8a-9355-6e056b4ab4c0 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Refreshing instance network info cache due to event network-changed-73050c3e-b969-4319-9c1e-e15e339ebad3. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1384.609732] env[69411]: DEBUG oslo_concurrency.lockutils [req-1fa62cb8-ec7c-429e-9913-bf7ea9450e57 req-07c08681-5e69-4a8a-9355-6e056b4ab4c0 service nova] Acquiring lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.609964] env[69411]: DEBUG oslo_concurrency.lockutils [req-1fa62cb8-ec7c-429e-9913-bf7ea9450e57 req-07c08681-5e69-4a8a-9355-6e056b4ab4c0 service nova] Acquired lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.610512] env[69411]: DEBUG nova.network.neutron [req-1fa62cb8-ec7c-429e-9913-bf7ea9450e57 req-07c08681-5e69-4a8a-9355-6e056b4ab4c0 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Refreshing network info cache for port 73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.855621] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-327a09ba-cd7a-4e4e-aadd-d17824c6f572 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.855922] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d14610d1-dde9-4600-b1cf-4f2b83f9e19c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.863776] env[69411]: DEBUG oslo_vmware.api [None req-327a09ba-cd7a-4e4e-aadd-d17824c6f572 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1384.863776] env[69411]: value = "task-3324198" [ 1384.863776] env[69411]: _type = "Task" [ 1384.863776] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.871624] env[69411]: DEBUG oslo_vmware.api [None req-327a09ba-cd7a-4e4e-aadd-d17824c6f572 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.939338] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/979c75b7-3b1f-46bb-a7c3-44b261314f19" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.939588] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Processing image 979c75b7-3b1f-46bb-a7c3-44b261314f19 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1384.939818] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/979c75b7-3b1f-46bb-a7c3-44b261314f19/979c75b7-3b1f-46bb-a7c3-44b261314f19.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.939966] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/979c75b7-3b1f-46bb-a7c3-44b261314f19/979c75b7-3b1f-46bb-a7c3-44b261314f19.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.940159] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.940400] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dbce258-0872-4b49-a1d5-408b83da566d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.947861] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1384.948037] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1384.948692] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffa1041-1c32-4c7d-8f78-7a8157efae65 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.953371] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1384.953371] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cbfdf3-f17d-df09-6b0e-bfcd27182201" [ 1384.953371] env[69411]: _type = "Task" [ 1384.953371] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.962418] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52cbfdf3-f17d-df09-6b0e-bfcd27182201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.302180] env[69411]: DEBUG nova.network.neutron [req-1fa62cb8-ec7c-429e-9913-bf7ea9450e57 req-07c08681-5e69-4a8a-9355-6e056b4ab4c0 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Updated VIF entry in instance network info cache for port 73050c3e-b969-4319-9c1e-e15e339ebad3. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.302566] env[69411]: DEBUG nova.network.neutron [req-1fa62cb8-ec7c-429e-9913-bf7ea9450e57 req-07c08681-5e69-4a8a-9355-6e056b4ab4c0 service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Updating instance_info_cache with network_info: [{"id": "73050c3e-b969-4319-9c1e-e15e339ebad3", "address": "fa:16:3e:dc:70:96", "network": {"id": "43b63366-ffe5-4797-8c83-da217355a583", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-553521263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad3320f9a304c7ca903bec6ba9ca533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73050c3e-b9", "ovs_interfaceid": "73050c3e-b969-4319-9c1e-e15e339ebad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.373416] env[69411]: DEBUG oslo_vmware.api [None req-327a09ba-cd7a-4e4e-aadd-d17824c6f572 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324198, 'name': PowerOffVM_Task, 'duration_secs': 0.218915} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.373618] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-327a09ba-cd7a-4e4e-aadd-d17824c6f572 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.373809] env[69411]: DEBUG nova.compute.manager [None req-327a09ba-cd7a-4e4e-aadd-d17824c6f572 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.374576] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52360c0-a923-4df5-9eac-4f83c4c5deb1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.463191] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Preparing fetch location {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1385.463459] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Fetch image to [datastore2] OSTACK_IMG_3195be68-0c48-442d-ac9e-48e717c6f518/OSTACK_IMG_3195be68-0c48-442d-ac9e-48e717c6f518.vmdk {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1385.463645] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Downloading stream optimized image 979c75b7-3b1f-46bb-a7c3-44b261314f19 to [datastore2] OSTACK_IMG_3195be68-0c48-442d-ac9e-48e717c6f518/OSTACK_IMG_3195be68-0c48-442d-ac9e-48e717c6f518.vmdk on the data store datastore2 as vApp {{(pid=69411) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1385.463819] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Downloading image file data 979c75b7-3b1f-46bb-a7c3-44b261314f19 to the ESX as VM named 'OSTACK_IMG_3195be68-0c48-442d-ac9e-48e717c6f518' {{(pid=69411) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1385.528665] env[69411]: DEBUG oslo_vmware.rw_handles [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1385.528665] env[69411]: value = "resgroup-9" [ 1385.528665] env[69411]: _type = "ResourcePool" [ 1385.528665] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1385.529251] env[69411]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c8cda2ba-3877-4601-9914-1d6d2935a3a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.549971] env[69411]: DEBUG oslo_vmware.rw_handles [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lease: (returnval){ [ 1385.549971] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529bd43d-9689-7d86-de4a-f5e3ddf635b7" [ 1385.549971] env[69411]: _type = "HttpNfcLease" [ 1385.549971] env[69411]: } obtained for vApp import into resource pool (val){ [ 1385.549971] env[69411]: value = "resgroup-9" [ 1385.549971] env[69411]: _type = "ResourcePool" [ 1385.549971] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1385.550219] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the lease: (returnval){ [ 1385.550219] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529bd43d-9689-7d86-de4a-f5e3ddf635b7" [ 1385.550219] env[69411]: _type = "HttpNfcLease" [ 1385.550219] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1385.557152] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1385.557152] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529bd43d-9689-7d86-de4a-f5e3ddf635b7" [ 1385.557152] env[69411]: _type = "HttpNfcLease" [ 1385.557152] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1385.805806] env[69411]: DEBUG oslo_concurrency.lockutils [req-1fa62cb8-ec7c-429e-9913-bf7ea9450e57 req-07c08681-5e69-4a8a-9355-6e056b4ab4c0 service nova] Releasing lock "refresh_cache-efa137d1-521f-4f18-8000-2cb544614382" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.885831] env[69411]: DEBUG oslo_concurrency.lockutils [None req-327a09ba-cd7a-4e4e-aadd-d17824c6f572 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "c78fed2b-ac99-43ab-894e-9e65c976f9c8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.899525] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.900047] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquired lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.900047] env[69411]: DEBUG nova.network.neutron [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.058867] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1386.058867] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529bd43d-9689-7d86-de4a-f5e3ddf635b7" [ 1386.058867] env[69411]: _type = "HttpNfcLease" [ 1386.058867] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1386.263086] env[69411]: DEBUG nova.objects.instance [None req-f82cdf72-f119-49af-9dc4-996c01a6abba tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lazy-loading 'flavor' on Instance uuid c78fed2b-ac99-43ab-894e-9e65c976f9c8 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.558343] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1386.558343] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529bd43d-9689-7d86-de4a-f5e3ddf635b7" [ 1386.558343] env[69411]: _type = "HttpNfcLease" [ 1386.558343] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1386.576440] env[69411]: DEBUG nova.network.neutron [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Updating instance_info_cache with network_info: [{"id": "2b1810bf-41a6-4ece-a51e-e3fd02513e9e", "address": "fa:16:3e:8e:75:09", "network": {"id": "f55a9c28-5307-4ea6-8aa3-3ceff5698950", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1330089255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a1a59eef8b449f8b1d9548e7bbc8fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1810bf-41", "ovs_interfaceid": "2b1810bf-41a6-4ece-a51e-e3fd02513e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.637252] env[69411]: DEBUG nova.compute.manager [req-71359bf4-6a63-4795-ba5d-8acc4676a532 req-802efea1-4c7b-484e-bd39-839231630b5c service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Received event network-vif-plugged-2b1810bf-41a6-4ece-a51e-e3fd02513e9e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.637479] env[69411]: DEBUG oslo_concurrency.lockutils [req-71359bf4-6a63-4795-ba5d-8acc4676a532 req-802efea1-4c7b-484e-bd39-839231630b5c service nova] Acquiring lock "35d182a2-4033-4510-92d8-4bcbd30fbb36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.637688] env[69411]: DEBUG oslo_concurrency.lockutils [req-71359bf4-6a63-4795-ba5d-8acc4676a532 req-802efea1-4c7b-484e-bd39-839231630b5c service nova] Lock "35d182a2-4033-4510-92d8-4bcbd30fbb36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.637852] env[69411]: DEBUG oslo_concurrency.lockutils [req-71359bf4-6a63-4795-ba5d-8acc4676a532 req-802efea1-4c7b-484e-bd39-839231630b5c service nova] Lock "35d182a2-4033-4510-92d8-4bcbd30fbb36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.638027] env[69411]: DEBUG nova.compute.manager [req-71359bf4-6a63-4795-ba5d-8acc4676a532 req-802efea1-4c7b-484e-bd39-839231630b5c service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] No waiting events found dispatching network-vif-plugged-2b1810bf-41a6-4ece-a51e-e3fd02513e9e {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1386.638198] env[69411]: WARNING nova.compute.manager [req-71359bf4-6a63-4795-ba5d-8acc4676a532 req-802efea1-4c7b-484e-bd39-839231630b5c service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Received unexpected event network-vif-plugged-2b1810bf-41a6-4ece-a51e-e3fd02513e9e for instance with vm_state shelved_offloaded and task_state spawning. [ 1386.638356] env[69411]: DEBUG nova.compute.manager [req-71359bf4-6a63-4795-ba5d-8acc4676a532 req-802efea1-4c7b-484e-bd39-839231630b5c service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Received event network-changed-2b1810bf-41a6-4ece-a51e-e3fd02513e9e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.638505] env[69411]: DEBUG nova.compute.manager [req-71359bf4-6a63-4795-ba5d-8acc4676a532 req-802efea1-4c7b-484e-bd39-839231630b5c service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Refreshing instance network info cache due to event network-changed-2b1810bf-41a6-4ece-a51e-e3fd02513e9e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1386.638665] env[69411]: DEBUG oslo_concurrency.lockutils [req-71359bf4-6a63-4795-ba5d-8acc4676a532 req-802efea1-4c7b-484e-bd39-839231630b5c service nova] Acquiring lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.767470] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f82cdf72-f119-49af-9dc4-996c01a6abba tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "refresh_cache-c78fed2b-ac99-43ab-894e-9e65c976f9c8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.767660] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f82cdf72-f119-49af-9dc4-996c01a6abba tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "refresh_cache-c78fed2b-ac99-43ab-894e-9e65c976f9c8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.767836] env[69411]: DEBUG nova.network.neutron [None req-f82cdf72-f119-49af-9dc4-996c01a6abba tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.768020] env[69411]: DEBUG nova.objects.instance [None req-f82cdf72-f119-49af-9dc4-996c01a6abba tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lazy-loading 'info_cache' on Instance uuid c78fed2b-ac99-43ab-894e-9e65c976f9c8 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.059548] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1387.059548] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529bd43d-9689-7d86-de4a-f5e3ddf635b7" [ 1387.059548] env[69411]: _type = "HttpNfcLease" [ 1387.059548] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1387.059847] env[69411]: DEBUG oslo_vmware.rw_handles [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1387.059847] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]529bd43d-9689-7d86-de4a-f5e3ddf635b7" [ 1387.059847] env[69411]: _type = "HttpNfcLease" [ 1387.059847] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1387.060624] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e18a280-0d5c-495e-a4b1-8b287dff1112 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.067737] env[69411]: DEBUG oslo_vmware.rw_handles [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f7d4e-e16e-dbe4-a7e7-0dd678c92fad/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1387.067910] env[69411]: DEBUG oslo_vmware.rw_handles [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f7d4e-e16e-dbe4-a7e7-0dd678c92fad/disk-0.vmdk. {{(pid=69411) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1387.124019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Releasing lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.126090] env[69411]: DEBUG oslo_concurrency.lockutils [req-71359bf4-6a63-4795-ba5d-8acc4676a532 req-802efea1-4c7b-484e-bd39-839231630b5c service nova] Acquired lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.126389] env[69411]: DEBUG nova.network.neutron [req-71359bf4-6a63-4795-ba5d-8acc4676a532 req-802efea1-4c7b-484e-bd39-839231630b5c service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Refreshing network info cache for port 2b1810bf-41a6-4ece-a51e-e3fd02513e9e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.133355] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-19f7d6dd-cc1c-49d7-8076-027e3720a4ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.156013] env[69411]: DEBUG nova.virt.hardware [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1319372309f5c8116d91f642e62fef47',container_format='bare',created_at=2025-04-04T11:15:06Z,direct_url=,disk_format='vmdk',id=04a3e151-1b27-40d1-a53d-c07e661dd040,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1023641397-shelved',owner='2a1a59eef8b449f8b1d9548e7bbc8fdd',properties=ImageMetaProps,protected=,size=31660032,status='active',tags=,updated_at=2025-04-04T11:15:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.156298] env[69411]: DEBUG nova.virt.hardware [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.156487] env[69411]: DEBUG nova.virt.hardware [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.156742] env[69411]: DEBUG nova.virt.hardware [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.156939] env[69411]: DEBUG nova.virt.hardware [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.157156] env[69411]: DEBUG nova.virt.hardware [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.157392] env[69411]: DEBUG nova.virt.hardware [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.160161] env[69411]: DEBUG nova.virt.hardware [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.160420] env[69411]: DEBUG nova.virt.hardware [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.160605] env[69411]: DEBUG nova.virt.hardware [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.160808] env[69411]: DEBUG nova.virt.hardware [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.162186] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4843ce1-af03-4208-896c-841a9504e8a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.173623] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808fd383-feef-4756-83fb-544af8a8e305 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.195537] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:75:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b1810bf-41a6-4ece-a51e-e3fd02513e9e', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.202933] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.203181] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.203395] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36a64ca1-008a-4750-8be0-517667cdb795 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.221763] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.221763] env[69411]: value = "task-3324200" [ 1387.221763] env[69411]: _type = "Task" [ 1387.221763] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.228915] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324200, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.271574] env[69411]: DEBUG nova.objects.base [None req-f82cdf72-f119-49af-9dc4-996c01a6abba tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1387.735823] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324200, 'name': CreateVM_Task, 'duration_secs': 0.310868} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.738299] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1387.739079] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/04a3e151-1b27-40d1-a53d-c07e661dd040" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.739256] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/04a3e151-1b27-40d1-a53d-c07e661dd040" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.739628] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/04a3e151-1b27-40d1-a53d-c07e661dd040" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.742380] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b96c7e-4886-46f4-8e6c-fc999e3d5e32 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.748691] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1387.748691] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52155a85-069f-47fb-a95a-9eeaaecf04cd" [ 1387.748691] env[69411]: _type = "Task" [ 1387.748691] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.760381] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52155a85-069f-47fb-a95a-9eeaaecf04cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.925514] env[69411]: DEBUG nova.network.neutron [req-71359bf4-6a63-4795-ba5d-8acc4676a532 req-802efea1-4c7b-484e-bd39-839231630b5c service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Updated VIF entry in instance network info cache for port 2b1810bf-41a6-4ece-a51e-e3fd02513e9e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.925886] env[69411]: DEBUG nova.network.neutron [req-71359bf4-6a63-4795-ba5d-8acc4676a532 req-802efea1-4c7b-484e-bd39-839231630b5c service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Updating instance_info_cache with network_info: [{"id": "2b1810bf-41a6-4ece-a51e-e3fd02513e9e", "address": "fa:16:3e:8e:75:09", "network": {"id": "f55a9c28-5307-4ea6-8aa3-3ceff5698950", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1330089255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a1a59eef8b449f8b1d9548e7bbc8fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1810bf-41", "ovs_interfaceid": "2b1810bf-41a6-4ece-a51e-e3fd02513e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.127441] env[69411]: DEBUG nova.network.neutron [None req-f82cdf72-f119-49af-9dc4-996c01a6abba tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Updating instance_info_cache with network_info: [{"id": "3a4fec29-c0e4-421b-b9fd-a9c85ff966fd", "address": "fa:16:3e:5e:af:29", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4fec29-c0", "ovs_interfaceid": "3a4fec29-c0e4-421b-b9fd-a9c85ff966fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.162171] env[69411]: DEBUG oslo_vmware.rw_handles [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Completed reading data from the image iterator. {{(pid=69411) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1388.162408] env[69411]: DEBUG oslo_vmware.rw_handles [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f7d4e-e16e-dbe4-a7e7-0dd678c92fad/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1388.163332] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58af40ca-befe-442b-a1c1-9bff815193f7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.170264] env[69411]: DEBUG oslo_vmware.rw_handles [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f7d4e-e16e-dbe4-a7e7-0dd678c92fad/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1388.170428] env[69411]: DEBUG oslo_vmware.rw_handles [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f7d4e-e16e-dbe4-a7e7-0dd678c92fad/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1388.170655] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c9546d2e-c6c0-44fa-a0fc-9d9846e98f6d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.261168] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/04a3e151-1b27-40d1-a53d-c07e661dd040" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.261413] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Processing image 04a3e151-1b27-40d1-a53d-c07e661dd040 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.261654] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/04a3e151-1b27-40d1-a53d-c07e661dd040/04a3e151-1b27-40d1-a53d-c07e661dd040.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.261801] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/04a3e151-1b27-40d1-a53d-c07e661dd040/04a3e151-1b27-40d1-a53d-c07e661dd040.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.261979] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.262247] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-307541bd-ad23-4cad-b6d9-e13f92d43718 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.271051] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.271235] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.271895] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c918fa-a13b-48be-8a2f-a31a8e31b5f4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.276593] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1388.276593] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d97f6c-6f3c-63b2-fd8c-0000149d6da6" [ 1388.276593] env[69411]: _type = "Task" [ 1388.276593] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.286379] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d97f6c-6f3c-63b2-fd8c-0000149d6da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.406356] env[69411]: DEBUG oslo_vmware.rw_handles [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f7d4e-e16e-dbe4-a7e7-0dd678c92fad/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1388.406585] env[69411]: INFO nova.virt.vmwareapi.images [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Downloaded image file data 979c75b7-3b1f-46bb-a7c3-44b261314f19 [ 1388.407414] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b03536-0c5c-441c-ba17-bee3dd540b4b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.422504] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c08170f0-3368-45ef-9a3a-12427226c431 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.428614] env[69411]: DEBUG oslo_concurrency.lockutils [req-71359bf4-6a63-4795-ba5d-8acc4676a532 req-802efea1-4c7b-484e-bd39-839231630b5c service nova] Releasing lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.448551] env[69411]: INFO nova.virt.vmwareapi.images [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] The imported VM was unregistered [ 1388.450651] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Caching image {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1388.450880] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Creating directory with path [datastore2] devstack-image-cache_base/979c75b7-3b1f-46bb-a7c3-44b261314f19 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.451139] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ddd1726-d470-4d01-990b-8eac99b24347 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.470130] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Created directory with path [datastore2] devstack-image-cache_base/979c75b7-3b1f-46bb-a7c3-44b261314f19 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.470313] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3195be68-0c48-442d-ac9e-48e717c6f518/OSTACK_IMG_3195be68-0c48-442d-ac9e-48e717c6f518.vmdk to [datastore2] devstack-image-cache_base/979c75b7-3b1f-46bb-a7c3-44b261314f19/979c75b7-3b1f-46bb-a7c3-44b261314f19.vmdk. {{(pid=69411) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1388.470543] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-26e7e734-322d-400e-b6a8-f5969dc69136 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.476741] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1388.476741] env[69411]: value = "task-3324202" [ 1388.476741] env[69411]: _type = "Task" [ 1388.476741] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.484385] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324202, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.630362] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f82cdf72-f119-49af-9dc4-996c01a6abba tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "refresh_cache-c78fed2b-ac99-43ab-894e-9e65c976f9c8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.786087] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Preparing fetch location {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1388.786486] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Fetch image to [datastore2] OSTACK_IMG_de924a62-07f7-482c-bd95-7ff9ecaef706/OSTACK_IMG_de924a62-07f7-482c-bd95-7ff9ecaef706.vmdk {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1388.786561] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Downloading stream optimized image 04a3e151-1b27-40d1-a53d-c07e661dd040 to [datastore2] OSTACK_IMG_de924a62-07f7-482c-bd95-7ff9ecaef706/OSTACK_IMG_de924a62-07f7-482c-bd95-7ff9ecaef706.vmdk on the data store datastore2 as vApp {{(pid=69411) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1388.786708] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Downloading image file data 04a3e151-1b27-40d1-a53d-c07e661dd040 to the ESX as VM named 'OSTACK_IMG_de924a62-07f7-482c-bd95-7ff9ecaef706' {{(pid=69411) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1388.853914] env[69411]: DEBUG oslo_vmware.rw_handles [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1388.853914] env[69411]: value = "resgroup-9" [ 1388.853914] env[69411]: _type = "ResourcePool" [ 1388.853914] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1388.854209] env[69411]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-27199a74-264c-4a4c-baf8-f22886560a21 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.874840] env[69411]: DEBUG oslo_vmware.rw_handles [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lease: (returnval){ [ 1388.874840] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52acbb9c-619e-5710-e6da-4ba702c6a02c" [ 1388.874840] env[69411]: _type = "HttpNfcLease" [ 1388.874840] env[69411]: } obtained for vApp import into resource pool (val){ [ 1388.874840] env[69411]: value = "resgroup-9" [ 1388.874840] env[69411]: _type = "ResourcePool" [ 1388.874840] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1388.875268] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the lease: (returnval){ [ 1388.875268] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52acbb9c-619e-5710-e6da-4ba702c6a02c" [ 1388.875268] env[69411]: _type = "HttpNfcLease" [ 1388.875268] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1388.881846] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1388.881846] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52acbb9c-619e-5710-e6da-4ba702c6a02c" [ 1388.881846] env[69411]: _type = "HttpNfcLease" [ 1388.881846] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1388.987120] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324202, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.385038] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1389.385038] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52acbb9c-619e-5710-e6da-4ba702c6a02c" [ 1389.385038] env[69411]: _type = "HttpNfcLease" [ 1389.385038] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1389.488384] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324202, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.638134] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82cdf72-f119-49af-9dc4-996c01a6abba tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.638134] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14c97ef0-58ec-49b3-997b-476e59809df2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.646230] env[69411]: DEBUG oslo_vmware.api [None req-f82cdf72-f119-49af-9dc4-996c01a6abba tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1389.646230] env[69411]: value = "task-3324204" [ 1389.646230] env[69411]: _type = "Task" [ 1389.646230] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.654752] env[69411]: DEBUG oslo_vmware.api [None req-f82cdf72-f119-49af-9dc4-996c01a6abba tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.884466] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1389.884466] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52acbb9c-619e-5710-e6da-4ba702c6a02c" [ 1389.884466] env[69411]: _type = "HttpNfcLease" [ 1389.884466] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1389.989232] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324202, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.155644] env[69411]: DEBUG oslo_vmware.api [None req-f82cdf72-f119-49af-9dc4-996c01a6abba tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.386503] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1390.386503] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52acbb9c-619e-5710-e6da-4ba702c6a02c" [ 1390.386503] env[69411]: _type = "HttpNfcLease" [ 1390.386503] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1390.489917] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324202, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.658385] env[69411]: DEBUG oslo_vmware.api [None req-f82cdf72-f119-49af-9dc4-996c01a6abba tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324204, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.886464] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1390.886464] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52acbb9c-619e-5710-e6da-4ba702c6a02c" [ 1390.886464] env[69411]: _type = "HttpNfcLease" [ 1390.886464] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1390.886936] env[69411]: DEBUG oslo_vmware.rw_handles [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1390.886936] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52acbb9c-619e-5710-e6da-4ba702c6a02c" [ 1390.886936] env[69411]: _type = "HttpNfcLease" [ 1390.886936] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1390.887472] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dd2845-40e5-4580-ac16-d31d9cafe202 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.895184] env[69411]: DEBUG oslo_vmware.rw_handles [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52917214-9b08-eeba-76ab-04f380c919d6/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1390.895415] env[69411]: DEBUG oslo_vmware.rw_handles [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Creating HTTP connection to write to file with size = 31660032 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52917214-9b08-eeba-76ab-04f380c919d6/disk-0.vmdk. {{(pid=69411) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1390.959134] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cf0261bf-1976-4111-ae86-d9c001ae7c89 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.990088] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324202, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.156186] env[69411]: DEBUG oslo_vmware.api [None req-f82cdf72-f119-49af-9dc4-996c01a6abba tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324204, 'name': PowerOnVM_Task, 'duration_secs': 1.506508} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.156389] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82cdf72-f119-49af-9dc4-996c01a6abba tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1391.156586] env[69411]: DEBUG nova.compute.manager [None req-f82cdf72-f119-49af-9dc4-996c01a6abba tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.157345] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7906e8dc-18ac-424e-afe7-e3ef22d6dd0f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.491652] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324202, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.616375} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.491936] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3195be68-0c48-442d-ac9e-48e717c6f518/OSTACK_IMG_3195be68-0c48-442d-ac9e-48e717c6f518.vmdk to [datastore2] devstack-image-cache_base/979c75b7-3b1f-46bb-a7c3-44b261314f19/979c75b7-3b1f-46bb-a7c3-44b261314f19.vmdk. [ 1391.492140] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Cleaning up location [datastore2] OSTACK_IMG_3195be68-0c48-442d-ac9e-48e717c6f518 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1391.492312] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3195be68-0c48-442d-ac9e-48e717c6f518 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.492566] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8868ea4b-828f-4fb0-980d-72c6f6152fd4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.499028] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1391.499028] env[69411]: value = "task-3324205" [ 1391.499028] env[69411]: _type = "Task" [ 1391.499028] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.508044] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.010985] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089805} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.011806] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.011991] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/979c75b7-3b1f-46bb-a7c3-44b261314f19/979c75b7-3b1f-46bb-a7c3-44b261314f19.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.012256] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/979c75b7-3b1f-46bb-a7c3-44b261314f19/979c75b7-3b1f-46bb-a7c3-44b261314f19.vmdk to [datastore2] efa137d1-521f-4f18-8000-2cb544614382/efa137d1-521f-4f18-8000-2cb544614382.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.012511] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbc43040-8e5e-4b9c-b595-6a670c4fa183 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.018874] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1392.018874] env[69411]: value = "task-3324206" [ 1392.018874] env[69411]: _type = "Task" [ 1392.018874] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.028046] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.214073] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b25b2c-f86d-44d1-8d6d-564651beed87 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.222541] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-145d3e21-5f72-458a-9b34-01ac07aca800 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Suspending the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1392.223859] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cc6eb1a7-3007-42d3-8fa4-14793ea20e10 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.231058] env[69411]: DEBUG oslo_vmware.api [None req-145d3e21-5f72-458a-9b34-01ac07aca800 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1392.231058] env[69411]: value = "task-3324207" [ 1392.231058] env[69411]: _type = "Task" [ 1392.231058] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.241188] env[69411]: DEBUG oslo_vmware.api [None req-145d3e21-5f72-458a-9b34-01ac07aca800 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324207, 'name': SuspendVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.500048] env[69411]: DEBUG oslo_vmware.rw_handles [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Completed reading data from the image iterator. {{(pid=69411) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1392.500507] env[69411]: DEBUG oslo_vmware.rw_handles [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52917214-9b08-eeba-76ab-04f380c919d6/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1392.501575] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2efae6-04a7-4d4f-a891-1c4798dcd9ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.508286] env[69411]: DEBUG oslo_vmware.rw_handles [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52917214-9b08-eeba-76ab-04f380c919d6/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1392.508498] env[69411]: DEBUG oslo_vmware.rw_handles [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52917214-9b08-eeba-76ab-04f380c919d6/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1392.508757] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-937d92a4-f378-48a1-8237-108b2be901cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.529019] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324206, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.742067] env[69411]: DEBUG oslo_vmware.api [None req-145d3e21-5f72-458a-9b34-01ac07aca800 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324207, 'name': SuspendVM_Task} progress is 70%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.029949] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324206, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.186916] env[69411]: DEBUG oslo_vmware.rw_handles [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52917214-9b08-eeba-76ab-04f380c919d6/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1393.186916] env[69411]: INFO nova.virt.vmwareapi.images [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Downloaded image file data 04a3e151-1b27-40d1-a53d-c07e661dd040 [ 1393.187947] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b870cbfd-a59c-4778-af30-0a827094a315 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.205500] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-935175c5-919f-45ab-b83a-9bb988cbfee1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.241637] env[69411]: DEBUG oslo_vmware.api [None req-145d3e21-5f72-458a-9b34-01ac07aca800 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324207, 'name': SuspendVM_Task} progress is 70%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.255165] env[69411]: INFO nova.virt.vmwareapi.images [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] The imported VM was unregistered [ 1393.257909] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Caching image {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1393.258254] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Creating directory with path [datastore2] devstack-image-cache_base/04a3e151-1b27-40d1-a53d-c07e661dd040 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1393.258564] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fd3c57b-f5fa-404d-9676-8bdf0b5fe986 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.309397] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Created directory with path [datastore2] devstack-image-cache_base/04a3e151-1b27-40d1-a53d-c07e661dd040 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1393.309652] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_de924a62-07f7-482c-bd95-7ff9ecaef706/OSTACK_IMG_de924a62-07f7-482c-bd95-7ff9ecaef706.vmdk to [datastore2] devstack-image-cache_base/04a3e151-1b27-40d1-a53d-c07e661dd040/04a3e151-1b27-40d1-a53d-c07e661dd040.vmdk. {{(pid=69411) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1393.309957] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f6912ff7-90a7-4869-a16b-ce3d54b7cbab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.317984] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1393.317984] env[69411]: value = "task-3324209" [ 1393.317984] env[69411]: _type = "Task" [ 1393.317984] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.326774] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324209, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.530876] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324206, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.741973] env[69411]: DEBUG oslo_vmware.api [None req-145d3e21-5f72-458a-9b34-01ac07aca800 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324207, 'name': SuspendVM_Task} progress is 70%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.831732] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324209, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.033286] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324206, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.242837] env[69411]: DEBUG oslo_vmware.api [None req-145d3e21-5f72-458a-9b34-01ac07aca800 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324207, 'name': SuspendVM_Task} progress is 70%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.328536] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324209, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.532017] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324206, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.745614] env[69411]: DEBUG oslo_vmware.api [None req-145d3e21-5f72-458a-9b34-01ac07aca800 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324207, 'name': SuspendVM_Task, 'duration_secs': 2.445587} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.746035] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-145d3e21-5f72-458a-9b34-01ac07aca800 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Suspended the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1394.746279] env[69411]: DEBUG nova.compute.manager [None req-145d3e21-5f72-458a-9b34-01ac07aca800 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.747238] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8f0951-5a13-4110-bb5f-c207e2186555 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.831545] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324209, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.033225] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324206, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.633723} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.033553] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/979c75b7-3b1f-46bb-a7c3-44b261314f19/979c75b7-3b1f-46bb-a7c3-44b261314f19.vmdk to [datastore2] efa137d1-521f-4f18-8000-2cb544614382/efa137d1-521f-4f18-8000-2cb544614382.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1395.034400] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b03434-549d-48cf-aa96-51d8bc09a363 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.058040] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] efa137d1-521f-4f18-8000-2cb544614382/efa137d1-521f-4f18-8000-2cb544614382.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.058278] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2913f26-e7f1-4498-8400-f6e5b8ff7f2f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.078409] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1395.078409] env[69411]: value = "task-3324210" [ 1395.078409] env[69411]: _type = "Task" [ 1395.078409] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.087030] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.330056] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324209, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.588655] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.676639] env[69411]: INFO nova.compute.manager [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Resuming [ 1395.677332] env[69411]: DEBUG nova.objects.instance [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lazy-loading 'flavor' on Instance uuid c78fed2b-ac99-43ab-894e-9e65c976f9c8 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.833681] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324209, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.089460] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.332204] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324209, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.589611] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.832066] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324209, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.450551} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.832345] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_de924a62-07f7-482c-bd95-7ff9ecaef706/OSTACK_IMG_de924a62-07f7-482c-bd95-7ff9ecaef706.vmdk to [datastore2] devstack-image-cache_base/04a3e151-1b27-40d1-a53d-c07e661dd040/04a3e151-1b27-40d1-a53d-c07e661dd040.vmdk. [ 1396.832528] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Cleaning up location [datastore2] OSTACK_IMG_de924a62-07f7-482c-bd95-7ff9ecaef706 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1396.832689] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_de924a62-07f7-482c-bd95-7ff9ecaef706 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.832935] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba6059a0-82d0-4ea5-91fe-a8c5d17e8bf8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.839042] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1396.839042] env[69411]: value = "task-3324211" [ 1396.839042] env[69411]: _type = "Task" [ 1396.839042] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.846435] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.090324] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324210, 'name': ReconfigVM_Task, 'duration_secs': 1.756692} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.090730] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Reconfigured VM instance instance-0000007d to attach disk [datastore2] efa137d1-521f-4f18-8000-2cb544614382/efa137d1-521f-4f18-8000-2cb544614382.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1397.091240] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-799d8f6d-bb1e-4ec7-9d3c-9808a810aac1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.097053] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1397.097053] env[69411]: value = "task-3324212" [ 1397.097053] env[69411]: _type = "Task" [ 1397.097053] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.105087] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324212, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.188963] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "refresh_cache-c78fed2b-ac99-43ab-894e-9e65c976f9c8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.189163] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquired lock "refresh_cache-c78fed2b-ac99-43ab-894e-9e65c976f9c8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.189341] env[69411]: DEBUG nova.network.neutron [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.349100] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042262} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.349325] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.349497] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/04a3e151-1b27-40d1-a53d-c07e661dd040/04a3e151-1b27-40d1-a53d-c07e661dd040.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.349745] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/04a3e151-1b27-40d1-a53d-c07e661dd040/04a3e151-1b27-40d1-a53d-c07e661dd040.vmdk to [datastore2] 35d182a2-4033-4510-92d8-4bcbd30fbb36/35d182a2-4033-4510-92d8-4bcbd30fbb36.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.349995] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc54d400-3549-4984-94b8-d219dcc409bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.356861] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1397.356861] env[69411]: value = "task-3324213" [ 1397.356861] env[69411]: _type = "Task" [ 1397.356861] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.364326] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.607441] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324212, 'name': Rename_Task, 'duration_secs': 0.151398} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.607745] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1397.608066] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b306030-8404-43a9-a344-d85329c3c0ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.614425] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1397.614425] env[69411]: value = "task-3324214" [ 1397.614425] env[69411]: _type = "Task" [ 1397.614425] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.622318] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.866795] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324213, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.924089] env[69411]: DEBUG nova.network.neutron [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Updating instance_info_cache with network_info: [{"id": "3a4fec29-c0e4-421b-b9fd-a9c85ff966fd", "address": "fa:16:3e:5e:af:29", "network": {"id": "257e78f2-c51f-45bf-afdf-a7a614fb3514", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-904166999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8952a3f10664780a3d661cbdd4b8f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4fec29-c0", "ovs_interfaceid": "3a4fec29-c0e4-421b-b9fd-a9c85ff966fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.126478] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.367813] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324213, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.426736] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Releasing lock "refresh_cache-c78fed2b-ac99-43ab-894e-9e65c976f9c8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.427736] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d6f02d-f70b-48d8-a827-09eabfcc70df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.434148] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Resuming the VM {{(pid=69411) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1398.434451] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f14f919-7c04-4585-a97a-58bef4b3619c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.441888] env[69411]: DEBUG oslo_vmware.api [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1398.441888] env[69411]: value = "task-3324215" [ 1398.441888] env[69411]: _type = "Task" [ 1398.441888] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.450016] env[69411]: DEBUG oslo_vmware.api [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.625393] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324214, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.868354] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324213, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.954607] env[69411]: DEBUG oslo_vmware.api [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.125836] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324214, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.369371] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324213, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.452709] env[69411]: DEBUG oslo_vmware.api [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.626425] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324214, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.871729] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324213, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.314144} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.872199] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/04a3e151-1b27-40d1-a53d-c07e661dd040/04a3e151-1b27-40d1-a53d-c07e661dd040.vmdk to [datastore2] 35d182a2-4033-4510-92d8-4bcbd30fbb36/35d182a2-4033-4510-92d8-4bcbd30fbb36.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1399.873420] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7934ad3a-3d37-4064-8ec5-8430c7f6dcc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.896035] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 35d182a2-4033-4510-92d8-4bcbd30fbb36/35d182a2-4033-4510-92d8-4bcbd30fbb36.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.896272] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12bec295-9067-436b-9795-08ed2208ce91 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.915088] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1399.915088] env[69411]: value = "task-3324216" [ 1399.915088] env[69411]: _type = "Task" [ 1399.915088] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.922921] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.953496] env[69411]: DEBUG oslo_vmware.api [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324215, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.127008] env[69411]: DEBUG oslo_vmware.api [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324214, 'name': PowerOnVM_Task, 'duration_secs': 2.315028} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.127381] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.234278] env[69411]: DEBUG nova.compute.manager [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.235224] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233fa20e-56da-4f17-8411-929093e2fd04 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.426346] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324216, 'name': ReconfigVM_Task, 'duration_secs': 0.271808} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.426747] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 35d182a2-4033-4510-92d8-4bcbd30fbb36/35d182a2-4033-4510-92d8-4bcbd30fbb36.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1400.427199] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d36511aa-d01e-4a62-ab4a-7f8b2492c5f7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.433831] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1400.433831] env[69411]: value = "task-3324217" [ 1400.433831] env[69411]: _type = "Task" [ 1400.433831] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.440822] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324217, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.451891] env[69411]: DEBUG oslo_vmware.api [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324215, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.754875] env[69411]: DEBUG oslo_concurrency.lockutils [None req-06e37b32-01ae-4bee-a535-49645e6338cc tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "efa137d1-521f-4f18-8000-2cb544614382" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.394s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.943125] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324217, 'name': Rename_Task, 'duration_secs': 0.132858} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.943449] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.943708] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0b921cf-bd2f-47a1-a403-5386157e8615 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.950282] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1400.950282] env[69411]: value = "task-3324218" [ 1400.950282] env[69411]: _type = "Task" [ 1400.950282] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.953397] env[69411]: DEBUG oslo_vmware.api [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324215, 'name': PowerOnVM_Task, 'duration_secs': 2.308247} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.956329] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Resumed the VM {{(pid=69411) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1400.956516] env[69411]: DEBUG nova.compute.manager [None req-ae3b1b21-62ab-406d-9d0e-722ac83f1a65 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.957226] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e158f003-7f98-4c2c-920c-5148d362bdc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.963635] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.462292] env[69411]: DEBUG oslo_vmware.api [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324218, 'name': PowerOnVM_Task, 'duration_secs': 0.474014} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.462615] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1401.556184] env[69411]: DEBUG nova.compute.manager [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1401.557436] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9198b84b-7b87-45da-af55-aed978e326c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.983197] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "efa137d1-521f-4f18-8000-2cb544614382" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.983583] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "efa137d1-521f-4f18-8000-2cb544614382" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.983837] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "efa137d1-521f-4f18-8000-2cb544614382-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.984065] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "efa137d1-521f-4f18-8000-2cb544614382-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.984334] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "efa137d1-521f-4f18-8000-2cb544614382-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.986456] env[69411]: INFO nova.compute.manager [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Terminating instance [ 1402.075434] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03eeb93b-33a2-435a-96f6-3c812cf9f886 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "35d182a2-4033-4510-92d8-4bcbd30fbb36" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.571s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.490369] env[69411]: DEBUG nova.compute.manager [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1402.490755] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1402.491570] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4256e62a-d761-4adb-bc37-a62513c3b0c1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.499516] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.499753] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58cd1ffb-a708-458f-a23f-004c6312029f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.505583] env[69411]: DEBUG oslo_vmware.api [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1402.505583] env[69411]: value = "task-3324219" [ 1402.505583] env[69411]: _type = "Task" [ 1402.505583] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.513748] env[69411]: DEBUG oslo_vmware.api [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.652019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "c78fed2b-ac99-43ab-894e-9e65c976f9c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.652339] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "c78fed2b-ac99-43ab-894e-9e65c976f9c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.652540] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "c78fed2b-ac99-43ab-894e-9e65c976f9c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.652721] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "c78fed2b-ac99-43ab-894e-9e65c976f9c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.652892] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "c78fed2b-ac99-43ab-894e-9e65c976f9c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.656082] env[69411]: INFO nova.compute.manager [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Terminating instance [ 1403.017878] env[69411]: DEBUG oslo_vmware.api [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324219, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.160279] env[69411]: DEBUG nova.compute.manager [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1403.160519] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1403.161734] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582764d3-1f53-48d1-b452-5b915525b3ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.168989] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1403.169235] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b829678-63ac-453c-b6eb-2218081451e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.174884] env[69411]: DEBUG oslo_vmware.api [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1403.174884] env[69411]: value = "task-3324220" [ 1403.174884] env[69411]: _type = "Task" [ 1403.174884] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.183130] env[69411]: DEBUG oslo_vmware.api [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.516116] env[69411]: DEBUG oslo_vmware.api [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324219, 'name': PowerOffVM_Task, 'duration_secs': 0.569016} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.516441] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.516579] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1403.516818] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d6fdf40-2b30-437c-b678-fcf384d36952 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.582924] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1403.583205] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1403.583391] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Deleting the datastore file [datastore2] efa137d1-521f-4f18-8000-2cb544614382 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.583656] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2030a6f1-f097-4feb-a0b2-a8a483c4cd0c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.589859] env[69411]: DEBUG oslo_vmware.api [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for the task: (returnval){ [ 1403.589859] env[69411]: value = "task-3324222" [ 1403.589859] env[69411]: _type = "Task" [ 1403.589859] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.597325] env[69411]: DEBUG oslo_vmware.api [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.618073] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9cffd4-5de7-4c3d-9fe2-43729f1e7c18 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.623501] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c69f9735-932c-4d05-aec1-bb72a9c15950 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Suspending the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1403.623711] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c774ba65-9176-411f-869a-1b9ee8099639 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.629081] env[69411]: DEBUG oslo_vmware.api [None req-c69f9735-932c-4d05-aec1-bb72a9c15950 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1403.629081] env[69411]: value = "task-3324223" [ 1403.629081] env[69411]: _type = "Task" [ 1403.629081] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.636802] env[69411]: DEBUG oslo_vmware.api [None req-c69f9735-932c-4d05-aec1-bb72a9c15950 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324223, 'name': SuspendVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.683973] env[69411]: DEBUG oslo_vmware.api [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324220, 'name': PowerOffVM_Task, 'duration_secs': 0.175725} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.684293] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.684471] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1403.684719] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce59279c-b92c-4b39-96ff-3032ebea443a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.753517] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1403.753681] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1403.753872] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Deleting the datastore file [datastore2] c78fed2b-ac99-43ab-894e-9e65c976f9c8 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.754393] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-869cf0b6-8b9c-4e1c-aef8-43c552861461 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.760966] env[69411]: DEBUG oslo_vmware.api [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for the task: (returnval){ [ 1403.760966] env[69411]: value = "task-3324225" [ 1403.760966] env[69411]: _type = "Task" [ 1403.760966] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.768901] env[69411]: DEBUG oslo_vmware.api [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.099499] env[69411]: DEBUG oslo_vmware.api [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Task: {'id': task-3324222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138807} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.099782] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1404.099983] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1404.100196] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1404.100380] env[69411]: INFO nova.compute.manager [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] [instance: efa137d1-521f-4f18-8000-2cb544614382] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1404.100625] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1404.100820] env[69411]: DEBUG nova.compute.manager [-] [instance: efa137d1-521f-4f18-8000-2cb544614382] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1404.100917] env[69411]: DEBUG nova.network.neutron [-] [instance: efa137d1-521f-4f18-8000-2cb544614382] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1404.140661] env[69411]: DEBUG oslo_vmware.api [None req-c69f9735-932c-4d05-aec1-bb72a9c15950 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324223, 'name': SuspendVM_Task} progress is 70%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.270681] env[69411]: DEBUG oslo_vmware.api [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Task: {'id': task-3324225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248993} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.270989] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1404.271328] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1404.271585] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1404.271819] env[69411]: INFO nova.compute.manager [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1404.272124] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1404.272330] env[69411]: DEBUG nova.compute.manager [-] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1404.272427] env[69411]: DEBUG nova.network.neutron [-] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1404.642220] env[69411]: DEBUG oslo_vmware.api [None req-c69f9735-932c-4d05-aec1-bb72a9c15950 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324223, 'name': SuspendVM_Task, 'duration_secs': 0.6066} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.642517] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c69f9735-932c-4d05-aec1-bb72a9c15950 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Suspended the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1404.642628] env[69411]: DEBUG nova.compute.manager [None req-c69f9735-932c-4d05-aec1-bb72a9c15950 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.643452] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272edc2d-5bf8-404c-acbb-3fc086f18b24 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.745314] env[69411]: DEBUG nova.compute.manager [req-8773bbab-562e-42f8-af3e-ccc3ddfe6135 req-15489f54-8431-4f36-980e-57e3ad5b893b service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Received event network-vif-deleted-73050c3e-b969-4319-9c1e-e15e339ebad3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.745516] env[69411]: INFO nova.compute.manager [req-8773bbab-562e-42f8-af3e-ccc3ddfe6135 req-15489f54-8431-4f36-980e-57e3ad5b893b service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Neutron deleted interface 73050c3e-b969-4319-9c1e-e15e339ebad3; detaching it from the instance and deleting it from the info cache [ 1404.745688] env[69411]: DEBUG nova.network.neutron [req-8773bbab-562e-42f8-af3e-ccc3ddfe6135 req-15489f54-8431-4f36-980e-57e3ad5b893b service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.223532] env[69411]: DEBUG nova.network.neutron [-] [instance: efa137d1-521f-4f18-8000-2cb544614382] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.249205] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-001b7027-eada-47a2-9a45-3dcc2e4ffc6b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.259431] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab27d3f-cc34-476b-b326-ee7aecc1471e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.284612] env[69411]: DEBUG nova.compute.manager [req-8773bbab-562e-42f8-af3e-ccc3ddfe6135 req-15489f54-8431-4f36-980e-57e3ad5b893b service nova] [instance: efa137d1-521f-4f18-8000-2cb544614382] Detach interface failed, port_id=73050c3e-b969-4319-9c1e-e15e339ebad3, reason: Instance efa137d1-521f-4f18-8000-2cb544614382 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1405.362427] env[69411]: DEBUG nova.network.neutron [-] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.727194] env[69411]: INFO nova.compute.manager [-] [instance: efa137d1-521f-4f18-8000-2cb544614382] Took 1.63 seconds to deallocate network for instance. [ 1405.866266] env[69411]: INFO nova.compute.manager [-] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Took 1.59 seconds to deallocate network for instance. [ 1406.090150] env[69411]: INFO nova.compute.manager [None req-d4e2824e-e9a8-4420-b994-abb8a2402ebb tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Resuming [ 1406.090884] env[69411]: DEBUG nova.objects.instance [None req-d4e2824e-e9a8-4420-b994-abb8a2402ebb tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lazy-loading 'flavor' on Instance uuid 35d182a2-4033-4510-92d8-4bcbd30fbb36 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.234832] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.235300] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.235545] env[69411]: DEBUG nova.objects.instance [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lazy-loading 'resources' on Instance uuid efa137d1-521f-4f18-8000-2cb544614382 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.373634] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.776569] env[69411]: DEBUG nova.compute.manager [req-e5600a7b-9698-461d-b036-ec22ff9a0f13 req-53106eec-9d85-4454-a636-a93929399893 service nova] [instance: c78fed2b-ac99-43ab-894e-9e65c976f9c8] Received event network-vif-deleted-3a4fec29-c0e4-421b-b9fd-a9c85ff966fd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.794801] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69008293-639e-4b65-b7da-f415fb37c7ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.801970] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e96512f-5bab-482a-a340-a5877e0c616e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.830722] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd87dcc-ddd4-44ff-b809-d876c0e6696f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.837323] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5539ff0-ec76-471a-93aa-9d10a78222d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.849840] env[69411]: DEBUG nova.compute.provider_tree [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.353196] env[69411]: DEBUG nova.scheduler.client.report [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.601940] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d4e2824e-e9a8-4420-b994-abb8a2402ebb tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.602144] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d4e2824e-e9a8-4420-b994-abb8a2402ebb tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquired lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.602334] env[69411]: DEBUG nova.network.neutron [None req-d4e2824e-e9a8-4420-b994-abb8a2402ebb tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.859433] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.860975] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.488s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.861303] env[69411]: DEBUG nova.objects.instance [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lazy-loading 'resources' on Instance uuid c78fed2b-ac99-43ab-894e-9e65c976f9c8 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.879490] env[69411]: INFO nova.scheduler.client.report [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Deleted allocations for instance efa137d1-521f-4f18-8000-2cb544614382 [ 1408.303790] env[69411]: DEBUG nova.network.neutron [None req-d4e2824e-e9a8-4420-b994-abb8a2402ebb tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Updating instance_info_cache with network_info: [{"id": "2b1810bf-41a6-4ece-a51e-e3fd02513e9e", "address": "fa:16:3e:8e:75:09", "network": {"id": "f55a9c28-5307-4ea6-8aa3-3ceff5698950", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1330089255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a1a59eef8b449f8b1d9548e7bbc8fdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1810bf-41", "ovs_interfaceid": "2b1810bf-41a6-4ece-a51e-e3fd02513e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.385917] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3781df90-10f7-4096-b4f3-ff53a8809b77 tempest-ServerActionsTestOtherB-1928300437 tempest-ServerActionsTestOtherB-1928300437-project-member] Lock "efa137d1-521f-4f18-8000-2cb544614382" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.402s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.401050] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d241d2e-6c2a-4788-b5f0-08f874fb10ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.408811] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eb2e10-a89b-48f7-a284-15e47938259e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.438499] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3a833c-fe57-4f42-aaa6-5555ee3fcc63 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.445043] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67b9954-4b75-4628-86bd-09113d7dc591 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.458763] env[69411]: DEBUG nova.compute.provider_tree [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.806642] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d4e2824e-e9a8-4420-b994-abb8a2402ebb tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Releasing lock "refresh_cache-35d182a2-4033-4510-92d8-4bcbd30fbb36" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.807789] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da58728-281c-4436-85ee-607ff770d30d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.814869] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e2824e-e9a8-4420-b994-abb8a2402ebb tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Resuming the VM {{(pid=69411) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1408.815110] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba75a2a5-f831-473c-865f-877351adf0a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.822051] env[69411]: DEBUG oslo_vmware.api [None req-d4e2824e-e9a8-4420-b994-abb8a2402ebb tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1408.822051] env[69411]: value = "task-3324227" [ 1408.822051] env[69411]: _type = "Task" [ 1408.822051] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.835111] env[69411]: DEBUG oslo_vmware.api [None req-d4e2824e-e9a8-4420-b994-abb8a2402ebb tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.963336] env[69411]: DEBUG nova.scheduler.client.report [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.332518] env[69411]: DEBUG oslo_vmware.api [None req-d4e2824e-e9a8-4420-b994-abb8a2402ebb tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324227, 'name': PowerOnVM_Task, 'duration_secs': 0.497785} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.332815] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e2824e-e9a8-4420-b994-abb8a2402ebb tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Resumed the VM {{(pid=69411) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1409.332976] env[69411]: DEBUG nova.compute.manager [None req-d4e2824e-e9a8-4420-b994-abb8a2402ebb tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.333867] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8041b76b-2ce8-4e79-96a4-a975a56b84cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.468398] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.493104] env[69411]: INFO nova.scheduler.client.report [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Deleted allocations for instance c78fed2b-ac99-43ab-894e-9e65c976f9c8 [ 1409.566118] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.566393] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.566561] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.566711] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.566868] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.567027] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.567173] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1409.809841] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.001682] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3e50b94-8dd1-4d45-b92d-31638a112b30 tempest-ServerActionsTestJSON-211436792 tempest-ServerActionsTestJSON-211436792-project-member] Lock "c78fed2b-ac99-43ab-894e-9e65c976f9c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.349s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.811031] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1411.315725] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.315725] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.315725] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.315725] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1411.315725] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be96fe89-db4c-4ff3-bf7d-3696d240b9b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.329149] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a8625d-bf7e-4303-8e2b-accf15a35bed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.348663] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcb7cc4-3765-46ba-affa-2fc806326d07 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.355579] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc592e7-f69b-40b6-9345-f55715d3b99e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.385436] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180296MB free_disk=110GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1411.385436] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.385581] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.411697] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Instance 35d182a2-4033-4510-92d8-4bcbd30fbb36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1412.411986] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1412.412036] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1412.439528] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20762a8a-9fa8-439e-ba03-96625918f916 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.447355] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac6f366-765b-4f3f-956d-71e02d8ad339 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.477768] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10b46b9-dbd3-4cc4-ac79-72239344767a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.485970] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe6c3c6-afec-42ad-86cc-8a6126b82037 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.501366] env[69411]: DEBUG nova.compute.provider_tree [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.004919] env[69411]: DEBUG nova.scheduler.client.report [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.512620] env[69411]: DEBUG nova.compute.resource_tracker [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1413.512897] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.466512] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquiring lock "30ae31cf-300a-451e-9511-12e8bf2abdc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.466744] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Lock "30ae31cf-300a-451e-9511-12e8bf2abdc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.665038] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "35d182a2-4033-4510-92d8-4bcbd30fbb36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.665336] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "35d182a2-4033-4510-92d8-4bcbd30fbb36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.665532] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "35d182a2-4033-4510-92d8-4bcbd30fbb36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.665723] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "35d182a2-4033-4510-92d8-4bcbd30fbb36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.665885] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "35d182a2-4033-4510-92d8-4bcbd30fbb36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.667975] env[69411]: INFO nova.compute.manager [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Terminating instance [ 1414.969041] env[69411]: DEBUG nova.compute.manager [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1415.171935] env[69411]: DEBUG nova.compute.manager [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1415.172184] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1415.173071] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cdea2e-99db-433d-b3cb-3eced01fe373 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.181046] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.181231] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fb4acbb-b96c-486e-8bc1-8525ee377942 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.186910] env[69411]: DEBUG oslo_vmware.api [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1415.186910] env[69411]: value = "task-3324228" [ 1415.186910] env[69411]: _type = "Task" [ 1415.186910] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.194947] env[69411]: DEBUG oslo_vmware.api [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.489429] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.489708] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.491191] env[69411]: INFO nova.compute.claims [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1415.697119] env[69411]: DEBUG oslo_vmware.api [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324228, 'name': PowerOffVM_Task, 'duration_secs': 0.210981} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.697516] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.697565] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1415.697793] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b694102f-bb15-476a-80aa-b395570c8863 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.759740] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.759891] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.760088] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Deleting the datastore file [datastore2] 35d182a2-4033-4510-92d8-4bcbd30fbb36 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.760348] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ff6578a-a276-4a72-9b02-51dae85c9fe6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.766713] env[69411]: DEBUG oslo_vmware.api [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for the task: (returnval){ [ 1415.766713] env[69411]: value = "task-3324230" [ 1415.766713] env[69411]: _type = "Task" [ 1415.766713] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.775224] env[69411]: DEBUG oslo_vmware.api [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.276744] env[69411]: DEBUG oslo_vmware.api [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Task: {'id': task-3324230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132445} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.276946] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.277144] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.277322] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.277491] env[69411]: INFO nova.compute.manager [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1416.277724] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1416.277910] env[69411]: DEBUG nova.compute.manager [-] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1416.278015] env[69411]: DEBUG nova.network.neutron [-] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.516565] env[69411]: DEBUG nova.compute.manager [req-2058dd05-9989-413d-9397-09d1516ac582 req-2d0d4964-4ef8-4e80-b377-ae12c38a2200 service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Received event network-vif-deleted-2b1810bf-41a6-4ece-a51e-e3fd02513e9e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1416.516729] env[69411]: INFO nova.compute.manager [req-2058dd05-9989-413d-9397-09d1516ac582 req-2d0d4964-4ef8-4e80-b377-ae12c38a2200 service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Neutron deleted interface 2b1810bf-41a6-4ece-a51e-e3fd02513e9e; detaching it from the instance and deleting it from the info cache [ 1416.516930] env[69411]: DEBUG nova.network.neutron [req-2058dd05-9989-413d-9397-09d1516ac582 req-2d0d4964-4ef8-4e80-b377-ae12c38a2200 service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.541867] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9463475a-857c-409e-91ca-12db3eb68cf5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.549593] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cf457c-f750-41ec-94f4-3de4bc06bc2d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.578842] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7952ed67-ab5b-4220-a7c4-4b50f42d1968 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.585415] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cecc61-0d47-4656-bd0c-ac39d368b345 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.598173] env[69411]: DEBUG nova.compute.provider_tree [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.005167] env[69411]: DEBUG nova.network.neutron [-] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.019079] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f20e572-4855-4ed7-9601-19b499980c0a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.029202] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bfcb9f-117c-4187-b665-3b5bb730c24e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.052111] env[69411]: DEBUG nova.compute.manager [req-2058dd05-9989-413d-9397-09d1516ac582 req-2d0d4964-4ef8-4e80-b377-ae12c38a2200 service nova] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Detach interface failed, port_id=2b1810bf-41a6-4ece-a51e-e3fd02513e9e, reason: Instance 35d182a2-4033-4510-92d8-4bcbd30fbb36 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1417.100996] env[69411]: DEBUG nova.scheduler.client.report [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.508528] env[69411]: INFO nova.compute.manager [-] [instance: 35d182a2-4033-4510-92d8-4bcbd30fbb36] Took 1.23 seconds to deallocate network for instance. [ 1417.606080] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.606601] env[69411]: DEBUG nova.compute.manager [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1418.015121] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.015500] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.015630] env[69411]: DEBUG nova.objects.instance [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lazy-loading 'resources' on Instance uuid 35d182a2-4033-4510-92d8-4bcbd30fbb36 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.110944] env[69411]: DEBUG nova.compute.utils [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1418.112266] env[69411]: DEBUG nova.compute.manager [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1418.562522] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae2c67c-2d8a-40eb-bfa4-79ca136be00d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.570843] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f96c10-3824-4768-b19d-818028504c9d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.604736] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a1522b-54a9-4f37-a614-8e4889f0eda3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.611838] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f2650b-5f0a-47bb-b7f2-90f7be5df072 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.616077] env[69411]: DEBUG nova.compute.manager [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1418.628194] env[69411]: DEBUG nova.compute.provider_tree [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.134185] env[69411]: DEBUG nova.scheduler.client.report [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.638767] env[69411]: DEBUG nova.compute.manager [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1419.641269] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.662669] env[69411]: INFO nova.scheduler.client.report [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Deleted allocations for instance 35d182a2-4033-4510-92d8-4bcbd30fbb36 [ 1419.667881] env[69411]: DEBUG nova.virt.hardware [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1419.669021] env[69411]: DEBUG nova.virt.hardware [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1419.669021] env[69411]: DEBUG nova.virt.hardware [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1419.669021] env[69411]: DEBUG nova.virt.hardware [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1419.669021] env[69411]: DEBUG nova.virt.hardware [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1419.669021] env[69411]: DEBUG nova.virt.hardware [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1419.669021] env[69411]: DEBUG nova.virt.hardware [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1419.669381] env[69411]: DEBUG nova.virt.hardware [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1419.669381] env[69411]: DEBUG nova.virt.hardware [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1419.669439] env[69411]: DEBUG nova.virt.hardware [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1419.669575] env[69411]: DEBUG nova.virt.hardware [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1419.670429] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efcce55-b2be-454b-aebc-01d37d775d35 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.678637] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49338268-5f59-4fae-ab33-a3d8c9e0c215 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.691776] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1419.697322] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Creating folder: Project (8c1445b94a184dbcbd2cfbee66d9b975). Parent ref: group-v663248. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1419.697594] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1aa45428-3d6d-4c57-8444-3041aabf6b62 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.707564] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Created folder: Project (8c1445b94a184dbcbd2cfbee66d9b975) in parent group-v663248. [ 1419.707744] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Creating folder: Instances. Parent ref: group-v663597. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1419.707949] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c844d6f4-c499-407f-a118-b2a12fd8b447 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.716116] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Created folder: Instances in parent group-v663597. [ 1419.716339] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1419.716512] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1419.716696] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab0807c6-0ade-4581-9300-1641f4489d88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.732067] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1419.732067] env[69411]: value = "task-3324233" [ 1419.732067] env[69411]: _type = "Task" [ 1419.732067] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.738976] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324233, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.177400] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4cf9e154-ec30-44aa-97c3-a36e66774ed5 tempest-ServersNegativeTestJSON-343351988 tempest-ServersNegativeTestJSON-343351988-project-member] Lock "35d182a2-4033-4510-92d8-4bcbd30fbb36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.512s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.241452] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324233, 'name': CreateVM_Task, 'duration_secs': 0.230522} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.241731] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1420.242089] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.242259] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.242598] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.242845] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6094002-5690-475d-8a18-91bfe48c9128 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.247092] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1420.247092] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520bad45-1ce1-ba2c-2cbc-6d563d047c8b" [ 1420.247092] env[69411]: _type = "Task" [ 1420.247092] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.254159] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520bad45-1ce1-ba2c-2cbc-6d563d047c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.759028] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]520bad45-1ce1-ba2c-2cbc-6d563d047c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.759028] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.759210] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1420.759346] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.759496] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.759675] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1420.759927] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f053127e-2bc8-4899-b4cf-ebb26b0c5323 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.769930] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1420.770122] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1420.770806] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e284f681-5502-44db-8fba-6bf062ca3b09 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.775761] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1420.775761] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d5cda7-9be2-103b-28ac-65b635cd8056" [ 1420.775761] env[69411]: _type = "Task" [ 1420.775761] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.783172] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d5cda7-9be2-103b-28ac-65b635cd8056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.286250] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52d5cda7-9be2-103b-28ac-65b635cd8056, 'name': SearchDatastore_Task, 'duration_secs': 0.009084} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.287078] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca40d58b-bdb5-4e01-a029-330f29952ec2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.292898] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1421.292898] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dfb364-da18-bced-109b-39d2d158cb57" [ 1421.292898] env[69411]: _type = "Task" [ 1421.292898] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.300759] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dfb364-da18-bced-109b-39d2d158cb57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.802823] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dfb364-da18-bced-109b-39d2d158cb57, 'name': SearchDatastore_Task, 'duration_secs': 0.009613} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.803097] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.803356] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 30ae31cf-300a-451e-9511-12e8bf2abdc1/30ae31cf-300a-451e-9511-12e8bf2abdc1.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1421.803638] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dad9ed9-dcce-441d-b4e9-5ebd99c6c16d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.811537] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1421.811537] env[69411]: value = "task-3324234" [ 1421.811537] env[69411]: _type = "Task" [ 1421.811537] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.818759] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.320910] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41935} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.321218] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 30ae31cf-300a-451e-9511-12e8bf2abdc1/30ae31cf-300a-451e-9511-12e8bf2abdc1.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1422.321457] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1422.321667] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3feb825-e30d-46a5-8dce-46f5c73de4d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.328056] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1422.328056] env[69411]: value = "task-3324235" [ 1422.328056] env[69411]: _type = "Task" [ 1422.328056] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.337347] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.837669] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062616} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.837960] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1422.838756] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a1232e-b947-422a-8240-cf3f5ec16f51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.857763] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] 30ae31cf-300a-451e-9511-12e8bf2abdc1/30ae31cf-300a-451e-9511-12e8bf2abdc1.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.858019] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cef12073-6b43-46b5-90fd-01c81e82fb46 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.876195] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1422.876195] env[69411]: value = "task-3324236" [ 1422.876195] env[69411]: _type = "Task" [ 1422.876195] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.883630] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.385676] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.508050] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.886976] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.388266] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.889045] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324236, 'name': ReconfigVM_Task, 'duration_secs': 1.533026} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.889335] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Reconfigured VM instance instance-00000081 to attach disk [datastore1] 30ae31cf-300a-451e-9511-12e8bf2abdc1/30ae31cf-300a-451e-9511-12e8bf2abdc1.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1424.889923] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b550f03-3f01-4c6c-ad17-395b51723393 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.895978] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1424.895978] env[69411]: value = "task-3324237" [ 1424.895978] env[69411]: _type = "Task" [ 1424.895978] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.902887] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324237, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.406523] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324237, 'name': Rename_Task, 'duration_secs': 0.123121} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.406894] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.407062] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60bd31f0-12ab-4577-aab6-2014d1574764 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.412968] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1425.412968] env[69411]: value = "task-3324238" [ 1425.412968] env[69411]: _type = "Task" [ 1425.412968] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.420140] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.923019] env[69411]: DEBUG oslo_vmware.api [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324238, 'name': PowerOnVM_Task, 'duration_secs': 0.386782} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.923300] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1425.923502] env[69411]: INFO nova.compute.manager [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Took 6.28 seconds to spawn the instance on the hypervisor. [ 1425.923713] env[69411]: DEBUG nova.compute.manager [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.924476] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbec9a5-8363-4db8-8065-43bc250e3106 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.440479] env[69411]: INFO nova.compute.manager [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Took 10.97 seconds to build instance. [ 1426.942639] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7df7fc24-d020-4917-97a0-2698f3062367 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Lock "30ae31cf-300a-451e-9511-12e8bf2abdc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.476s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.618404] env[69411]: INFO nova.compute.manager [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Rebuilding instance [ 1427.656274] env[69411]: DEBUG nova.compute.manager [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.656628] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dfdfa7-5d9a-418c-a5cb-1097773cc848 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.669930] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.670345] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b834a29f-d011-4bf3-92b3-e61af8795613 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.677929] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1428.677929] env[69411]: value = "task-3324239" [ 1428.677929] env[69411]: _type = "Task" [ 1428.677929] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.685672] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.187322] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324239, 'name': PowerOffVM_Task, 'duration_secs': 0.11836} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.187617] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.188277] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.189009] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b937c529-8206-43dc-a9ef-fd86e77301c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.195140] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.195364] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-047dec68-3312-4beb-9e1c-451a307fe3ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.217813] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.218031] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.218218] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Deleting the datastore file [datastore1] 30ae31cf-300a-451e-9511-12e8bf2abdc1 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.218452] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66f57f4c-e2a6-4620-8177-464a203e6c88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.224402] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1429.224402] env[69411]: value = "task-3324241" [ 1429.224402] env[69411]: _type = "Task" [ 1429.224402] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.231887] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.734710] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115769} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.735152] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.735238] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.735344] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.763701] env[69411]: DEBUG nova.virt.hardware [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T11:01:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T11:00:43Z,direct_url=,disk_format='vmdk',id=fdeb29d0-1398-4538-9a8f-5f916ad4b064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a06eb30fd6c446198f47d8b7ae3faa82',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T11:00:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1430.764033] env[69411]: DEBUG nova.virt.hardware [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.764146] env[69411]: DEBUG nova.virt.hardware [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1430.764334] env[69411]: DEBUG nova.virt.hardware [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.764478] env[69411]: DEBUG nova.virt.hardware [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1430.764665] env[69411]: DEBUG nova.virt.hardware [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1430.764836] env[69411]: DEBUG nova.virt.hardware [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1430.764995] env[69411]: DEBUG nova.virt.hardware [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1430.765183] env[69411]: DEBUG nova.virt.hardware [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1430.765346] env[69411]: DEBUG nova.virt.hardware [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1430.765516] env[69411]: DEBUG nova.virt.hardware [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1430.766382] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b15c6da-8389-46cb-b974-410bbb4af619 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.774096] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ff050a-bb48-46ee-b780-3f75eb80edba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.787469] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.792887] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1430.793119] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.793320] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfe18630-41f9-4a84-ba5c-0c676e9b9d66 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.808592] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.808592] env[69411]: value = "task-3324242" [ 1430.808592] env[69411]: _type = "Task" [ 1430.808592] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.815621] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324242, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.319744] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324242, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.819422] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324242, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.321505] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3324242, 'name': CreateVM_Task, 'duration_secs': 1.114469} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.321698] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1432.322118] env[69411]: DEBUG oslo_concurrency.lockutils [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.322290] env[69411]: DEBUG oslo_concurrency.lockutils [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.322685] env[69411]: DEBUG oslo_concurrency.lockutils [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.322940] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84344952-f3d6-4f91-b88e-b260052f58d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.327510] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1432.327510] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b74edc-3205-e4f5-3501-e47f65932101" [ 1432.327510] env[69411]: _type = "Task" [ 1432.327510] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.335209] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b74edc-3205-e4f5-3501-e47f65932101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.838202] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52b74edc-3205-e4f5-3501-e47f65932101, 'name': SearchDatastore_Task, 'duration_secs': 0.012786} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.838563] env[69411]: DEBUG oslo_concurrency.lockutils [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.838692] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Processing image fdeb29d0-1398-4538-9a8f-5f916ad4b064 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1432.838909] env[69411]: DEBUG oslo_concurrency.lockutils [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.839074] env[69411]: DEBUG oslo_concurrency.lockutils [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.839258] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.839512] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1c39c83-1e56-48ef-8d11-a512d54f2e42 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.847600] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.847814] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.848447] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b17b2c3-df4d-43a4-ad9f-b51bad2a346d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.853218] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1432.853218] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dcc260-1650-757b-ee3c-398546881bf3" [ 1432.853218] env[69411]: _type = "Task" [ 1432.853218] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.860119] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dcc260-1650-757b-ee3c-398546881bf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.364258] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]52dcc260-1650-757b-ee3c-398546881bf3, 'name': SearchDatastore_Task, 'duration_secs': 0.0079} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.365111] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db408985-f2fa-43b3-a22f-32358f91776f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.369978] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1433.369978] env[69411]: value = "session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5232c181-97bc-15b1-daf7-04ea927b8807" [ 1433.369978] env[69411]: _type = "Task" [ 1433.369978] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.378479] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5232c181-97bc-15b1-daf7-04ea927b8807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.879729] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': session[5214dcbc-d62b-ecaf-8a5e-c208665dc993]5232c181-97bc-15b1-daf7-04ea927b8807, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.880139] env[69411]: DEBUG oslo_concurrency.lockutils [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.880178] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 30ae31cf-300a-451e-9511-12e8bf2abdc1/30ae31cf-300a-451e-9511-12e8bf2abdc1.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.880426] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d85caa26-9160-4639-86ab-e3d3264ea675 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.887550] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1433.887550] env[69411]: value = "task-3324243" [ 1433.887550] env[69411]: _type = "Task" [ 1433.887550] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.894973] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.397713] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415957} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.397990] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdeb29d0-1398-4538-9a8f-5f916ad4b064/fdeb29d0-1398-4538-9a8f-5f916ad4b064.vmdk to [datastore1] 30ae31cf-300a-451e-9511-12e8bf2abdc1/30ae31cf-300a-451e-9511-12e8bf2abdc1.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1434.398201] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1434.398445] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da9e3797-4827-4603-bb3a-ac9d49b739d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.404658] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1434.404658] env[69411]: value = "task-3324244" [ 1434.404658] env[69411]: _type = "Task" [ 1434.404658] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.411605] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.913762] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061148} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.914125] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1434.914784] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a09c06-753c-44af-b191-a56eec44e2ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.933657] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] 30ae31cf-300a-451e-9511-12e8bf2abdc1/30ae31cf-300a-451e-9511-12e8bf2abdc1.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1434.933896] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6064474a-2cd1-4480-9b8f-99bfb8681c35 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.952147] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1434.952147] env[69411]: value = "task-3324245" [ 1434.952147] env[69411]: _type = "Task" [ 1434.952147] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.959302] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.461642] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324245, 'name': ReconfigVM_Task, 'duration_secs': 0.256005} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.461917] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Reconfigured VM instance instance-00000081 to attach disk [datastore1] 30ae31cf-300a-451e-9511-12e8bf2abdc1/30ae31cf-300a-451e-9511-12e8bf2abdc1.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.462645] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c130ce4-3b97-478b-b4ce-f319dd91909f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.468764] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1435.468764] env[69411]: value = "task-3324246" [ 1435.468764] env[69411]: _type = "Task" [ 1435.468764] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.476432] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324246, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.978377] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324246, 'name': Rename_Task, 'duration_secs': 0.188887} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.978762] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.978842] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a37c5c78-2870-47d1-96ea-a3732139d5b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.984514] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1435.984514] env[69411]: value = "task-3324247" [ 1435.984514] env[69411]: _type = "Task" [ 1435.984514] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.992301] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.494275] env[69411]: DEBUG oslo_vmware.api [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324247, 'name': PowerOnVM_Task, 'duration_secs': 0.457994} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.494546] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.494777] env[69411]: DEBUG nova.compute.manager [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.495587] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b53c73-7c50-45d3-87ed-a0e49b78a91b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.012480] env[69411]: DEBUG oslo_concurrency.lockutils [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.012480] env[69411]: DEBUG oslo_concurrency.lockutils [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.012480] env[69411]: DEBUG nova.objects.instance [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1437.385617] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquiring lock "30ae31cf-300a-451e-9511-12e8bf2abdc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.385819] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Lock "30ae31cf-300a-451e-9511-12e8bf2abdc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.386052] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquiring lock "30ae31cf-300a-451e-9511-12e8bf2abdc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.386283] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Lock "30ae31cf-300a-451e-9511-12e8bf2abdc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.386458] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Lock "30ae31cf-300a-451e-9511-12e8bf2abdc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.388658] env[69411]: INFO nova.compute.manager [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Terminating instance [ 1437.893236] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquiring lock "refresh_cache-30ae31cf-300a-451e-9511-12e8bf2abdc1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.893481] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquired lock "refresh_cache-30ae31cf-300a-451e-9511-12e8bf2abdc1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.893629] env[69411]: DEBUG nova.network.neutron [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.020531] env[69411]: DEBUG oslo_concurrency.lockutils [None req-689b18bc-c1db-4e00-857c-04f4b7cfe146 tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.413874] env[69411]: DEBUG nova.network.neutron [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1438.471930] env[69411]: DEBUG nova.network.neutron [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.974998] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Releasing lock "refresh_cache-30ae31cf-300a-451e-9511-12e8bf2abdc1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.975460] env[69411]: DEBUG nova.compute.manager [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1438.975658] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1438.976632] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb48c1df-2c59-40ba-a1e8-6e38eabda2e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.983975] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1438.984234] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4460b585-0e8d-4988-a48d-3acf860f1b9d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.991184] env[69411]: DEBUG oslo_vmware.api [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1438.991184] env[69411]: value = "task-3324248" [ 1438.991184] env[69411]: _type = "Task" [ 1438.991184] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.999343] env[69411]: DEBUG oslo_vmware.api [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.501543] env[69411]: DEBUG oslo_vmware.api [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324248, 'name': PowerOffVM_Task, 'duration_secs': 0.11221} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.501942] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1439.502060] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1439.502270] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f38726a-427c-415b-b133-886d46bdc411 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.528027] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1439.528240] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1439.528418] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Deleting the datastore file [datastore1] 30ae31cf-300a-451e-9511-12e8bf2abdc1 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1439.528655] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b239521-79da-487e-80b8-9fd3f3e204e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.534265] env[69411]: DEBUG oslo_vmware.api [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for the task: (returnval){ [ 1439.534265] env[69411]: value = "task-3324250" [ 1439.534265] env[69411]: _type = "Task" [ 1439.534265] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.541523] env[69411]: DEBUG oslo_vmware.api [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.044022] env[69411]: DEBUG oslo_vmware.api [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Task: {'id': task-3324250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108144} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.044288] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.044476] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1440.044650] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1440.044828] env[69411]: INFO nova.compute.manager [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1440.045082] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1440.045276] env[69411]: DEBUG nova.compute.manager [-] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1440.045369] env[69411]: DEBUG nova.network.neutron [-] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1440.060201] env[69411]: DEBUG nova.network.neutron [-] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1440.563083] env[69411]: DEBUG nova.network.neutron [-] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.065744] env[69411]: INFO nova.compute.manager [-] [instance: 30ae31cf-300a-451e-9511-12e8bf2abdc1] Took 1.02 seconds to deallocate network for instance. [ 1441.572339] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.572688] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.572940] env[69411]: DEBUG nova.objects.instance [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Lazy-loading 'resources' on Instance uuid 30ae31cf-300a-451e-9511-12e8bf2abdc1 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1442.108480] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7231e4-81fa-4901-8fb2-75e27ca5b0ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.117188] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cfdd9f-161b-4190-b947-5882fb136120 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.145878] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb0d626-03ce-43c1-aced-d384fdc7245b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.152286] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503fff35-fbb0-454c-ae34-1834a5be0516 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.164739] env[69411]: DEBUG nova.compute.provider_tree [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Inventory has not changed in ProviderTree for provider: b10946ce-3a6e-47d0-962e-35fd25da5d6e {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.667877] env[69411]: DEBUG nova.scheduler.client.report [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Inventory has not changed for provider b10946ce-3a6e-47d0-962e-35fd25da5d6e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.172932] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.192948] env[69411]: INFO nova.scheduler.client.report [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Deleted allocations for instance 30ae31cf-300a-451e-9511-12e8bf2abdc1 [ 1443.700790] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95a44b0f-9668-4fd8-8138-5f8b8fb1603a tempest-ServersListShow296Test-1123936760 tempest-ServersListShow296Test-1123936760-project-member] Lock "30ae31cf-300a-451e-9511-12e8bf2abdc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.315s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.810403] env[69411]: DEBUG oslo_service.periodic_task [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.810741] env[69411]: DEBUG nova.compute.manager [None req-fcf257e2-43ba-4dc9-8fb1-5a37e0f2fa3b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}